-- Logs begin at Thu 2020-12-03 14:18:35 UTC, end at Thu 2020-12-03 15:23:04 UTC. --
Dec 03 14:53:01.851331 dv-cinder-757908-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Dec 03 14:53:04.490563 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.common.config [-] Logging enabled!
Dec 03 14:53:04.491088 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev198
Dec 03 14:53:04.492392 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80271) setup_logging /opt/stack/neutron/neutron/common/config.py:111}}
Dec 03 14:53:04.493126 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.common.config [-] Logging enabled!
Dec 03 14:53:04.493401 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev198
Dec 03 14:53:04.493679 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80271) setup_logging /opt/stack/neutron/neutron/common/config.py:111}}
Dec 03 14:53:04.494798 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Dec 03 14:53:04.495068 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Dec 03 14:53:04.496638 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Dec 03 14:53:04.496930 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Dec 03 14:53:04.497198 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Dec 03 14:53:04.497575 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:04.497937 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:04.498301 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:04.498569 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:04.498915 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:04.499257 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:04.499587 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:04.499926 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:04.500274 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:04.500602 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:04.500925 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:04.501253 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:04.501521 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:04.501844 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:04.502233 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:04.502569 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:04.502828 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] debug                          = True {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:04.503152 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:04.503691 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:04.504015 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:04.504337 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:04.504673 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:04.504989 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:04.505308 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:04.505642 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:04.506042 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] host                           = dv-cinder-757908-3-iscsi {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:04.506366 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:04.506703 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:04.507038 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:04.507373 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:04.507689 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:04.508008 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:04.508339 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:04.508654 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:04.508968 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:04.509286 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:04.509621 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:04.509981 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:04.510325 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:04.510587 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:04.510847 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:04.511183 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:04.512077 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:04.512404 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:04.512728 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:04.513050 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:04.513463 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:04.513705 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:04.514044 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:04.514378 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:04.514713 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:04.515049 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:04.515367 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:04.515688 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:04.516002 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:04.516317 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:04.516652 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:04.516969 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:04.517285 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:04.517604 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:04.517958 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:04.518276 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:04.518592 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:04.518943 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:04.519275 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:04.519605 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:04.519941 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:04.520260 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:04.520594 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:04.520908 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:04.521223 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:04.521534 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:04.521849 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:04.522190 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:04.522519 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:04.522834 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:04.523147 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:04.523463 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:04.523777 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:04.524114 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:04.524455 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:04.524804 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:04.525157 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:04.525485 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:04.525824 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:04.526180 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:04.526519 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:04.526839 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:04.528182 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:04.528525 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:04.528863 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:04.529189 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:04.529520 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:04.529865 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:04.530233 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:04.530553 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:04.530877 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:04.531218 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:04.531539 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:04.531858 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:04.532194 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:04.532514 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:04.532831 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:04.533157 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:04.533478 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:04.533794 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:04.534137 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:04.534459 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:04.534798 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:04.535119 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:04.535434 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:04.535755 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:04.536074 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:04.536388 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:04.536715 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:04.537033 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:04.537353 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:04.537669 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:04.538044 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:04.538337 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:04.538655 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:04.538975 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:04.539290 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:04.539609 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:04.539928 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:04.540241 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:04.540558 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:04.540874 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:04.541187 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:04.541504 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:04.541819 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:04.542186 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:04.542525 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:04.543888 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:04.544208 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:04.544530 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:04.544850 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:04.545188 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:04.545533 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:04.545857 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:04.546212 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:04.546544 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:04.546868 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:04.547192 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:04.547513 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:04.547834 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:04.548156 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:04.548471 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:04.548812 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:04.549140 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:04.549472 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:04.550087 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:04.550411 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:04.550758 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:04.551082 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:04.551409 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:04.551729 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:04.552051 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:04.552377 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:04.552703 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:04.553044 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:04.553382 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:04.553721 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:04.554083 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:04.554424 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:04.554752 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:04.555115 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:04.555445 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:04.555699 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Dec 03 14:53:04.555966 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=80271) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}}
Dec 03 14:53:05.238708 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO keyring.backend [-] Loading Gnome
Dec 03 14:53:05.256396 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO keyring.backend [-] Loading Google
Dec 03 14:53:05.259107 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO keyring.backend [-] Loading Windows (alt)
Dec 03 14:53:05.263149 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO keyring.backend [-] Loading file
Dec 03 14:53:05.263980 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO keyring.backend [-] Loading keyczar
Dec 03 14:53:05.264263 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO keyring.backend [-] Loading multi
Dec 03 14:53:05.264909 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO keyring.backend [-] Loading pyfs
Dec 03 14:53:05.314549 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 14:53:05.314866 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 14:53:05.315195 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 14:53:05.315572 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.manager [-] Loading core plugin: ml2
Dec 03 14:53:05.750840 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=80271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 14:53:05.751388 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=80271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 14:53:05.751493 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=80271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 14:53:05.815201 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=80271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 14:53:05.815519 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=80271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 14:53:05.815821 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=80271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 14:53:05.819155 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=80271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 14:53:05.819467 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=80271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 14:53:05.819774 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=80271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 14:53:05.900881 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=80271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 14:53:05.901191 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=80271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 14:53:05.901494 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=80271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 14:53:05.903804 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=80271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 14:53:05.904112 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=80271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 14:53:05.904415 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=80271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 14:53:06.024342 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f073040e378> agent after_create 55550000 {{(pid=80271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 14:53:06.024599 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f073040e378> agent after_update 55550000 {{(pid=80271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 14:53:06.024905 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f073040e400> segment precommit_create 55550000 {{(pid=80271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 14:53:06.025214 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f073040e488> network precommit_delete 55550000 {{(pid=80271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 14:53:06.026066 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f0730418488> segment before_delete 55550000 {{(pid=80271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 14:53:06.208667 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0730ff7eb8>> network before_delete 55550000 {{(pid=80271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 14:53:06.209045 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f0730313400> agent before_delete 55550000 {{(pid=80271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 14:53:06.209374 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0730ff7eb8>> network before_create 55550000 {{(pid=80271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 14:53:06.209680 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0730ff7eb8>> port before_create 55550000 {{(pid=80271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 14:53:06.210003 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0730ff7eb8>> port before_update 55550000 {{(pid=80271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 14:53:06.210385 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0730ff7eb8>> segment after_delete 55550000 {{(pid=80271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 14:53:06.210686 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0730ff7eb8>> segment precommit_create 55550000 {{(pid=80271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 14:53:06.211958 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0730ff7eb8>> segment precommit_delete 55550000 {{(pid=80271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 14:53:06.212253 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0730ff7eb8>> segment after_create 55550000 {{(pid=80271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 14:53:06.212593 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0730ff7eb8>> network after_delete 55550000 {{(pid=80271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 14:53:06.212892 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0730ff7eb8>> network precommit_delete 0 {{(pid=80271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 14:53:06.213198 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0730ff7eb8>> port provisioning_complete 55550000 {{(pid=80271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 14:53:06.213507 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0730ff7eb8>> rbac-policy before_create 55550000 {{(pid=80271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 14:53:06.213804 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0730ff7eb8>> rbac-policy after_delete 55550000 {{(pid=80271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 14:53:06.214140 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0730ff7eb8>> agent after_update 55550000 {{(pid=80271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 14:53:06.215009 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0730ff7eb8>> subnet after_delete 55550000 {{(pid=80271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 14:53:06.215308 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0730ff7eb8>> subnet precommit_delete 0 {{(pid=80271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 14:53:06.215683 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0730ff7eb8>> rbac-policy before_update 55550000 {{(pid=80271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 14:53:06.215919 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0730ff7eb8>> rbac-policy before_delete 55550000 {{(pid=80271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 14:53:06.216402 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0730ff7eb8>> port after_create 55550000 {{(pid=80271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 14:53:06.216690 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0730ff7eb8>> port after_update 55550000 {{(pid=80271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 14:53:06.216973 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0730ff7eb8>> port after_delete 55550000 {{(pid=80271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 14:53:06.217351 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0730ff7eb8>> rbac-policy before_create 55550000 {{(pid=80271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 14:53:06.217634 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0730ff7eb8>> rbac-policy before_update 55550000 {{(pid=80271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 14:53:06.218107 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0730ff7eb8>> rbac-policy before_delete 55550000 {{(pid=80271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 14:53:06.218415 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=80271) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Dec 03 14:53:06.218690 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=80271) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Dec 03 14:53:06.218964 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=80271) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Dec 03 14:53:06.219236 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=80271) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Dec 03 14:53:06.219509 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=80271) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Dec 03 14:53:06.219782 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=80271) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Dec 03 14:53:06.221152 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Dec 03 14:53:06.228563 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Dec 03 14:53:06.236693 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Dec 03 14:53:06.241946 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(250, 299)])])
Dec 03 14:53:06.244676 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Dec 03 14:53:06.245811 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Dec 03 14:53:06.246229 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan']
Dec 03 14:53:06.246670 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Dec 03 14:53:06.250391 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Dec 03 14:53:06.250680 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Dec 03 14:53:06.251068 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch']
Dec 03 14:53:06.273109 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic']
Dec 03 14:53:06.273624 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f0730179eb8>> qos_plugin after_init 55550000 {{(pid=80271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 14:53:06.273977 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=80271) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}}
Dec 03 14:53:06.274431 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f07300a5ef0>> logging-plugin after_init 55550000 {{(pid=80271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 14:53:06.275728 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=80271) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Dec 03 14:53:06.276044 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch']
Dec 03 14:53:06.276322 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch']
Dec 03 14:53:06.280029 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f07300a5f98>> floatingip before_response 55550000 {{(pid=80271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 14:53:06.280343 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f07300a5f98>> port before_response 55550000 {{(pid=80271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 14:53:06.345350 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Dec 03 14:53:06.345621 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Dec 03 14:53:06.345894 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Dec 03 14:53:06.346363 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Dec 03 14:53:06.383340 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_db.sqlalchemy.engines [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=80271) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Dec 03 14:53:06.695414 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.plugins.ml2.managers [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Initializing driver for type 'gre'
Dec 03 14:53:06.695914 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] gre ID ranges: [(1, 1000)]
Dec 03 14:53:06.738105 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.plugins.ml2.managers [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Initializing driver for type 'local'
Dec 03 14:53:06.738509 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.plugins.ml2.managers [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Initializing driver for type 'vlan'
Dec 03 14:53:06.749836 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] VlanTypeDriver initialization complete
Dec 03 14:53:06.750250 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.plugins.ml2.managers [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Initializing driver for type 'vxlan'
Dec 03 14:53:06.750804 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] vxlan ID ranges: [(1, 1000)]
Dec 03 14:53:06.792692 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.plugins.ml2.managers [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Initializing extension driver 'port_security'
Dec 03 14:53:06.793208 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.plugins.ml2.extensions.port_security [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] PortSecurityExtensionDriver initialization complete
Dec 03 14:53:06.793522 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.plugins.ml2.managers [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Initializing mechanism driver 'openvswitch'
Dec 03 14:53:06.800063 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=80271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 14:53:06.800910 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0730103198>> port after_create 55550000 {{(pid=80271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 14:53:06.801324 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0730103198>> port after_update 55550000 {{(pid=80271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 14:53:06.801720 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0730103198>> port after_delete 55550000 {{(pid=80271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 14:53:06.802180 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f072fc4e7b8>> subnet after_create 55550000 {{(pid=80271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 14:53:06.802577 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f072fc4e7b8>> subnet after_update 55550000 {{(pid=80271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 14:53:06.802966 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f072fc4e7b8>> subnet after_delete 55550000 {{(pid=80271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 14:53:06.803390 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f072fc4e978>> network after_create 55550000 {{(pid=80271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 14:53:06.803778 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f072fc4e978>> network after_update 55550000 {{(pid=80271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 14:53:06.804161 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f072fc4e978>> network after_delete 55550000 {{(pid=80271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 14:53:06.804584 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f072fc4eb38>> security_group after_create 55550000 {{(pid=80271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 14:53:06.804997 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f072fc4eb38>> security_group after_update 55550000 {{(pid=80271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 14:53:06.805354 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f072fc4eb38>> security_group after_delete 55550000 {{(pid=80271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 14:53:06.805778 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f072fc4ecf8>> security_group_rule after_create 55550000 {{(pid=80271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 14:53:06.806192 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f072fc4ecf8>> security_group_rule after_update 55550000 {{(pid=80271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 14:53:06.806577 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f072fc4ecf8>> security_group_rule after_delete 55550000 {{(pid=80271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 14:53:06.807135 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f072fc4eeb8>> address_group after_create 55550000 {{(pid=80271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 14:53:06.807523 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f072fc4eeb8>> address_group after_update 55550000 {{(pid=80271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 14:53:06.807900 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f072fc4eeb8>> address_group after_delete 55550000 {{(pid=80271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 14:53:06.808795 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] ML2 OVO RPC backend initialized. {{(pid=80271) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Dec 03 14:53:06.809575 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f072fc55160>> router_interface after_create 55550000 {{(pid=80271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 14:53:06.809990 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f072fc55160>> router_interface after_delete 55550000 {{(pid=80271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 14:53:06.810456 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f072fc55160>> network before_response 55550000 {{(pid=80271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 14:53:06.810846 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f072fc55160>> networks before_response 55550000 {{(pid=80271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 14:53:06.811233 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f072fc55160>> port before_response 55550000 {{(pid=80271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 14:53:06.811614 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f072fc55160>> ports before_response 55550000 {{(pid=80271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 14:53:06.811999 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f072fc55160>> subnet before_response 55550000 {{(pid=80271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 14:53:06.812381 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f072fc55160>> subnets before_response 55550000 {{(pid=80271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 14:53:06.812768 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f072fc55160>> network after_create 55550000 {{(pid=80271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 14:53:06.813150 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f072fc55160>> network after_update 55550000 {{(pid=80271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 14:53:06.813529 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f072fc55160>> network after_delete 55550000 {{(pid=80271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 14:53:06.813939 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f072fc55160>> port after_create 55550000 {{(pid=80271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 14:53:06.814328 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f072fc55160>> port after_update 55550000 {{(pid=80271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 14:53:06.814707 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f072fc55160>> port after_delete 55550000 {{(pid=80271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 14:53:06.815084 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f072fc55160>> subnet after_create 55550000 {{(pid=80271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 14:53:06.815461 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f072fc55160>> subnet after_update 55550000 {{(pid=80271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 14:53:06.815835 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f072fc55160>> subnet after_delete 55550000 {{(pid=80271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 14:53:06.816477 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.plugins.ml2.plugin [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Modular L2 Plugin initialization complete
Dec 03 14:53:06.816839 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.manager [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loading services supported by the core plugin {{(pid=80271) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Dec 03 14:53:06.817210 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.plugins.ml2.managers [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Got port-security extension from driver 'port_security'
Dec 03 14:53:06.817724 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.extensions.vlantransparent [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Disabled vlantransparent extension.
Dec 03 14:53:06.819197 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.manager [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=80271) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Dec 03 14:53:06.819560 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.manager [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loading Plugin: router
Dec 03 14:53:06.860688 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f072fc55128>> router_interface before_create 55550000 {{(pid=80271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 14:53:06.861126 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f072fc55128>> router after_create 55549900 {{(pid=80271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 14:53:06.861534 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f072fc55128>> router before_create 55549900 {{(pid=80271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 14:53:06.861960 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f072fc55128>> router_interface before_delete 55550000 {{(pid=80271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 14:53:06.862381 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f072fc55128>> router_interface after_delete 55550000 {{(pid=80271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 14:53:06.862776 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f072fc55128>> router after_delete 55549900 {{(pid=80271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 14:53:06.863179 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f072fc55128>> floatingip after_update 55550000 {{(pid=80271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 14:53:06.863588 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f072fc55128>> router after_create 55549900 {{(pid=80271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 14:53:06.863974 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f072fc55128>> router after_update 55549900 {{(pid=80271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 14:53:06.864369 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f072fc55128>> router after_update 55549900 {{(pid=80271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 14:53:06.864755 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f072fc55128>> router_gateway after_delete 55550000 {{(pid=80271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 14:53:06.865159 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f072fc55128>> router after_update 55549900 {{(pid=80271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 14:53:06.865650 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f072fc55128>> router precommit_update 55549900 {{(pid=80271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 14:53:06.866123 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f07303d97b8> port after_update 55550000 {{(pid=80271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 14:53:06.866511 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f07303d96a8> port after_delete 55550000 {{(pid=80271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 14:53:06.866891 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f07303d9730> subnet after_update 55550000 {{(pid=80271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 14:53:06.867271 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f07303d9840> subnetpool_address_scope after_update 55550000 {{(pid=80271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 14:53:06.867666 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f072fc55128>> port precommit_delete 55550000 {{(pid=80271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 14:53:06.868054 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f072fc55128>> router precommit_create 55549900 {{(pid=80271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 14:53:06.868438 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f07302a9c80> port before_delete 55550000 {{(pid=80271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 14:53:06.868822 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f072fc55128>> router precommit_create 55550000 {{(pid=80271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 14:53:06.869229 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f072fc55128>> router after_update 55549900 {{(pid=80271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 14:53:06.869611 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f072fc55128>> router precommit_delete 55549900 {{(pid=80271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 14:53:06.870049 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f072fc55128>> router precommit_create 55549900 {{(pid=80271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 14:53:06.870461 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f072fc55128>> router_interface after_create 55550000 {{(pid=80271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 14:53:06.871403 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f072fc55128>> router precommit_update 55549900 {{(pid=80271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 14:53:06.871907 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f072fc55128>> network after_delete 55550000 {{(pid=80271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 14:53:06.872897 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource_registry [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Tracking information for resource: router configured {{(pid=80271) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Dec 03 14:53:06.873274 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource_registry [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Tracking information for resource: floatingip configured {{(pid=80271) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Dec 03 14:53:06.878828 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.db.l3_agentschedulers_db [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Dec 03 14:53:06.879478 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f072fbc7b70> port after_update 55550000 {{(pid=80271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 14:53:06.879879 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f072fc7cae8> port after_create 55550000 {{(pid=80271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 14:53:06.880270 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Subscribe: <function _notify_port_delete at 0x7f072fbc7ae8> port after_delete 55550000 {{(pid=80271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 14:53:06.880660 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f072fbc7d08> port after_update 55550000 {{(pid=80271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 14:53:06.881567 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f072fbf0d68>> router before_create 55550100 {{(pid=80271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 14:53:06.882002 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f072fbf0d68>> router precommit_delete 55550100 {{(pid=80271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 14:53:06.882416 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f072fbf0d68>> router precommit_create 55550100 {{(pid=80271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 14:53:06.882815 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f072fbf0d68>> router precommit_update 55550100 {{(pid=80271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 14:53:06.888228 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.services.provider_configuration [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Service providers = [] {{(pid=80271) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Dec 03 14:53:06.888626 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.servicetype_db [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=80271) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Dec 03 14:53:06.891503 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.services.service_base [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=80271) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Dec 03 14:53:06.891889 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.services.service_base [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=80271) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Dec 03 14:53:06.892271 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.services.service_base [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=80271) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Dec 03 14:53:06.893179 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.services.service_base [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=80271) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Dec 03 14:53:06.893589 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.services.service_base [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Default provider is not specified for service type L3_ROUTER_NAT
Dec 03 14:53:06.894040 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.manager [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=80271) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Dec 03 14:53:06.894407 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.manager [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Dec 03 14:53:06.915781 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.manager [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=80271) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Dec 03 14:53:06.916159 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.manager [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loading Plugin: auto_allocate
Dec 03 14:53:06.926958 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f072fb51b70> network precommit_update 55550000 {{(pid=80271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 14:53:06.927365 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f072fb51b70> network precommit_create 55550000 {{(pid=80271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 14:53:06.927964 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.manager [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=80271) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Dec 03 14:53:06.928326 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.manager [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loading Plugin: tag
Dec 03 14:53:06.940314 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.manager [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=80271) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Dec 03 14:53:06.940680 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.manager [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loading Plugin: timestamp
Dec 03 14:53:06.944501 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.manager [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=80271) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Dec 03 14:53:06.944875 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.manager [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loading Plugin: network_ip_availability
Dec 03 14:53:06.952505 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f072fb4dcf8>> rbac-policy before_create 55550000 {{(pid=80271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 14:53:06.952857 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f072fb4dcf8>> rbac-policy before_update 55550000 {{(pid=80271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 14:53:06.953253 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f072fb4dcf8>> rbac-policy before_delete 55550000 {{(pid=80271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 14:53:06.954079 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.manager [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=80271) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Dec 03 14:53:06.954449 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.manager [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loading Plugin: flavors
Dec 03 14:53:06.970762 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.manager [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=80271) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Dec 03 14:53:06.971137 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.manager [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loading Plugin: revisions
Dec 03 14:53:06.975576 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.manager [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=80271) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Dec 03 14:53:06.976004 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.661s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 14:53:06.976808 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=80271) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:632}}
Dec 03 14:53:06.977178 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Initializing extension manager.
Dec 03 14:53:06.977747 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loading extension file: __init__.py {{(pid=80271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 14:53:06.978182 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loading extension file: __pycache__ {{(pid=80271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 14:53:06.978564 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=80271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 14:53:06.978942 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loading extension file: _filter_validation_lib.py {{(pid=80271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 14:53:06.979315 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=80271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 14:53:06.979688 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loading extension file: address_group.py {{(pid=80271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 14:53:06.980636 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=80271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 14:53:06.981288 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loaded extension: address-group
Dec 03 14:53:06.981651 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loading extension file: address_scope.py {{(pid=80271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 14:53:06.982443 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=80271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 14:53:06.983018 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loaded extension: address-scope
Dec 03 14:53:06.983383 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loading extension file: admin_state_down_before_update.py {{(pid=80271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 14:53:06.984322 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=80271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 14:53:06.984909 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loaded extension: router-admin-state-down-before-update
Dec 03 14:53:06.985272 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loading extension file: agent.py {{(pid=80271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 14:53:06.986058 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=80271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 14:53:06.986643 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loaded extension: agent
Dec 03 14:53:06.987007 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loading extension file: agent_resources_synced.py {{(pid=80271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 14:53:06.988049 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=80271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 14:53:06.988635 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loaded extension: agent-resources-synced
Dec 03 14:53:06.988999 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loading extension file: allowedaddresspairs.py {{(pid=80271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 14:53:06.990853 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=80271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 14:53:06.991446 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loaded extension: allowed-address-pairs
Dec 03 14:53:06.991819 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loading extension file: auto_allocated_topology.py {{(pid=80271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 14:53:06.992914 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=80271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 14:53:06.993501 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loaded extension: auto-allocated-topology
Dec 03 14:53:06.993866 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loading extension file: availability_zone.py {{(pid=80271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 14:53:06.994640 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=80271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 14:53:06.995215 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loaded extension: availability_zone
Dec 03 14:53:06.996074 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loading extension file: availability_zone_filter.py {{(pid=80271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 14:53:06.997173 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=80271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 14:53:06.997751 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loaded extension: availability_zone_filter
Dec 03 14:53:06.998144 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loading extension file: data_plane_status.py {{(pid=80271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 14:53:06.999073 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=80271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 14:53:06.999650 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Extension data-plane-status not supported by any of loaded plugins
Dec 03 14:53:07.000015 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loading extension file: default_subnetpools.py {{(pid=80271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 14:53:07.000970 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=80271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 14:53:07.001556 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loaded extension: default-subnetpools
Dec 03 14:53:07.001947 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loading extension file: dhcpagentscheduler.py {{(pid=80271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 14:53:07.002805 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 14:53:07.003390 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loaded extension: dhcp_agent_scheduler
Dec 03 14:53:07.003767 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loading extension file: dns.py {{(pid=80271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 14:53:07.004700 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=80271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 14:53:07.005274 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Extension dns-integration not supported by any of loaded plugins
Dec 03 14:53:07.005636 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loading extension file: dns_domain_ports.py {{(pid=80271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 14:53:07.006590 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=80271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 14:53:07.007163 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Extension dns-domain-ports not supported by any of loaded plugins
Dec 03 14:53:07.007528 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loading extension file: dvr.py {{(pid=80271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 14:53:07.008256 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=80271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 14:53:07.008834 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loaded extension: dvr
Dec 03 14:53:07.009196 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loading extension file: empty_string_filtering.py {{(pid=80271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 14:53:07.010159 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=80271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 14:53:07.010741 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loaded extension: empty-string-filtering
Dec 03 14:53:07.011103 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=80271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 14:53:07.012771 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 14:53:07.013352 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Dec 03 14:53:07.013711 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=80271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 14:53:07.014676 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=80271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 14:53:07.015259 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Dec 03 14:53:07.015622 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loading extension file: external_net.py {{(pid=80271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 14:53:07.016652 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=80271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 14:53:07.017235 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loaded extension: external-net
Dec 03 14:53:07.017601 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loading extension file: extra_dhcp_opt.py {{(pid=80271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 14:53:07.018546 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=80271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 14:53:07.019130 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loaded extension: extra_dhcp_opt
Dec 03 14:53:07.019498 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loading extension file: extraroute.py {{(pid=80271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 14:53:07.020431 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=80271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 14:53:07.021008 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loaded extension: extraroute
Dec 03 14:53:07.021393 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loading extension file: extraroute_atomic.py {{(pid=80271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 14:53:07.022440 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=80271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 14:53:07.023022 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loaded extension: extraroute-atomic
Dec 03 14:53:07.023388 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loading extension file: filter_validation.py {{(pid=80271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 14:53:07.024101 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=80271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 14:53:07.024674 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loaded extension: filter-validation
Dec 03 14:53:07.025035 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loading extension file: fip_pf_description.py {{(pid=80271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 14:53:07.025978 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=80271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 14:53:07.026552 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Dec 03 14:53:07.027001 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loading extension file: fip_port_details.py {{(pid=80271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 14:53:07.027937 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 14:53:07.028507 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loaded extension: fip-port-details
Dec 03 14:53:07.028866 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loading extension file: flavors.py {{(pid=80271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 14:53:07.030148 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=80271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 14:53:07.030737 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loaded extension: flavors
Dec 03 14:53:07.031101 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=80271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 14:53:07.032778 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=80271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 14:53:07.033378 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Dec 03 14:53:07.033752 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loading extension file: floatingip_pools.py {{(pid=80271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 14:53:07.034567 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=80271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 14:53:07.035155 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loaded extension: floatingip-pools
Dec 03 14:53:07.035525 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loading extension file: ip_allocation.py {{(pid=80271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 14:53:07.036468 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=80271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 14:53:07.037047 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Extension ip_allocation not supported by any of loaded plugins
Dec 03 14:53:07.037414 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=80271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 14:53:07.038367 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=80271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 14:53:07.038949 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loaded extension: ip-substring-filtering
Dec 03 14:53:07.039320 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loading extension file: l2_adjacency.py {{(pid=80271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 14:53:07.040259 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=80271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 14:53:07.040834 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Extension l2_adjacency not supported by any of loaded plugins
Dec 03 14:53:07.041200 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loading extension file: l3.py {{(pid=80271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 14:53:07.042968 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=80271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 14:53:07.043654 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loaded extension: router
Dec 03 14:53:07.044029 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loading extension file: l3_conntrack_helper.py {{(pid=80271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 14:53:07.046374 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 14:53:07.046978 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Dec 03 14:53:07.047352 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=80271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 14:53:07.048297 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=80271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 14:53:07.048883 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loaded extension: ext-gw-mode
Dec 03 14:53:07.049252 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=80271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 14:53:07.050474 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=80271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 14:53:07.051055 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loaded extension: l3-ha
Dec 03 14:53:07.051422 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loading extension file: l3_flavors.py {{(pid=80271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 14:53:07.052349 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=80271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 14:53:07.052927 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loaded extension: l3-flavors
Dec 03 14:53:07.053291 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=80271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 14:53:07.054271 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=80271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 14:53:07.054851 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loaded extension: l3-port-ip-change-not-allowed
Dec 03 14:53:07.055213 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loading extension file: l3agentscheduler.py {{(pid=80271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 14:53:07.056372 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 14:53:07.056969 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loaded extension: l3_agent_scheduler
Dec 03 14:53:07.057337 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loading extension file: logging.py {{(pid=80271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 14:53:07.059627 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=80271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 14:53:07.060224 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Extension logging not supported by any of loaded plugins
Dec 03 14:53:07.060599 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loading extension file: metering.py {{(pid=80271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 14:53:07.061512 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=80271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 14:53:07.062249 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loaded extension: metering
Dec 03 14:53:07.062622 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=80271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 14:53:07.063752 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=80271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 14:53:07.064346 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loaded extension: metering_source_and_destination_fields
Dec 03 14:53:07.064714 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loading extension file: multiprovidernet.py {{(pid=80271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 14:53:07.065654 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=80271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 14:53:07.066264 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loaded extension: multi-provider
Dec 03 14:53:07.066632 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loading extension file: netmtu.py {{(pid=80271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 14:53:07.067567 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=80271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 14:53:07.068155 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loaded extension: net-mtu
Dec 03 14:53:07.068521 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loading extension file: netmtu_writable.py {{(pid=80271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 14:53:07.069457 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=80271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 14:53:07.070081 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loaded extension: net-mtu-writable
Dec 03 14:53:07.070449 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loading extension file: network_availability_zone.py {{(pid=80271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 14:53:07.071170 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=80271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 14:53:07.071758 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loaded extension: network_availability_zone
Dec 03 14:53:07.072122 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loading extension file: network_ip_availability.py {{(pid=80271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 14:53:07.073260 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=80271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 14:53:07.074042 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loaded extension: network-ip-availability
Dec 03 14:53:07.074468 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loading extension file: network_segment_range.py {{(pid=80271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 14:53:07.077608 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=80271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 14:53:07.077608 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Extension network-segment-range not supported by any of loaded plugins
Dec 03 14:53:07.077608 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loading extension file: pagination.py {{(pid=80271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 14:53:07.077608 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 14:53:07.077608 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loaded extension: pagination
Dec 03 14:53:07.078029 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=80271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 14:53:07.078866 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=80271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 14:53:07.079450 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loaded extension: port-mac-address-regenerate
Dec 03 14:53:07.079818 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=80271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 14:53:07.080744 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=80271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 14:53:07.081339 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loaded extension: port-numa-affinity-policy
Dec 03 14:53:07.081704 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loading extension file: port_resource_request.py {{(pid=80271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 14:53:07.082657 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=80271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 14:53:07.083236 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Extension port-resource-request not supported by any of loaded plugins
Dec 03 14:53:07.083599 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loading extension file: portbindings.py {{(pid=80271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 14:53:07.084551 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=80271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 14:53:07.085135 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loaded extension: binding
Dec 03 14:53:07.085494 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loading extension file: portbindings_extended.py {{(pid=80271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 14:53:07.086986 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=80271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 14:53:07.087574 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loaded extension: binding-extended
Dec 03 14:53:07.087939 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loading extension file: portsecurity.py {{(pid=80271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 14:53:07.088870 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=80271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 14:53:07.089492 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loaded extension: port-security
Dec 03 14:53:07.090128 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loading extension file: project_id.py {{(pid=80271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 14:53:07.090920 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=80271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 14:53:07.091297 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loaded extension: project-id
Dec 03 14:53:07.091659 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loading extension file: providernet.py {{(pid=80271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 14:53:07.092598 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=80271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 14:53:07.093190 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loaded extension: provider
Dec 03 14:53:07.093557 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loading extension file: qos.py {{(pid=80271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 14:53:07.097196 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=80271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 14:53:07.097799 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Extension qos not supported by any of loaded plugins
Dec 03 14:53:07.098206 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=80271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 14:53:07.099468 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=80271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 14:53:07.100056 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Dec 03 14:53:07.100429 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=80271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 14:53:07.101364 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=80271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 14:53:07.101965 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Dec 03 14:53:07.102339 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loading extension file: qos_default.py {{(pid=80271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 14:53:07.103265 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=80271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 14:53:07.103848 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Extension qos-default not supported by any of loaded plugins
Dec 03 14:53:07.104215 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loading extension file: qos_fip.py {{(pid=80271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 14:53:07.104923 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=80271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 14:53:07.106055 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Extension qos-fip not supported by any of loaded plugins
Dec 03 14:53:07.106425 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loading extension file: qos_gateway_ip.py {{(pid=80271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 14:53:07.107378 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=80271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 14:53:07.107955 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Dec 03 14:53:07.108318 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loading extension file: qos_port_network_policy.py {{(pid=80271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 14:53:07.109246 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=80271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 14:53:07.109820 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Dec 03 14:53:07.110236 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loading extension file: qos_rule_type_details.py {{(pid=80271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 14:53:07.111174 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=80271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 14:53:07.111756 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Dec 03 14:53:07.112121 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loading extension file: qos_rules_alias.py {{(pid=80271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 14:53:07.113298 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=80271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 14:53:07.113882 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Extension qos-rules-alias not supported by any of loaded plugins
Dec 03 14:53:07.114280 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loading extension file: quotasv2.py {{(pid=80271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 14:53:07.115334 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=80271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 14:53:07.115709 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loaded extension: quotas
Dec 03 14:53:07.116069 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loading extension file: quotasv2_detail.py {{(pid=80271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 14:53:07.117692 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=80271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 14:53:07.118111 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loaded extension: quota_details
Dec 03 14:53:07.118487 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loading extension file: rbac.py {{(pid=80271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 14:53:07.119668 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=80271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 14:53:07.120290 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loaded extension: rbac-policies
Dec 03 14:53:07.120713 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loading extension file: rbac_address_scope.py {{(pid=80271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 14:53:07.122253 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=80271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 14:53:07.122838 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loaded extension: rbac-address-scope
Dec 03 14:53:07.123202 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loading extension file: rbac_security_groups.py {{(pid=80271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 14:53:07.124134 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=80271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 14:53:07.124720 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loaded extension: rbac-security-groups
Dec 03 14:53:07.125083 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loading extension file: rbac_subnetpool.py {{(pid=80271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 14:53:07.126040 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=80271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 14:53:07.126623 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loaded extension: rbac-subnetpool
Dec 03 14:53:07.126989 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loading extension file: revisionifmatch.py {{(pid=80271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 14:53:07.127938 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=80271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 14:53:07.128521 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loaded extension: revision-if-match
Dec 03 14:53:07.128886 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loading extension file: revisions.py {{(pid=80271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 14:53:07.130082 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=80271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 14:53:07.130661 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loaded extension: standard-attr-revisions
Dec 03 14:53:07.131024 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loading extension file: router_availability_zone.py {{(pid=80271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 14:53:07.131759 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=80271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 14:53:07.132337 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loaded extension: router_availability_zone
Dec 03 14:53:07.132699 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loading extension file: routerservicetype.py {{(pid=80271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 14:53:07.133657 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=80271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 14:53:07.134267 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Extension router-service-type not supported by any of loaded plugins
Dec 03 14:53:07.134626 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loading extension file: security_groups_port_filtering.py {{(pid=80271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 14:53:07.135691 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=80271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 14:53:07.136359 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loaded extension: port-security-groups-filtering
Dec 03 14:53:07.136813 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=80271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 14:53:07.137787 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=80271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 14:53:07.138409 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loaded extension: security-groups-remote-address-group
Dec 03 14:53:07.138775 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loading extension file: securitygroup.py {{(pid=80271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 14:53:07.152820 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=80271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 14:53:07.153499 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loaded extension: security-group
Dec 03 14:53:07.153877 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loading extension file: segment.py {{(pid=80271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 14:53:07.154854 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=80271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 14:53:07.155441 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Extension segment not supported by any of loaded plugins
Dec 03 14:53:07.155811 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=80271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 14:53:07.156840 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=80271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 14:53:07.157433 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Dec 03 14:53:07.157802 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loading extension file: servicetype.py {{(pid=80271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 14:53:07.158955 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=80271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 14:53:07.159547 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loaded extension: service-type
Dec 03 14:53:07.159923 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loading extension file: sorting.py {{(pid=80271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 14:53:07.160929 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 14:53:07.161311 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loaded extension: sorting
Dec 03 14:53:07.161678 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loading extension file: standard_attr_segment.py {{(pid=80271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 14:53:07.162657 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 14:53:07.163251 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Extension standard-attr-segment not supported by any of loaded plugins
Dec 03 14:53:07.163620 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loading extension file: standardattrdescription.py {{(pid=80271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 14:53:07.164332 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=80271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 14:53:07.164918 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loaded extension: standard-attr-description
Dec 03 14:53:07.165285 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loading extension file: stateful_security_group.py {{(pid=80271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 14:53:07.166278 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=80271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 14:53:07.166877 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loaded extension: stateful-security-group
Dec 03 14:53:07.167245 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loading extension file: stdattrs_common.py {{(pid=80271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 14:53:07.168412 dv-cinder-757908-3-iscsi neutron-server[80271]: WARNING neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Dec 03 14:53:07.168769 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=80271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 14:53:07.170003 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=80271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 14:53:07.170539 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Dec 03 14:53:07.170905 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loading extension file: subnet_onboard.py {{(pid=80271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 14:53:07.171998 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=80271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 14:53:07.172587 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loaded extension: subnet_onboard
Dec 03 14:53:07.172955 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=80271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 14:53:07.173894 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=80271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 14:53:07.174504 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Dec 03 14:53:07.175139 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loading extension file: subnet_service_types.py {{(pid=80271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 14:53:07.176085 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=80271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 14:53:07.176665 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loaded extension: subnet-service-types
Dec 03 14:53:07.177030 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loading extension file: subnetallocation.py {{(pid=80271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 14:53:07.178145 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=80271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 14:53:07.178727 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loaded extension: subnet_allocation
Dec 03 14:53:07.179090 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=80271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 14:53:07.179818 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=80271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 14:53:07.180407 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loaded extension: subnetpool-prefix-ops
Dec 03 14:53:07.180774 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=80271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 14:53:07.181754 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=80271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 14:53:07.182412 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Dec 03 14:53:07.182779 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loading extension file: tagging.py {{(pid=80271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 14:53:07.186154 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=80271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 14:53:07.186771 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loaded extension: standard-attr-tag
Dec 03 14:53:07.187139 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loading extension file: timestamp.py {{(pid=80271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 14:53:07.188396 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=80271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 14:53:07.188984 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loaded extension: standard-attr-timestamp
Dec 03 14:53:07.189354 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loading extension file: trunk.py {{(pid=80271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 14:53:07.190426 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=80271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 14:53:07.191020 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Extension trunk not supported by any of loaded plugins
Dec 03 14:53:07.191427 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loading extension file: trunk_details.py {{(pid=80271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 14:53:07.192369 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=80271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 14:53:07.192952 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Extension trunk-details not supported by any of loaded plugins
Dec 03 14:53:07.193316 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loading extension file: uplink_status_propagation.py {{(pid=80271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 14:53:07.194276 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=80271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 14:53:07.194856 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Dec 03 14:53:07.195223 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Loading extension file: vlantransparent.py {{(pid=80271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 14:53:07.195945 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=80271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 14:53:07.196528 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Extension vlan-transparent not supported by any of loaded plugins
Dec 03 14:53:07.199484 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.quota.resource_registry [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Creating instance of TrackedResource for resource:network
Dec 03 14:53:07.200345 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.quota.resource_registry [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Creating instance of TrackedResource for resource:subnet
Dec 03 14:53:07.201013 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.quota.resource_registry [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Creating instance of TrackedResource for resource:subnetpool
Dec 03 14:53:07.201675 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.quota.resource_registry [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Creating instance of TrackedResource for resource:port
Dec 03 14:53:07.203353 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.resource_helper [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80271) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 03 14:53:07.203800 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.resource_helper [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Service FLAVORS assigned prefix:  {{(pid=80271) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 03 14:53:07.204489 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.resource_helper [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80271) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 03 14:53:07.204974 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.resource_helper [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80271) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 03 14:53:07.205353 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.quota.resource_registry [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Creating instance of TrackedResource for resource:router
Dec 03 14:53:07.206144 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.quota.resource_registry [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Creating instance of TrackedResource for resource:floatingip
Dec 03 14:53:07.206924 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.resource_helper [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Service METERING assigned prefix: /metering {{(pid=80271) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 03 14:53:07.208744 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f072fa28898>> rbac-policy before_create 55550000 {{(pid=80271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 14:53:07.209151 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f072fa28898>> rbac-policy before_update 55550000 {{(pid=80271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 14:53:07.209544 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f072fa28898>> rbac-policy before_delete 55550000 {{(pid=80271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 14:53:07.210749 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.quota.resource_registry [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Creating instance of CountableResource for resource:rbac_policy
Dec 03 14:53:07.211258 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.quota.resource_registry [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Creating instance of TrackedResource for resource:security_group
Dec 03 14:53:07.212060 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.quota.resource_registry [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Creating instance of TrackedResource for resource:security_group_rule
Dec 03 14:53:07.212881 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.resource_helper [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Service CORE assigned prefix:  {{(pid=80271) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 03 14:53:07.213252 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.quota.resource_registry [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Creating instance of TrackedResource for resource:subnetpool
Dec 03 14:53:07.213629 dv-cinder-757908-3-iscsi neutron-server[80271]: WARNING neutron.quota.resource_registry [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] subnetpool is already registered
Dec 03 14:53:07.214392 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.resource_helper [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Service CORE assigned prefix:  {{(pid=80271) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 03 14:53:07.214822 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.quota.resource_registry [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Creating instance of TrackedResource for resource:subnetpool
Dec 03 14:53:07.215274 dv-cinder-757908-3-iscsi neutron-server[80271]: WARNING neutron.quota.resource_registry [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] subnetpool is already registered
Dec 03 14:53:07.218047 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.resource_helper [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80271) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 03 14:53:07.218530 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.resource_helper [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Service FLAVORS assigned prefix:  {{(pid=80271) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 03 14:53:07.219186 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.resource_helper [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80271) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 03 14:53:07.219650 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.resource_helper [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80271) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 03 14:53:07.220029 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.quota.resource_registry [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Creating instance of TrackedResource for resource:router
Dec 03 14:53:07.220396 dv-cinder-757908-3-iscsi neutron-server[80271]: WARNING neutron.quota.resource_registry [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] router is already registered
Dec 03 14:53:07.221061 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.quota.resource_registry [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Creating instance of TrackedResource for resource:floatingip
Dec 03 14:53:07.221430 dv-cinder-757908-3-iscsi neutron-server[80271]: WARNING neutron.quota.resource_registry [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] floatingip is already registered
Dec 03 14:53:07.222156 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.resource_helper [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Service METERING assigned prefix: /metering {{(pid=80271) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 03 14:53:07.222905 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.quota.resource_registry [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Creating instance of CountableResource for resource:rbac_policy
Dec 03 14:53:07.223274 dv-cinder-757908-3-iscsi neutron-server[80271]: WARNING neutron.quota.resource_registry [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] rbac_policy is already registered
Dec 03 14:53:07.223908 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.quota.resource_registry [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Creating instance of TrackedResource for resource:security_group
Dec 03 14:53:07.224279 dv-cinder-757908-3-iscsi neutron-server[80271]: WARNING neutron.quota.resource_registry [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] security_group is already registered
Dec 03 14:53:07.224931 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.quota.resource_registry [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Creating instance of TrackedResource for resource:security_group_rule
Dec 03 14:53:07.225298 dv-cinder-757908-3-iscsi neutron-server[80271]: WARNING neutron.quota.resource_registry [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] security_group_rule is already registered
Dec 03 14:53:07.226042 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.resource_helper [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Service CORE assigned prefix:  {{(pid=80271) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 03 14:53:07.226417 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.quota.resource_registry [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Creating instance of TrackedResource for resource:subnetpool
Dec 03 14:53:07.226780 dv-cinder-757908-3-iscsi neutron-server[80271]: WARNING neutron.quota.resource_registry [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] subnetpool is already registered
Dec 03 14:53:07.227449 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.resource_helper [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Service CORE assigned prefix:  {{(pid=80271) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 03 14:53:07.227819 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.quota.resource_registry [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Creating instance of TrackedResource for resource:subnetpool
Dec 03 14:53:07.228182 dv-cinder-757908-3-iscsi neutron-server[80271]: WARNING neutron.quota.resource_registry [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] subnetpool is already registered
Dec 03 14:53:07.228908 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Extended resource: extensions {{(pid=80271) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 03 14:53:07.231136 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Extended resource: address-groups {{(pid=80271) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 03 14:53:07.232740 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Extended resource: address-scopes {{(pid=80271) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 03 14:53:07.234056 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Extended resource: agents {{(pid=80271) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 03 14:53:07.235287 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Extended resource: auto-allocated-topology {{(pid=80271) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 03 14:53:07.236611 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Extended resource: availability_zones {{(pid=80271) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 03 14:53:07.238024 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Extended resource: dhcp-networks {{(pid=80271) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 03 14:53:07.239511 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Extended resource: dhcp-agents {{(pid=80271) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 03 14:53:07.241019 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Extended resource: routers {{(pid=80271) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 03 14:53:07.243035 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Extended resource: flavors {{(pid=80271) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 03 14:53:07.244277 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Extended resource: service_profiles {{(pid=80271) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 03 14:53:07.245561 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Extended resource: next_providers {{(pid=80271) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 03 14:53:07.247838 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Extended resource: service_profiles {{(pid=80271) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 03 14:53:07.249382 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Extended resource: floatingip-pools {{(pid=80271) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 03 14:53:07.250720 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Extended resource: routers {{(pid=80271) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 03 14:53:07.252594 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Extended resource: floatingips {{(pid=80271) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 03 14:53:07.253862 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Extended resource: l3-routers {{(pid=80271) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 03 14:53:07.255395 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Extended resource: l3-agents {{(pid=80271) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 03 14:53:07.256913 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Extended resource: metering-labels {{(pid=80271) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 03 14:53:07.258385 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Extended resource: metering-label-rules {{(pid=80271) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 03 14:53:07.259746 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Extended resource: network-ip-availabilities {{(pid=80271) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 03 14:53:07.261099 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Extended resource: bindings {{(pid=80271) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 03 14:53:07.262909 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Extended resource: quotas {{(pid=80271) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 03 14:53:07.264424 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Extended resource: quotas {{(pid=80271) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 03 14:53:07.265962 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Extended resource: rbac-policies {{(pid=80271) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 03 14:53:07.267322 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Extended resource: security-groups {{(pid=80271) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 03 14:53:07.268612 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Extended resource: security-group-rules {{(pid=80271) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 03 14:53:07.269958 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Extended resource: service-providers {{(pid=80271) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 03 14:53:07.271322 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Extended resource: subnetpools {{(pid=80271) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 03 14:53:07.273790 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Extended resource: subnetpools {{(pid=80271) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 03 14:53:07.275371 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Extended resource: tags {{(pid=80271) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 03 14:53:07.277241 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Extended resource: tags {{(pid=80271) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 03 14:53:07.377641 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Extended resource: tags {{(pid=80271) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 03 14:53:07.379575 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Extended resource: tags {{(pid=80271) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 03 14:53:07.381464 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Extended resource: tags {{(pid=80271) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 03 14:53:07.383296 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Extended resource: tags {{(pid=80271) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 03 14:53:07.385191 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Extended resource: tags {{(pid=80271) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 03 14:53:07.387846 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Extended resource: tags {{(pid=80271) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 03 14:53:07.389805 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Extended resource: tags {{(pid=80271) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 03 14:53:07.391798 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.extensions [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Extended resource: tags {{(pid=80271) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 03 14:53:07.398890 dv-cinder-757908-3-iscsi neutron-server[80271]: WARNING keystonemiddleware.auth_token [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Dec 03 14:53:07.404318 dv-cinder-757908-3-iscsi neutron-server[80271]: WARNING keystonemiddleware.auth_token [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Dec 03 14:53:07.413049 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Acquired lock "singleton_lock" {{(pid=80271) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}}
Dec 03 14:53:07.413586 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Releasing lock "singleton_lock" {{(pid=80271) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}}
Dec 03 14:53:07.415073 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO oslo_service.service [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Starting 2 workers
Dec 03 14:53:07.419793 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Started child 80382 {{(pid=80271) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Dec 03 14:53:07.424034 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:53:07.424579 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Started child 80383 {{(pid=80271) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Dec 03 14:53:07.425753 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [-] (80382) wsgi starting up on http://0.0.0.0:9696
Dec 03 14:53:07.426413 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.service [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Neutron service started, listening on 0.0.0.0:9696
Dec 03 14:53:07.427056 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Notify callbacks [] for process, before_spawn {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:53:07.428267 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:53:07.429443 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO oslo_service.service [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Starting 1 workers
Dec 03 14:53:07.429609 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [-] (80383) wsgi starting up on http://0.0.0.0:9696
Dec 03 14:53:07.435408 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Started child 80384 {{(pid=80271) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Dec 03 14:53:07.435960 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO oslo_service.service [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Starting 1 workers
Dec 03 14:53:07.438415 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.service [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] calling RpcWorker wait() {{(pid=80384) _wait /opt/stack/neutron/neutron/service.py:128}}
Dec 03 14:53:07.438824 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.service [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] returning from RpcWorker wait() {{(pid=80384) _wait /opt/stack/neutron/neutron/service.py:135}}
Dec 03 14:53:07.440254 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:53:07.440584 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Started child 80385 {{(pid=80271) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Dec 03 14:53:07.440883 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=80384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 14:53:07.441345 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0360a77c-a841-45d2-9cc8-973cad628312 None None] Notify callbacks [] for process, after_spawn {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:53:07.443038 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80271) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Dec 03 14:53:07.443279 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Dec 03 14:53:07.443478 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Dec 03 14:53:07.443765 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Dec 03 14:53:07.444165 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Dec 03 14:53:07.444361 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Dec 03 14:53:07.444930 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.445155 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:53:07.445250 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.445515 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.445816 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.446199 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.446857 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.447171 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.447466 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.447784 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.448078 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.448279 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.448476 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.448830 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.450019 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.450019 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.450391 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.450803 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.450803 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.451255 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.451255 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.451861 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.452199 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.453038 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] debug                          = True {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.453321 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.453970 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.454195 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.454488 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.454765 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.455083 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.455356 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.455669 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.455956 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.456211 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.456493 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.456776 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.457031 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.457288 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.457604 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.457858 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.458348 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] host                           = dv-cinder-757908-3-iscsi {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.458601 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.458856 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.459127 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.459423 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.459709 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.459961 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.460256 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.460542 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.460837 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.461107 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.461399 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.461667 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.461959 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.462248 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.462444 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.462691 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.462944 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.463231 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.463450 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.463646 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.463840 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.464141 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.464442 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.464725 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.465361 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.465361 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.465653 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.465653 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.465953 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.466211 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.466465 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.466729 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.466976 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.467292 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.467559 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.467825 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.468094 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.469195 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.469474 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.469742 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.470172 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.470172 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.471476 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.471476 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.471782 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 14:53:07.471935 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.471935 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.471935 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.472455 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.472455 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.472455 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.473446 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.473705 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.474048 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.474325 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.474611 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.474900 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.475154 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.475451 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.475701 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.475947 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.476193 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.476442 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.476687 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.477510 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.477771 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.478064 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.478293 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.479859 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.481997 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.483326 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.483326 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.483326 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.484164 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.484164 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.484164 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.484590 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.484590 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.485491 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.485491 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.485491 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.489761 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.489761 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.489761 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.489761 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.63/identity {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.489761 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.489761 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.489761 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.489761 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.490480 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.490480 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.490480 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.490480 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.490480 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.490480 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.490480 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.490480 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.490480 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.491229 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.491229 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.491229 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.491229 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.491229 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.491618 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.491618 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.491791 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.492360 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.492360 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.494966 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.494966 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.494966 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.494966 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.494966 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.494966 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.494966 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.494966 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.494966 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.499593 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.499593 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.499593 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.499593 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.499593 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.499593 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.499593 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.499593 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.499593 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.500428 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.500428 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.500428 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.500428 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.500428 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.500428 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.500428 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.500428 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.500428 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.501567 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.501567 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.501567 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.501567 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.501567 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.501567 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.501567 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.501567 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.501567 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.502671 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.502671 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.502671 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.502671 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.503016 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.503016 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.503259 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.503523 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.503773 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.504034 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.504302 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.504805 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.505384 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.505733 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.508914 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.508914 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.508914 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.508914 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.508914 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.508914 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.508914 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.508914 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.510172 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.510172 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.510172 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.510172 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.510695 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 53130) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 14:53:07.510832 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.510832 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.510832 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.510832 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.511946 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.512780 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.512780 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.513124 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.513375 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.513738 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.515625 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.515625 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.515625 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.515625 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.515625 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.515625 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.515625 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.516623 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.516623 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.516895 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.517195 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.517598 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.517995 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.519438 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.519438 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.519438 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.519438 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.519438 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.520251 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.520251 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.521044 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.521213 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [-] 10.222.0.63 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0091732
Dec 03 14:53:07.521354 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.521354 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.63/identity {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.521615 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.522433 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.522433 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.522433 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.524232 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.524232 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.524232 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.524232 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.524232 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.524232 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.524232 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.525685 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.525685 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.526850 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.527295 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.528562 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.528828 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.529194 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.529484 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.529834 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.530232 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.530555 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.530888 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.531255 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.531573 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.531957 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.532312 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.532624 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.532896 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.533157 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.533438 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.533701 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.533979 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.534415 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.534818 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.535209 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.535613 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.536054 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.536471 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.536907 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.537960 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.537960 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.537960 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.538219 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.538506 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.538809 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.539103 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.539330 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.539600 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.539855 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.540121 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.540372 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.540641 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.540921 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.541182 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.541458 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.541705 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.541986 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.542522 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.543152 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.543152 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.543477 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.543672 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.543835 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.545984 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.545984 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] xenapi.connection_password     = **** {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.545984 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] xenapi.connection_url          = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.545984 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] xenapi.connection_username     = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.545984 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.545984 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.545984 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.547110 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.547110 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.547110 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch'] {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.547110 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.547110 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.548010 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.548010 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vxlan'] {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.548010 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.548429 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.549688 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.549688 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.549688 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.549688 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.549688 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.550777 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.550777 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.551098 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.551294 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.552539 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.552539 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.552539 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.552539 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.552539 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.553223 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.553223 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.553223 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.553499 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.553594 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.553850 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.554151 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.554422 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.554681 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.554956 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.555208 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.555487 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.556449 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.556449 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Dec 03 14:53:07.556449 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80271) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Dec 03 14:53:07.556696 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Dec 03 14:53:07.556696 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Dec 03 14:53:07.556960 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Dec 03 14:53:07.557056 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Dec 03 14:53:07.557231 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Dec 03 14:53:07.557460 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.557938 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.557938 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.558850 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.559149 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.559442 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.559720 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.559974 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.560227 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.560453 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.560709 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.560958 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.561205 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.561451 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.561638 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.561825 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.562846 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.563042 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.563239 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.563430 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.563586 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.563779 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.563965 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] debug                          = True {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.564150 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.564369 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.565328 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.565519 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.565709 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.565894 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.566190 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.566457 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.566457 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.566835 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.566835 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.567088 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.567088 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.567283 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.567378 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.567527 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.567703 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] host                           = dv-cinder-757908-3-iscsi {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.567858 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.568015 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.568373 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.568541 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.568693 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.568843 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.569031 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.569215 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.569399 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.569629 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.569784 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.569968 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.570147 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.571768 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.571768 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.571768 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.571768 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.571768 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.571768 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.571768 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.573093 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.573093 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.573093 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.573093 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.573093 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.573093 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.573093 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.573093 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.574329 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.574329 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.574329 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.574329 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.574329 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.574329 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.574329 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.574329 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.575281 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.575281 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.575281 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.575281 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.575700 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.575700 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.575700 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.576010 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.576010 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.576211 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.576318 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.576586 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.576716 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.576842 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.577044 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.577247 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.577493 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.577493 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.577833 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.577833 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.578011 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.578107 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.578261 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.578453 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.578613 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.578750 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.579078 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.579379 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.579674 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.579995 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.580164 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.580344 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.580511 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 14:53:07.580726 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.580891 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.581092 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.581278 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.581445 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.581633 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.581818 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.582073 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.582209 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.582368 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.582560 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.582746 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.582951 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.583138 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.583325 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.63/identity {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.583509 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.583695 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.583882 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.584069 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.584254 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.584444 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.584631 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.584815 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.585001 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.585194 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.585343 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.585525 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.585709 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.585894 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.586101 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.586285 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.586469 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.586705 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.586831 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.588221 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.588221 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.588221 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.588221 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.588221 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.588221 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.588221 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.588221 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.588221 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.589124 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.589124 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.589124 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.589124 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.589124 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.590257 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.590257 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.590257 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.590906 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.591132 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.591309 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.591462 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.591620 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.591768 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.591961 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.592145 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.593099 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.593099 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.593099 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.593099 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.593099 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.593639 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.593754 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 14:53:07.593872 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.593872 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.593872 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.593872 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.594346 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.594346 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.594523 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.594523 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.594696 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.594907 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.595075 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.595435 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.595636 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.596552 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.596552 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.596552 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.596552 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.596552 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.597179 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.597179 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.597179 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.597179 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.597611 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.597611 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.597611 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.597877 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.597877 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.598081 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.598237 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.598406 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.598568 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.598896 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.599197 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.599520 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.599845 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.600709 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.600709 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.600709 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.600709 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.600709 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.601051 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.601051 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.601178 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.601393 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.601543 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.601689 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.601831 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.602053 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.602195 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.602346 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.603292 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.603292 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.603292 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.603292 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.603292 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.604077 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.604077 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.604077 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.604077 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.604077 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.604724 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.604724 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.604724 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.604724 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.605400 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.605400 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.605400 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.606063 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.63/identity {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.606063 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.606063 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.606821 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.606821 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.606821 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.607562 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.607562 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.607944 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.607944 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.608371 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.608371 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.608811 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.608811 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.609196 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.609392 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.609587 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.609868 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.610234 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.610435 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.610675 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.610956 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.612286 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.612286 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.612286 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.612286 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.612286 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.613245 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.613245 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.613245 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.613245 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.614186 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.614186 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.614186 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.614748 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.614748 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.614748 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.615162 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.615310 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.615603 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.615962 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.616245 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.616526 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.616817 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.617109 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.617387 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.617620 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.617898 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.618097 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.618239 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.618378 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.618518 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.618658 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.618797 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.619019 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.619209 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.619350 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.619488 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.619628 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.619767 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.619906 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.620044 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.620234 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.620391 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.621212 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.621896 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.621896 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] xenapi.connection_password     = **** {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.622207 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] xenapi.connection_url          = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.622207 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] xenapi.connection_username     = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.622496 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.622496 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.622819 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.622819 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.623064 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.623161 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch'] {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.623298 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.623475 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.623625 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.623807 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vxlan'] {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.623967 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.624255 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.624432 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.624584 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.624725 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.624985 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.624985 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.625154 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.625336 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.625537 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.625723 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.625883 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.626114 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.626254 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.626408 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.626592 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.626776 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.626961 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.627146 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.627330 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.627514 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.627696 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.627880 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.628065 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.628248 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.628432 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.628617 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.628801 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.628985 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 14:53:07.629167 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Dec 03 14:53:17.615590 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8111ff7-4a75-4742-8930-69e7119fc9e1 None None] get_active_networks_info from dv-cinder-757908-3-iscsi {{(pid=80384) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 03 14:53:17.769545 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8111ff7-4a75-4742-8930-69e7119fc9e1 None None] No non-hosted networks {{(pid=80384) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Dec 03 14:53:17.822873 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-bcac349a-c2ab-4230-9115-5faebb7e5116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713'] for agent, after_create {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:53:20.113186 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c9e5883-560e-4bbb-9262-99e2a0b2dc0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713'] for agent, after_create {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:53:20.184494 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-d1a712ed-1597-40ee-be3f-9bd7eb160871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713'] for agent, after_create {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:53:20.257457 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-a6a4769c-1ccf-45c0-a6fe-6fb876b912a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:53:21.250557 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713'] for agent, after_create {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:53:21.251898 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 14:53:21.252478 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 14:53:21.253041 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 14:53:21.253607 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 14:53:21.254218 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 14:53:21.254777 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 14:53:21.255329 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 14:53:21.255924 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 14:53:21.256475 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 14:53:21.257028 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 14:53:21.257585 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 14:53:21.258183 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 14:53:21.258799 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f072ed04dd8>, 'Open vSwitch agent', 'dv-cinder-757908-3-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}) {} {{(pid=80384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 14:53:21.265234 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f072ed04d68>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-757908-3-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}} {{(pid=80384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 14:53:21.480488 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] get_endpoint_by_host() called for host dv-cinder-757908-3-iscsi {{(pid=80384) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}}
Dec 03 14:53:21.485973 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] get_endpoint_by_ip() called for ip 192.168.0.78 {{(pid=80384) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}}
Dec 03 14:53:21.489357 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] _add_endpoint() called for ip 192.168.0.78 {{(pid=80384) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}}
Dec 03 14:53:21.496230 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] _get_endpoints() called {{(pid=80384) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}}
Dec 03 14:53:21.971925 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-7c778c2a-832b-4a71-9338-2409dcb4fb0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713'] for agent, after_create {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:53:23.490539 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.db.l3_hamode_db [None req-b78ffeac-69e1-4bf0-8a12-293dc53666ea None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Dec 03 14:53:23.577899 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78ffeac-69e1-4bf0-8a12-293dc53666ea None None] Routers set() bound to L3 agent in host dv-cinder-757908-3-iscsi {{(pid=80384) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 14:53:23.578302 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78ffeac-69e1-4bf0-8a12-293dc53666ea None None] Router IDs set() for agent in host dv-cinder-757908-3-iscsi {{(pid=80384) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
Dec 03 14:53:23.664532 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 53230) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 14:53:24.322634 dv-cinder-757908-3-iscsi neutron-server[80271]: WARNING oslo_policy.policy [None req-d9b7d33e-ef9c-462a-9c31-27ae46f5698e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 03 14:53:24.323236 dv-cinder-757908-3-iscsi neutron-server[80271]: WARNING oslo_policy.policy [None req-d9b7d33e-ef9c-462a-9c31-27ae46f5698e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 03 14:53:24.558658 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [None req-d9b7d33e-ef9c-462a-9c31-27ae46f5698e admin admin] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=80383) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 03 14:53:24.559734 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-d9b7d33e-ef9c-462a-9c31-27ae46f5698e admin admin] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.8941412
Dec 03 14:53:27.304059 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 53244) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 14:53:27.732333 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.base [None req-1b9f1e45-7250-47e3-9f57-fc98f88b1155 admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=80383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 14:53:27.782374 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.policy [None req-1b9f1e45-7250-47e3-9f57-fc98f88b1155 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80383) register_rules /opt/stack/neutron/neutron/policy.py:67}}
Dec 03 14:53:27.783210 dv-cinder-757908-3-iscsi neutron-server[80271]: WARNING oslo_policy.policy [None req-1b9f1e45-7250-47e3-9f57-fc98f88b1155 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 03 14:53:27.783623 dv-cinder-757908-3-iscsi neutron-server[80271]: WARNING oslo_policy.policy [None req-1b9f1e45-7250-47e3-9f57-fc98f88b1155 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 03 14:53:27.790627 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.quota [None req-1b9f1e45-7250-47e3-9f57-fc98f88b1155 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f072f6e0a20>.
Dec 03 14:53:27.836133 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-1b9f1e45-7250-47e3-9f57-fc98f88b1155 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 14:53:27.891096 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-1b9f1e45-7250-47e3-9f57-fc98f88b1155 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729305662271', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729306418500', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729306417693', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729306414699', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729306414214', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036853924668', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-715623', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-33444163', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-33502213'] for rbac-policy, before_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:53:27.954340 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-1b9f1e45-7250-47e3-9f57-fc98f88b1155 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:53:27.955550 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-1b9f1e45-7250-47e3-9f57-fc98f88b1155 admin admin] 10.222.0.63 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.6505148
Dec 03 14:53:30.948986 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 53258) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 14:53:31.363924 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.base [None req-b0bd972b-1de7-44b7-8689-223dca630d38 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': 'aae87118e6d64884ba5823752fd646de', 'name': 'private'}} {{(pid=80383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 14:53:31.369751 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-b0bd972b-1de7-44b7-8689-223dca630d38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 14:53:31.383326 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-b0bd972b-1de7-44b7-8689-223dca630d38 admin admin] Usage tracker for resource:network and tenant:aae87118e6d64884ba5823752fd646de is out of sync, need to count used quota {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 14:53:31.388130 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-b0bd972b-1de7-44b7-8689-223dca630d38 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 14:53:31.394574 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-b0bd972b-1de7-44b7-8689-223dca630d38 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 14:53:31.403995 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0bd972b-1de7-44b7-8689-223dca630d38 admin admin] Made reservation on behalf of aae87118e6d64884ba5823752fd646de for: {'network': 1} {{(pid=80383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 14:53:31.410032 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-b0bd972b-1de7-44b7-8689-223dca630d38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for network, before_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:53:31.428314 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-b0bd972b-1de7-44b7-8689-223dca630d38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:53:31.443267 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-b0bd972b-1de7-44b7-8689-223dca630d38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 14:53:31.447149 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-b0bd972b-1de7-44b7-8689-223dca630d38 admin admin] Usage tracker for resource:security_group_rule and tenant:aae87118e6d64884ba5823752fd646de is out of sync, need to count used quota {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 14:53:31.451175 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-b0bd972b-1de7-44b7-8689-223dca630d38 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 14:53:31.456782 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-b0bd972b-1de7-44b7-8689-223dca630d38 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 14:53:31.559624 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-b0bd972b-1de7-44b7-8689-223dca630d38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:53:31.562233 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-b0bd972b-1de7-44b7-8689-223dca630d38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:53:31.567714 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 14:53:31.591605 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0bd972b-1de7-44b7-8689-223dca630d38 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1}  {{(pid=80383) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 14:53:31.619658 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-b0bd972b-1de7-44b7-8689-223dca630d38 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8729303191104', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986486'] for segment, precommit_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:53:31.620798 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.db.segments_db [None req-b0bd972b-1de7-44b7-8689-223dca630d38 admin admin] Added segment da39104b-25e0-42fa-84b2-15bb4752372f of type vxlan for network 046f3fe3-34c0-4797-be99-f9854fff9af6
Dec 03 14:53:31.635355 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bd972b-1de7-44b7-8689-223dca630d38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5d66259-1bcb-44a3-952d-db2c85ca5a15,revision_number=1']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 14:53:31.690518 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bd972b-1de7-44b7-8689-223dca630d38 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 14:53:31.690835 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bd972b-1de7-44b7-8689-223dca630d38 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 14:53:31.691201 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bd972b-1de7-44b7-8689-223dca630d38 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 14:53:31.691561 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bd972b-1de7-44b7-8689-223dca630d38 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 14:53:31.691916 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bd972b-1de7-44b7-8689-223dca630d38 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 14:53:31.692282 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bd972b-1de7-44b7-8689-223dca630d38 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 14:53:31.692634 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bd972b-1de7-44b7-8689-223dca630d38 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 14:53:31.692986 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bd972b-1de7-44b7-8689-223dca630d38 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 14:53:31.693348 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bd972b-1de7-44b7-8689-223dca630d38 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 14:53:31.693695 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bd972b-1de7-44b7-8689-223dca630d38 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 14:53:31.694067 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bd972b-1de7-44b7-8689-223dca630d38 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 14:53:31.694415 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bd972b-1de7-44b7-8689-223dca630d38 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 14:53:31.695568 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bd972b-1de7-44b7-8689-223dca630d38 admin admin] Tracked resource versions report:
Dec 03 14:53:31.695568 dv-cinder-757908-3-iscsi neutron-server[80271]: pushed versions:
Dec 03 14:53:31.695568 dv-cinder-757908-3-iscsi neutron-server[80271]: {   'AddressGroup': {'1.0'},
Dec 03 14:53:31.695568 dv-cinder-757908-3-iscsi neutron-server[80271]:     'ConntrackHelper': {'1.0'},
Dec 03 14:53:31.695568 dv-cinder-757908-3-iscsi neutron-server[80271]:     'Log': {'1.0'},
Dec 03 14:53:31.695568 dv-cinder-757908-3-iscsi neutron-server[80271]:     'Network': {'1.1'},
Dec 03 14:53:31.695568 dv-cinder-757908-3-iscsi neutron-server[80271]:     'Port': {'1.6'},
Dec 03 14:53:31.695568 dv-cinder-757908-3-iscsi neutron-server[80271]:     'PortForwarding': {'1.2'},
Dec 03 14:53:31.695568 dv-cinder-757908-3-iscsi neutron-server[80271]:     'QosPolicy': {'1.8'},
Dec 03 14:53:31.695568 dv-cinder-757908-3-iscsi neutron-server[80271]:     'SecurityGroup': {'1.3'},
Dec 03 14:53:31.695568 dv-cinder-757908-3-iscsi neutron-server[80271]:     'SecurityGroupRule': {'1.1'},
Dec 03 14:53:31.695568 dv-cinder-757908-3-iscsi neutron-server[80271]:     'SubPort': {'1.0'},
Dec 03 14:53:31.695568 dv-cinder-757908-3-iscsi neutron-server[80271]:     'Subnet': {'1.1'},
Dec 03 14:53:31.695568 dv-cinder-757908-3-iscsi neutron-server[80271]:     'Trunk': {'1.1'}}
Dec 03 14:53:31.695568 dv-cinder-757908-3-iscsi neutron-server[80271]: consumer versions:
Dec 03 14:53:31.695568 dv-cinder-757908-3-iscsi neutron-server[80271]: {   DHCP agent@dv-cinder-757908-3-iscsi: {},
Dec 03 14:53:31.695568 dv-cinder-757908-3-iscsi neutron-server[80271]:     L3 agent@dv-cinder-757908-3-iscsi: {},
Dec 03 14:53:31.695568 dv-cinder-757908-3-iscsi neutron-server[80271]:     Metadata agent@dv-cinder-757908-3-iscsi: {},
Dec 03 14:53:31.695568 dv-cinder-757908-3-iscsi neutron-server[80271]:     Metering agent@dv-cinder-757908-3-iscsi: {},
Dec 03 14:53:31.695568 dv-cinder-757908-3-iscsi neutron-server[80271]:     Open vSwitch agent@dv-cinder-757908-3-iscsi: {   'AddressGroup': '1.0',
Dec 03 14:53:31.695568 dv-cinder-757908-3-iscsi neutron-server[80271]:                                                      'ConntrackHelper': '1.0',
Dec 03 14:53:31.695568 dv-cinder-757908-3-iscsi neutron-server[80271]:                                                      'Log': '1.0',
Dec 03 14:53:31.695568 dv-cinder-757908-3-iscsi neutron-server[80271]:                                                      'Network': '1.1',
Dec 03 14:53:31.695568 dv-cinder-757908-3-iscsi neutron-server[80271]:                                                      'Port': '1.6',
Dec 03 14:53:31.695568 dv-cinder-757908-3-iscsi neutron-server[80271]:                                                      'PortForwarding': '1.2',
Dec 03 14:53:31.695568 dv-cinder-757908-3-iscsi neutron-server[80271]:                                                      'QosPolicy': '1.8',
Dec 03 14:53:31.695568 dv-cinder-757908-3-iscsi neutron-server[80271]:                                                      'SecurityGroup': '1.3',
Dec 03 14:53:31.695568 dv-cinder-757908-3-iscsi neutron-server[80271]:                                                      'SecurityGroupRule': '1.1',
Dec 03 14:53:31.695568 dv-cinder-757908-3-iscsi neutron-server[80271]:                                                      'SubPort': '1.0',
Dec 03 14:53:31.695568 dv-cinder-757908-3-iscsi neutron-server[80271]:                                                      'Subnet': '1.1',
Dec 03 14:53:31.695568 dv-cinder-757908-3-iscsi neutron-server[80271]:                                                      'Trunk': '1.1'}}
Dec 03 14:53:31.695568 dv-cinder-757908-3-iscsi neutron-server[80271]:  {{(pid=80383) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Dec 03 14:53:31.750420 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-b0bd972b-1de7-44b7-8689-223dca630d38 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729302618551'] for network, precommit_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:53:31.756632 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-b0bd972b-1de7-44b7-8689-223dca630d38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 14:53:31.791792 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-b0bd972b-1de7-44b7-8689-223dca630d38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068'] for network, after_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:53:31.793712 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0bd972b-1de7-44b7-8689-223dca630d38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 14:53:31.794429 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-b0bd972b-1de7-44b7-8689-223dca630d38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036822225390'] for network, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:53:31.799256 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 14:53:31.915399 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-b0bd972b-1de7-44b7-8689-223dca630d38 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201  len: 842 time: 0.9652317
Dec 03 14:53:31.916126 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bd972b-1de7-44b7-8689-223dca630d38 admin admin] Pushing event updated for resources: {'Network': ['ID=046f3fe3-34c0-4797-be99-f9854fff9af6,revision_number=1']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 14:53:31.932332 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-b0bd972b-1de7-44b7-8689-223dca630d38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 14:53:31.940832 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Network 046f3fe3-34c0-4797-be99-f9854fff9af6 details requested by agent ovs-agent-dv-cinder-757908-3-iscsi with host dv-cinder-757908-3-iscsi {{(pid=80384) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 14:53:35.075887 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 53274) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 14:53:35.594966 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3029d91f-200b-4f06-a02a-5fc192b140bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 14:53:35.596365 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-3029d91f-200b-4f06-a02a-5fc192b140bc admin admin] 10.222.0.63 "GET /v2.0/networks/046f3fe3-34c0-4797-be99-f9854fff9af6 HTTP/1.1" status: 200  len: 818 time: 0.5194502
Dec 03 14:53:35.626193 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-a4446b67-d236-4feb-ae77-971390b1071a admin admin] 10.222.0.63 "GET /v2.0/subnetpools/cbcecba3-6709-451c-88c8-552c0d2761d3 HTTP/1.1" status: 200  len: 734 time: 0.0232613
Dec 03 14:53:35.635846 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.base [None req-8de64216-97e6-4137-8454-44d09f42e145 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'ip_version': 4, 'name': 'private-subnet', 'tenant_id': 'aae87118e6d64884ba5823752fd646de', 'network_id': '046f3fe3-34c0-4797-be99-f9854fff9af6', 'subnetpool_id': 'cbcecba3-6709-451c-88c8-552c0d2761d3'}} {{(pid=80383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 14:53:35.640572 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-8de64216-97e6-4137-8454-44d09f42e145 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 14:53:35.644459 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-8de64216-97e6-4137-8454-44d09f42e145 admin admin] Usage tracker for resource:subnet and tenant:aae87118e6d64884ba5823752fd646de is out of sync, need to count used quota {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 14:53:35.647438 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-8de64216-97e6-4137-8454-44d09f42e145 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 14:53:35.653304 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-8de64216-97e6-4137-8454-44d09f42e145 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 14:53:35.662331 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8de64216-97e6-4137-8454-44d09f42e145 admin admin] Made reservation on behalf of aae87118e6d64884ba5823752fd646de for: {'subnet': 1} {{(pid=80383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 14:53:35.667765 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-8de64216-97e6-4137-8454-44d09f42e145 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:53:36.163585 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-8de64216-97e6-4137-8454-44d09f42e145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33445888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068'] for subnet, after_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:53:36.180398 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 14:53:36.474582 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de64216-97e6-4137-8454-44d09f42e145 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d59e57f-d246-4ae2-9fbf-e4fae9fe2b43,revision_number=0']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 14:53:36.481785 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-8de64216-97e6-4137-8454-44d09f42e145 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 14:53:36.547927 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de64216-97e6-4137-8454-44d09f42e145 admin admin] Checking segment: {'id': 'da39104b-25e0-42fa-84b2-15bb4752372f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '046f3fe3-34c0-4797-be99-f9854fff9af6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 14:53:36.548313 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de64216-97e6-4137-8454-44d09f42e145 admin admin] Network hostable DHCP agents. Network: 046f3fe3-34c0-4797-be99-f9854fff9af6, hostable agents: ['79bacdc6-fafb-4baa-889e-4ec466dca3bd'], hosted agents: [] {{(pid=80383) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 14:53:36.570355 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de64216-97e6-4137-8454-44d09f42e145 admin admin] Network 046f3fe3-34c0-4797-be99-f9854fff9af6 is scheduled to be hosted by DHCP agent 79bacdc6-fafb-4baa-889e-4ec466dca3bd with binding_index 1 {{(pid=80383) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 14:53:36.579996 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.base_scheduler [None req-8de64216-97e6-4137-8454-44d09f42e145 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-757908-3-iscsi, 046f3fe3-34c0-4797-be99-f9854fff9af6) {{(pid=80383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 14:53:36.584459 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de64216-97e6-4137-8454-44d09f42e145 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 14:53:36.585091 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-8de64216-97e6-4137-8454-44d09f42e145 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036822225390'] for subnet, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:53:36.589896 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34fc4b1d-62b1-401c-8c2e-ed9d6e7d7251 None None] Network 046f3fe3-34c0-4797-be99-f9854fff9af6 requested from dv-cinder-757908-3-iscsi {{(pid=80384) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 14:53:36.608531 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-8de64216-97e6-4137-8454-44d09f42e145 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.9763041
Dec 03 14:53:36.911317 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8143af3-2e28-4b85-97f6-0384a9ffe8af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbc8265b-6ee3-5798-ab2f-e750a40fd5a2-046f3fe3-34c0-4797-be99-f9854fff9af6', 'network_id': '046f3fe3-34c0-4797-be99-f9854fff9af6', 'tenant_id': 'aae87118e6d64884ba5823752fd646de', 'fixed_ips': [{'subnet_id': '3d59e57f-d246-4ae2-9fbf-e4fae9fe2b43'}]}} from dv-cinder-757908-3-iscsi. {{(pid=80384) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 03 14:53:36.912514 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-d8143af3-2e28-4b85-97f6-0384a9ffe8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_create {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:53:37.253981 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.db_base_plugin_common [None req-d8143af3-2e28-4b85-97f6-0384a9ffe8af None None] Allocated IP 172.20.0.2 (046f3fe3-34c0-4797-be99-f9854fff9af6/3d59e57f-d246-4ae2-9fbf-e4fae9fe2b43/8c6a8fac-3387-4870-9ed6-f154eb5b1b33) {{(pid=80384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 14:53:37.490615 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-d8143af3-2e28-4b85-97f6-0384a9ffe8af None None] Notify callbacks [] for port, precommit_create {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:53:37.504638 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-d8143af3-2e28-4b85-97f6-0384a9ffe8af None None] Transition to ACTIVE for port object 8c6a8fac-3387-4870-9ed6-f154eb5b1b33 will not be triggered until provisioned by entity L2. {{(pid=80384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 14:53:37.524595 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-d8143af3-2e28-4b85-97f6-0384a9ffe8af None None] Transition to ACTIVE for port object 8c6a8fac-3387-4870-9ed6-f154eb5b1b33 will not be triggered until provisioned by entity DHCP. {{(pid=80384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 14:53:37.534798 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-d8143af3-2e28-4b85-97f6-0384a9ffe8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307552080722'] for port, after_create {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:53:37.548231 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 14:53:37.850182 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8143af3-2e28-4b85-97f6-0384a9ffe8af None None] Pushing event updated for resources: {'Port': ['ID=8c6a8fac-3387-4870-9ed6-f154eb5b1b33,revision_number=1']} {{(pid=80384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 14:53:37.862695 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8143af3-2e28-4b85-97f6-0384a9ffe8af None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 14:53:37.863083 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8143af3-2e28-4b85-97f6-0384a9ffe8af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 14:53:37.863445 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8143af3-2e28-4b85-97f6-0384a9ffe8af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 14:53:37.863803 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8143af3-2e28-4b85-97f6-0384a9ffe8af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 14:53:37.864161 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8143af3-2e28-4b85-97f6-0384a9ffe8af None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 14:53:37.864516 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8143af3-2e28-4b85-97f6-0384a9ffe8af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 14:53:37.864870 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8143af3-2e28-4b85-97f6-0384a9ffe8af None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 14:53:37.865220 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8143af3-2e28-4b85-97f6-0384a9ffe8af None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 14:53:37.865571 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8143af3-2e28-4b85-97f6-0384a9ffe8af None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 14:53:37.865949 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8143af3-2e28-4b85-97f6-0384a9ffe8af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 14:53:37.866289 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8143af3-2e28-4b85-97f6-0384a9ffe8af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 14:53:37.866635 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8143af3-2e28-4b85-97f6-0384a9ffe8af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 14:53:37.867737 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8143af3-2e28-4b85-97f6-0384a9ffe8af None None] Tracked resource versions report:
Dec 03 14:53:37.867737 dv-cinder-757908-3-iscsi neutron-server[80271]: pushed versions:
Dec 03 14:53:37.867737 dv-cinder-757908-3-iscsi neutron-server[80271]: {   'AddressGroup': {'1.0'},
Dec 03 14:53:37.867737 dv-cinder-757908-3-iscsi neutron-server[80271]:     'ConntrackHelper': {'1.0'},
Dec 03 14:53:37.867737 dv-cinder-757908-3-iscsi neutron-server[80271]:     'Log': {'1.0'},
Dec 03 14:53:37.867737 dv-cinder-757908-3-iscsi neutron-server[80271]:     'Network': {'1.1'},
Dec 03 14:53:37.867737 dv-cinder-757908-3-iscsi neutron-server[80271]:     'Port': {'1.6'},
Dec 03 14:53:37.867737 dv-cinder-757908-3-iscsi neutron-server[80271]:     'PortForwarding': {'1.2'},
Dec 03 14:53:37.867737 dv-cinder-757908-3-iscsi neutron-server[80271]:     'QosPolicy': {'1.8'},
Dec 03 14:53:37.867737 dv-cinder-757908-3-iscsi neutron-server[80271]:     'SecurityGroup': {'1.3'},
Dec 03 14:53:37.867737 dv-cinder-757908-3-iscsi neutron-server[80271]:     'SecurityGroupRule': {'1.1'},
Dec 03 14:53:37.867737 dv-cinder-757908-3-iscsi neutron-server[80271]:     'SubPort': {'1.0'},
Dec 03 14:53:37.867737 dv-cinder-757908-3-iscsi neutron-server[80271]:     'Subnet': {'1.1'},
Dec 03 14:53:37.867737 dv-cinder-757908-3-iscsi neutron-server[80271]:     'Trunk': {'1.1'}}
Dec 03 14:53:37.867737 dv-cinder-757908-3-iscsi neutron-server[80271]: consumer versions:
Dec 03 14:53:37.867737 dv-cinder-757908-3-iscsi neutron-server[80271]: {   DHCP agent@dv-cinder-757908-3-iscsi: {},
Dec 03 14:53:37.867737 dv-cinder-757908-3-iscsi neutron-server[80271]:     L3 agent@dv-cinder-757908-3-iscsi: {},
Dec 03 14:53:37.867737 dv-cinder-757908-3-iscsi neutron-server[80271]:     Metadata agent@dv-cinder-757908-3-iscsi: {},
Dec 03 14:53:37.867737 dv-cinder-757908-3-iscsi neutron-server[80271]:     Metering agent@dv-cinder-757908-3-iscsi: {},
Dec 03 14:53:37.867737 dv-cinder-757908-3-iscsi neutron-server[80271]:     Open vSwitch agent@dv-cinder-757908-3-iscsi: {   'AddressGroup': '1.0',
Dec 03 14:53:37.867737 dv-cinder-757908-3-iscsi neutron-server[80271]:                                                      'ConntrackHelper': '1.0',
Dec 03 14:53:37.867737 dv-cinder-757908-3-iscsi neutron-server[80271]:                                                      'Log': '1.0',
Dec 03 14:53:37.867737 dv-cinder-757908-3-iscsi neutron-server[80271]:                                                      'Network': '1.1',
Dec 03 14:53:37.867737 dv-cinder-757908-3-iscsi neutron-server[80271]:                                                      'Port': '1.6',
Dec 03 14:53:37.867737 dv-cinder-757908-3-iscsi neutron-server[80271]:                                                      'PortForwarding': '1.2',
Dec 03 14:53:37.867737 dv-cinder-757908-3-iscsi neutron-server[80271]:                                                      'QosPolicy': '1.8',
Dec 03 14:53:37.867737 dv-cinder-757908-3-iscsi neutron-server[80271]:                                                      'SecurityGroup': '1.3',
Dec 03 14:53:37.867737 dv-cinder-757908-3-iscsi neutron-server[80271]:                                                      'SecurityGroupRule': '1.1',
Dec 03 14:53:37.867737 dv-cinder-757908-3-iscsi neutron-server[80271]:                                                      'SubPort': '1.0',
Dec 03 14:53:37.867737 dv-cinder-757908-3-iscsi neutron-server[80271]:                                                      'Subnet': '1.1',
Dec 03 14:53:37.867737 dv-cinder-757908-3-iscsi neutron-server[80271]:                                                      'Trunk': '1.1'}}
Dec 03 14:53:37.867737 dv-cinder-757908-3-iscsi neutron-server[80271]:  {{(pid=80384) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Dec 03 14:53:37.875716 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-d8143af3-2e28-4b85-97f6-0384a9ffe8af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 14:53:37.922831 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8143af3-2e28-4b85-97f6-0384a9ffe8af None None] Network 046f3fe3-34c0-4797-be99-f9854fff9af6 is already hosted by enough agents. {{(pid=80384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 14:53:37.924044 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.base_scheduler [None req-d8143af3-2e28-4b85-97f6-0384a9ffe8af None None] Resources bound (agent type, host, resource id):  {{(pid=80384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 14:53:37.927104 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8143af3-2e28-4b85-97f6-0384a9ffe8af None None] Received port after_create {{(pid=80384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 14:53:37.986103 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [None req-d8143af3-2e28-4b85-97f6-0384a9ffe8af None None] Attempting to bind port 8c6a8fac-3387-4870-9ed6-f154eb5b1b33 on host dv-cinder-757908-3-iscsi for vnic_type normal with profile  {{(pid=80384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 14:53:37.986408 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [None req-d8143af3-2e28-4b85-97f6-0384a9ffe8af None None] Attempting to bind port 8c6a8fac-3387-4870-9ed6-f154eb5b1b33 by drivers openvswitch on host dv-cinder-757908-3-iscsi at level 0 using segments [{'id': 'da39104b-25e0-42fa-84b2-15bb4752372f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '046f3fe3-34c0-4797-be99-f9854fff9af6'}] {{(pid=80384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 14:53:37.986822 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8143af3-2e28-4b85-97f6-0384a9ffe8af None None] Attempting to bind port 8c6a8fac-3387-4870-9ed6-f154eb5b1b33 on network 046f3fe3-34c0-4797-be99-f9854fff9af6 {{(pid=80384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 14:53:37.992394 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8143af3-2e28-4b85-97f6-0384a9ffe8af None None] Checking agent: {'id': 'd86ab5d6-8c79-4633-8bc6-d0d32e0bb057', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757908-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 14, 53, 21), 'started_at': datetime.datetime(2020, 12, 3, 14, 53, 21), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 14, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757908-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.78', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 14:53:37.992982 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8143af3-2e28-4b85-97f6-0384a9ffe8af None None] Checking segment: {'id': 'da39104b-25e0-42fa-84b2-15bb4752372f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '046f3fe3-34c0-4797-be99-f9854fff9af6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 14:53:37.993438 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-d8143af3-2e28-4b85-97f6-0384a9ffe8af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:53:37.993861 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8143af3-2e28-4b85-97f6-0384a9ffe8af None None] Bound using segment: {'id': 'da39104b-25e0-42fa-84b2-15bb4752372f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '046f3fe3-34c0-4797-be99-f9854fff9af6'} {{(pid=80384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 14:53:37.994437 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [None req-d8143af3-2e28-4b85-97f6-0384a9ffe8af None None] Bound port: 8c6a8fac-3387-4870-9ed6-f154eb5b1b33, host: dv-cinder-757908-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da39104b-25e0-42fa-84b2-15bb4752372f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '046f3fe3-34c0-4797-be99-f9854fff9af6'}}] {{(pid=80384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 14:53:37.994932 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-d8143af3-2e28-4b85-97f6-0384a9ffe8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:53:38.084964 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [None req-d8143af3-2e28-4b85-97f6-0384a9ffe8af None None] For port 8c6a8fac-3387-4870-9ed6-f154eb5b1b33, host dv-cinder-757908-3-iscsi, cleared binding levels {{(pid=80384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 14:53:38.089023 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [None req-d8143af3-2e28-4b85-97f6-0384a9ffe8af None None] For port 8c6a8fac-3387-4870-9ed6-f154eb5b1b33, host dv-cinder-757908-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-3-iscsi',level=0,port_id=8c6a8fac-3387-4870-9ed6-f154eb5b1b33,segment=NetworkSegment(da39104b-25e0-42fa-84b2-15bb4752372f),segment_id=da39104b-25e0-42fa-84b2-15bb4752372f)] {{(pid=80384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 14:53:38.096036 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-d8143af3-2e28-4b85-97f6-0384a9ffe8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024'] for port, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:53:38.115626 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-d8143af3-2e28-4b85-97f6-0384a9ffe8af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 14:53:38.264448 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8143af3-2e28-4b85-97f6-0384a9ffe8af None None] Pushing event updated for resources: {'Port': ['ID=8c6a8fac-3387-4870-9ed6-f154eb5b1b33,revision_number=2']} {{(pid=80384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 14:53:38.269127 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-d8143af3-2e28-4b85-97f6-0384a9ffe8af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 14:53:39.358933 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 53284) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 14:53:39.811679 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [None req-ca8c9c02-8ed7-4f71-a66e-bb6113d82d12 admin admin] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=80383) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 03 14:53:39.812745 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-ca8c9c02-8ed7-4f71-a66e-bb6113d82d12 admin admin] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.4527819
Dec 03 14:53:41.556368 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Device 8c6a8fac-3387-4870-9ed6-f154eb5b1b33 up at agent ovs-agent-dv-cinder-757908-3-iscsi {{(pid=80384) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 14:53:41.624287 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Provisioning for port 8c6a8fac-3387-4870-9ed6-f154eb5b1b33 completed by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 14:53:42.565168 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 53298) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 14:53:42.734273 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0335f1f-25f7-49af-a96c-056b5e11f138 None None] Network 046f3fe3-34c0-4797-be99-f9854fff9af6 requested from dv-cinder-757908-3-iscsi {{(pid=80384) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 14:53:42.847554 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-b8dcded7-a259-47d9-a551-dfdd68ae4c34 None None] Provisioning for port 8c6a8fac-3387-4870-9ed6-f154eb5b1b33 completed by entity DHCP. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 14:53:42.861079 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-b8dcded7-a259-47d9-a551-dfdd68ae4c34 None None] Provisioning complete for port 8c6a8fac-3387-4870-9ed6-f154eb5b1b33 triggered by entity DHCP. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 14:53:42.861489 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-b8dcded7-a259-47d9-a551-dfdd68ae4c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:53:43.003824 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [None req-fa1c22b9-8be1-4ba3-87aa-bc6359e44fd0 admin admin] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=80383) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 03 14:53:43.004895 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-fa1c22b9-8be1-4ba3-87aa-bc6359e44fd0 admin admin] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.4387076
Dec 03 14:53:43.096044 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-b8dcded7-a259-47d9-a551-dfdd68ae4c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:53:43.143410 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [None req-b8dcded7-a259-47d9-a551-dfdd68ae4c34 None None] For port 8c6a8fac-3387-4870-9ed6-f154eb5b1b33, host dv-cinder-757908-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-3-iscsi',level=0,port_id=8c6a8fac-3387-4870-9ed6-f154eb5b1b33,segment=NetworkSegment(da39104b-25e0-42fa-84b2-15bb4752372f),segment_id=da39104b-25e0-42fa-84b2-15bb4752372f)] {{(pid=80384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 14:53:43.148382 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-b8dcded7-a259-47d9-a551-dfdd68ae4c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024'] for port, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:53:43.162956 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-d8143af3-2e28-4b85-97f6-0384a9ffe8af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 14:53:43.247406 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dcded7-a259-47d9-a551-dfdd68ae4c34 None None] Pushing event updated for resources: {'Port': ['ID=8c6a8fac-3387-4870-9ed6-f154eb5b1b33,revision_number=3']} {{(pid=80384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 14:53:43.252442 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-b8dcded7-a259-47d9-a551-dfdd68ae4c34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 14:53:43.352554 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-a933cfbf-ca30-4cb7-8c11-765103d2cda2 None None] Provisioning complete for port 8c6a8fac-3387-4870-9ed6-f154eb5b1b33 triggered by entity DHCP. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 14:53:43.352898 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-a933cfbf-ca30-4cb7-8c11-765103d2cda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:53:43.574137 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Device 8c6a8fac-3387-4870-9ed6-f154eb5b1b33 up at agent ovs-agent-dv-cinder-757908-3-iscsi {{(pid=80384) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 14:53:43.625358 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-45abb0e2-4228-4f45-83ee-06b77cf625b3 None None] Provisioning complete for port 8c6a8fac-3387-4870-9ed6-f154eb5b1b33 triggered by entity DHCP. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 14:53:43.625765 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-45abb0e2-4228-4f45-83ee-06b77cf625b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:53:43.688586 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Provisioning complete for port 8c6a8fac-3387-4870-9ed6-f154eb5b1b33 triggered by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 14:53:43.689070 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:53:43.930367 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-75855dce-26e7-482c-893d-15a57d5aa456 None None] Provisioning complete for port 8c6a8fac-3387-4870-9ed6-f154eb5b1b33 triggered by entity DHCP. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 14:53:43.930765 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-75855dce-26e7-482c-893d-15a57d5aa456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:53:46.191626 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 53312) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 14:53:46.596010 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.base [None req-f5b966d4-dadf-4c24-92cf-deed70e7f43c admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'aae87118e6d64884ba5823752fd646de'}} {{(pid=80383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 14:53:46.604096 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-f5b966d4-dadf-4c24-92cf-deed70e7f43c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 14:53:46.610704 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-f5b966d4-dadf-4c24-92cf-deed70e7f43c admin admin] Usage tracker for resource:router and tenant:aae87118e6d64884ba5823752fd646de is out of sync, need to count used quota {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 14:53:46.613827 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-f5b966d4-dadf-4c24-92cf-deed70e7f43c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 14:53:46.619549 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-f5b966d4-dadf-4c24-92cf-deed70e7f43c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 14:53:46.628753 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-f5b966d4-dadf-4c24-92cf-deed70e7f43c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036821239658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7905'] for router, before_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:53:46.630072 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-f5b966d4-dadf-4c24-92cf-deed70e7f43c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036821239711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33528563', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036821331856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854767978'] for router, precommit_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:53:46.650871 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-f5b966d4-dadf-4c24-92cf-deed70e7f43c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:53:46.753632 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-f5b966d4-dadf-4c24-92cf-deed70e7f43c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036821239696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33527559'] for router, after_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:53:46.784512 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-f5b966d4-dadf-4c24-92cf-deed70e7f43c admin admin] Notify callbacks [] for router, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:53:46.786636 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-f5b966d4-dadf-4c24-92cf-deed70e7f43c admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.5936878
Dec 03 14:53:47.374452 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-24fa4b23-42d0-4839-81f6-cfeab0d29872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:53:49.459547 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 53322) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 14:53:49.891002 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [None req-5f98e63a-e74e-4e4c-848d-35bc8e6e1321 admin admin] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=80383) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 03 14:53:49.892061 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-5f98e63a-e74e-4e4c-848d-35bc8e6e1321 admin admin] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.4314914
Dec 03 14:53:50.101441 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-d1a712ed-1597-40ee-be3f-9bd7eb160871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:53:50.119335 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-fa505413-1a65-4b60-b0c0-6169987b9dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:53:51.234496 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:53:51.903694 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-7c778c2a-832b-4a71-9338-2409dcb4fb0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:53:52.622785 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 53342) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 14:53:52.812744 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.base [None req-4b885935-9ecd-477d-9d8f-35a8ebdc1ab6 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'is_default': True, 'admin_state_up': True, 'name': 'public', 'router:external': True}} {{(pid=80383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 14:53:52.818093 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-4b885935-9ecd-477d-9d8f-35a8ebdc1ab6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 14:53:52.822133 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-4b885935-9ecd-477d-9d8f-35a8ebdc1ab6 admin admin] Usage tracker for resource:network and tenant:f37eda398bf04a75a30bac53232b3a34 is out of sync, need to count used quota {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 14:53:52.826385 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-4b885935-9ecd-477d-9d8f-35a8ebdc1ab6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 14:53:52.832132 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-4b885935-9ecd-477d-9d8f-35a8ebdc1ab6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 14:53:52.843231 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b885935-9ecd-477d-9d8f-35a8ebdc1ab6 admin admin] Made reservation on behalf of f37eda398bf04a75a30bac53232b3a34 for: {'network': 1} {{(pid=80383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 14:53:52.847934 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-4b885935-9ecd-477d-9d8f-35a8ebdc1ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for network, before_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:53:52.861161 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-4b885935-9ecd-477d-9d8f-35a8ebdc1ab6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:53:52.877542 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-4b885935-9ecd-477d-9d8f-35a8ebdc1ab6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 14:53:52.881409 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-4b885935-9ecd-477d-9d8f-35a8ebdc1ab6 admin admin] Usage tracker for resource:security_group_rule and tenant:f37eda398bf04a75a30bac53232b3a34 is out of sync, need to count used quota {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 14:53:52.884297 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-4b885935-9ecd-477d-9d8f-35a8ebdc1ab6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 14:53:52.890737 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-4b885935-9ecd-477d-9d8f-35a8ebdc1ab6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 14:53:52.977298 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-4b885935-9ecd-477d-9d8f-35a8ebdc1ab6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:53:52.981008 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-4b885935-9ecd-477d-9d8f-35a8ebdc1ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:53:52.985341 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-b0bd972b-1de7-44b7-8689-223dca630d38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 14:53:53.000598 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-4b885935-9ecd-477d-9d8f-35a8ebdc1ab6 admin admin] Reserving flat network on physical network physnet1 {{(pid=80383) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}}
Dec 03 14:53:53.024372 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b885935-9ecd-477d-9d8f-35a8ebdc1ab6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f07e329-5772-4ed0-8b96-6d87ca5616b8,revision_number=1']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 14:53:53.028735 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-4b885935-9ecd-477d-9d8f-35a8ebdc1ab6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 14:53:53.031631 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-4b885935-9ecd-477d-9d8f-35a8ebdc1ab6 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8729303191104', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986486'] for segment, precommit_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:53:53.032234 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-4b885935-9ecd-477d-9d8f-35a8ebdc1ab6 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f073040e400> segment precommit_create {{(pid=80383) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Dec 03 14:53:53.033129 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.db.segments_db [None req-4b885935-9ecd-477d-9d8f-35a8ebdc1ab6 admin admin] Added segment d4bc1e7b-f0cf-45e4-b2f6-c41c855b05f5 of type flat for network 729c535b-bd07-4b0c-9bb6-d0eda364af7e
Dec 03 14:53:53.068948 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-4b885935-9ecd-477d-9d8f-35a8ebdc1ab6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729302618551'] for network, precommit_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:53:53.105784 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-4b885935-9ecd-477d-9d8f-35a8ebdc1ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068'] for network, after_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:53:53.107083 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b885935-9ecd-477d-9d8f-35a8ebdc1ab6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 14:53:53.107738 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-4b885935-9ecd-477d-9d8f-35a8ebdc1ab6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036822225390'] for network, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:53:53.113201 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-b0bd972b-1de7-44b7-8689-223dca630d38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 14:53:53.223870 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-4b885935-9ecd-477d-9d8f-35a8ebdc1ab6 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.5998378
Dec 03 14:53:53.224508 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b885935-9ecd-477d-9d8f-35a8ebdc1ab6 admin admin] Pushing event updated for resources: {'Network': ['ID=729c535b-bd07-4b0c-9bb6-d0eda364af7e,revision_number=1']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 14:53:53.227340 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-4b885935-9ecd-477d-9d8f-35a8ebdc1ab6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 14:53:53.236078 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Network 729c535b-bd07-4b0c-9bb6-d0eda364af7e details requested by agent ovs-agent-dv-cinder-757908-3-iscsi with host dv-cinder-757908-3-iscsi {{(pid=80384) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 14:53:55.725183 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 53362) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 14:53:55.874567 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2373de68-6a97-404a-8cd5-58997ffc6c45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 14:53:55.876642 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-2373de68-6a97-404a-8cd5-58997ffc6c45 admin admin] 10.222.0.63 "GET /v2.0/subnets/3d59e57f-d246-4ae2-9fbf-e4fae9fe2b43 HTTP/1.1" status: 200  len: 849 time: 0.1504242
Dec 03 14:53:56.019497 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-0efb9f40-d618-44ef-9dab-bd8726891bb1 admin admin] 10.222.0.63 "GET /v2.0/routers/0ba5d747-0bcd-4f84-8fd7-abb471981357 HTTP/1.1" status: 200  len: 704 time: 0.1365337
Dec 03 14:53:56.499332 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2aba10af-0607-48da-abe5-b1e75a55b850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:53:56.868744 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.db_base_plugin_common [None req-2aba10af-0607-48da-abe5-b1e75a55b850 admin admin] Allocated IP 172.20.0.1 (046f3fe3-34c0-4797-be99-f9854fff9af6/3d59e57f-d246-4ae2-9fbf-e4fae9fe2b43/d8950f13-d076-4c35-bfba-4230f59d7385) {{(pid=80383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 14:53:57.032811 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2aba10af-0607-48da-abe5-b1e75a55b850 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:53:57.052375 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-2aba10af-0607-48da-abe5-b1e75a55b850 admin admin] Transition to ACTIVE for port object d8950f13-d076-4c35-bfba-4230f59d7385 will not be triggered until provisioned by entity DHCP. {{(pid=80383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 14:53:57.103348 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2aba10af-0607-48da-abe5-b1e75a55b850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307552080722'] for port, after_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:53:57.119207 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 14:53:57.395991 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aba10af-0607-48da-abe5-b1e75a55b850 admin admin] Pushing event updated for resources: {'Port': ['ID=d8950f13-d076-4c35-bfba-4230f59d7385,revision_number=1']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 14:53:57.402518 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-2aba10af-0607-48da-abe5-b1e75a55b850 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 14:53:57.453651 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aba10af-0607-48da-abe5-b1e75a55b850 admin admin] Network 046f3fe3-34c0-4797-be99-f9854fff9af6 is already hosted by enough agents. {{(pid=80383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 14:53:57.454792 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.base_scheduler [None req-2aba10af-0607-48da-abe5-b1e75a55b850 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 14:53:57.457033 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aba10af-0607-48da-abe5-b1e75a55b850 admin admin] Received port after_create {{(pid=80383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 14:53:57.457549 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2aba10af-0607-48da-abe5-b1e75a55b850 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036821248038'] for router_interface, before_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:53:57.659750 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-53bd70ec-cb16-4264-8ce4-59a4432c5122 None None] Provisioning for port d8950f13-d076-4c35-bfba-4230f59d7385 completed by entity DHCP. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 14:53:57.664725 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-53bd70ec-cb16-4264-8ce4-59a4432c5122 None None] Provisioning complete for port d8950f13-d076-4c35-bfba-4230f59d7385 triggered by entity DHCP. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 14:53:57.665115 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-53bd70ec-cb16-4264-8ce4-59a4432c5122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:53:57.721032 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2aba10af-0607-48da-abe5-b1e75a55b850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:53:57.723385 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [None req-53bd70ec-cb16-4264-8ce4-59a4432c5122 None None] Port d8950f13-d076-4c35-bfba-4230f59d7385 cannot update to ACTIVE because it is not bound. {{(pid=80384) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 14:53:58.002304 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2aba10af-0607-48da-abe5-b1e75a55b850 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:53:58.005791 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2aba10af-0607-48da-abe5-b1e75a55b850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024'] for port, after_update {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:53:58.006881 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2aba10af-0607-48da-abe5-b1e75a55b850 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32547023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33522183'] for router_interface, after_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:53:58.021628 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 14:53:58.150818 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aba10af-0607-48da-abe5-b1e75a55b850 admin admin] Pushing event updated for resources: {'Port': ['ID=d8950f13-d076-4c35-bfba-4230f59d7385,revision_number=2']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 14:53:58.155250 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-2aba10af-0607-48da-abe5-b1e75a55b850 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 14:53:58.207490 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aba10af-0607-48da-abe5-b1e75a55b850 admin admin] Network 046f3fe3-34c0-4797-be99-f9854fff9af6 is already hosted by enough agents. {{(pid=80383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 14:53:58.208558 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.base_scheduler [None req-2aba10af-0607-48da-abe5-b1e75a55b850 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 14:53:58.404009 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aba10af-0607-48da-abe5-b1e75a55b850 admin admin] Router 0ba5d747-0bcd-4f84-8fd7-abb471981357 is scheduled to L3 agent 7132dbe3-ed21-4d9d-abcc-41c34baf52ae with binding_index 1 {{(pid=80383) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 03 14:53:58.449110 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-5292fde7-5751-4e9a-b7ae-dd8a9ff969a3 None None] Provisioning complete for port d8950f13-d076-4c35-bfba-4230f59d7385 triggered by entity DHCP. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 14:53:58.449509 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-5292fde7-5751-4e9a-b7ae-dd8a9ff969a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:53:58.502606 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [None req-5292fde7-5751-4e9a-b7ae-dd8a9ff969a3 None None] Port d8950f13-d076-4c35-bfba-4230f59d7385 cannot update to ACTIVE because it is not bound. {{(pid=80384) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 14:53:58.565836 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aba10af-0607-48da-abe5-b1e75a55b850 admin admin] Notify agent at l3_agent.dv-cinder-757908-3-iscsi the message routers_updated {{(pid=80383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 14:53:58.575798 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-2aba10af-0607-48da-abe5-b1e75a55b850 admin admin] 10.222.0.63 "PUT /v2.0/routers/0ba5d747-0bcd-4f84-8fd7-abb471981357/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.5504851
Dec 03 14:53:58.576208 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1fa255-c949-4a99-9a15-ca68c37ee171 None None] Sync routers for ids ['0ba5d747-0bcd-4f84-8fd7-abb471981357'] in dv-cinder-757908-3-iscsi {{(pid=80385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 14:53:58.587878 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1fa255-c949-4a99-9a15-ca68c37ee171 None None] Routers {'0ba5d747-0bcd-4f84-8fd7-abb471981357'} bound to L3 agent in host dv-cinder-757908-3-iscsi {{(pid=80385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 14:53:58.589390 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-2d1fa255-c949-4a99-9a15-ca68c37ee171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f072f6e49b0>, 'dv-cinder-757908-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-12-03T14:53:20Z,description=<?>,heartbeat_timestamp=2020-12-03T14:53:50Z,host='dv-cinder-757908-3-iscsi',id=7132dbe3-ed21-4d9d-abcc-41c34baf52ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T14:53:20Z,topic='l3_agent')) {'router_ids': ['0ba5d747-0bcd-4f84-8fd7-abb471981357'], 'active': True} {{(pid=80385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 14:53:58.781056 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvr_db [None req-2d1fa255-c949-4a99-9a15-ca68c37ee171 None None] Set router 0ba5d747-0bcd-4f84-8fd7-abb471981357 gateway port host: None {{(pid=80385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 14:53:59.177843 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-2d1fa255-c949-4a99-9a15-ca68c37ee171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f072f6e49b0>, [{'id': '0ba5d747-0bcd-4f84-8fd7-abb471981357', 'name': 'router1', 'tenant_id': 'aae87118e6d64884ba5823752fd646de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T14:53:46Z', 'updated_at': '2020-12-03T14:53:57Z', 'revision_number': 2, 'project_id': 'aae87118e6d64884ba5823752fd646de', 'gw_port_host': None, '_interfaces': [{'id': 'd8950f13-d076-4c35-bfba-4230f59d7385', 'name': '', 'network_id': '046f3fe3-34c0-4797-be99-f9854fff9af6', 'tenant_id': 'aae87118e6d64884ba5823752fd646de', 'mac_address': 'fa:16:3e:43:14:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ba5d747-0bcd-4f84-8fd7-abb471981357', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3d59e57f-d246-4ae2-9fbf-e4fae9fe2b43', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T14:53:56Z', 'updated_at': '2020-12-03T14:53:57Z', 'revision_number': 2, 'project_id': 'aae87118e6d64884ba5823752fd646de', 'subnets': [{'id': '3d59e57f-d246-4ae2-9fbf-e4fae9fe2b43', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cbcecba3-6709-451c-88c8-552c0d2761d3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-3-iscsi', False) {} {{(pid=80385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 14:53:59.184169 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1fa255-c949-4a99-9a15-ca68c37ee171 None None] Checking router: 0ba5d747-0bcd-4f84-8fd7-abb471981357 for host: dv-cinder-757908-3-iscsi {{(pid=80385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 14:53:59.184584 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1fa255-c949-4a99-9a15-ca68c37ee171 None None] Updating router 0ba5d747-0bcd-4f84-8fd7-abb471981357 port d8950f13-d076-4c35-bfba-4230f59d7385 binding host dv-cinder-757908-3-iscsi {{(pid=80385) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 03 14:53:59.238243 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2d1fa255-c949-4a99-9a15-ca68c37ee171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:53:59.687146 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2d1fa255-c949-4a99-9a15-ca68c37ee171 None None] Notify callbacks [] for port, precommit_update {{(pid=80385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:53:59.705127 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-2d1fa255-c949-4a99-9a15-ca68c37ee171 None None] Transition to ACTIVE for port object d8950f13-d076-4c35-bfba-4230f59d7385 will not be triggered until provisioned by entity L2. {{(pid=80385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 14:53:59.708047 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2d1fa255-c949-4a99-9a15-ca68c37ee171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024'] for port, after_update {{(pid=80385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:53:59.724338 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 14:53:59.867062 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba49c9-c63a-4a13-9791-d6a5de139e9d None None] Pushing event updated for resources: {'Port': ['ID=d8950f13-d076-4c35-bfba-4230f59d7385,revision_number=3']} {{(pid=80385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 14:53:59.881503 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba49c9-c63a-4a13-9791-d6a5de139e9d None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 14:53:59.881878 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba49c9-c63a-4a13-9791-d6a5de139e9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 14:53:59.882276 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba49c9-c63a-4a13-9791-d6a5de139e9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 14:53:59.882640 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba49c9-c63a-4a13-9791-d6a5de139e9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 14:53:59.883003 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba49c9-c63a-4a13-9791-d6a5de139e9d None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 14:53:59.883363 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba49c9-c63a-4a13-9791-d6a5de139e9d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 14:53:59.883722 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba49c9-c63a-4a13-9791-d6a5de139e9d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 14:53:59.884077 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba49c9-c63a-4a13-9791-d6a5de139e9d None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 14:53:59.884446 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba49c9-c63a-4a13-9791-d6a5de139e9d None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 14:53:59.884800 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba49c9-c63a-4a13-9791-d6a5de139e9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 14:53:59.885153 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba49c9-c63a-4a13-9791-d6a5de139e9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 14:53:59.885544 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba49c9-c63a-4a13-9791-d6a5de139e9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 14:53:59.886981 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba49c9-c63a-4a13-9791-d6a5de139e9d None None] Tracked resource versions report:
Dec 03 14:53:59.886981 dv-cinder-757908-3-iscsi neutron-server[80271]: pushed versions:
Dec 03 14:53:59.886981 dv-cinder-757908-3-iscsi neutron-server[80271]: {   'AddressGroup': {'1.0'},
Dec 03 14:53:59.886981 dv-cinder-757908-3-iscsi neutron-server[80271]:     'ConntrackHelper': {'1.0'},
Dec 03 14:53:59.886981 dv-cinder-757908-3-iscsi neutron-server[80271]:     'Log': {'1.0'},
Dec 03 14:53:59.886981 dv-cinder-757908-3-iscsi neutron-server[80271]:     'Network': {'1.1'},
Dec 03 14:53:59.886981 dv-cinder-757908-3-iscsi neutron-server[80271]:     'Port': {'1.6'},
Dec 03 14:53:59.886981 dv-cinder-757908-3-iscsi neutron-server[80271]:     'PortForwarding': {'1.2'},
Dec 03 14:53:59.886981 dv-cinder-757908-3-iscsi neutron-server[80271]:     'QosPolicy': {'1.8'},
Dec 03 14:53:59.886981 dv-cinder-757908-3-iscsi neutron-server[80271]:     'SecurityGroup': {'1.3'},
Dec 03 14:53:59.886981 dv-cinder-757908-3-iscsi neutron-server[80271]:     'SecurityGroupRule': {'1.1'},
Dec 03 14:53:59.886981 dv-cinder-757908-3-iscsi neutron-server[80271]:     'SubPort': {'1.0'},
Dec 03 14:53:59.886981 dv-cinder-757908-3-iscsi neutron-server[80271]:     'Subnet': {'1.1'},
Dec 03 14:53:59.886981 dv-cinder-757908-3-iscsi neutron-server[80271]:     'Trunk': {'1.1'}}
Dec 03 14:53:59.886981 dv-cinder-757908-3-iscsi neutron-server[80271]: consumer versions:
Dec 03 14:53:59.886981 dv-cinder-757908-3-iscsi neutron-server[80271]: {   DHCP agent@dv-cinder-757908-3-iscsi: {},
Dec 03 14:53:59.886981 dv-cinder-757908-3-iscsi neutron-server[80271]:     L3 agent@dv-cinder-757908-3-iscsi: {},
Dec 03 14:53:59.886981 dv-cinder-757908-3-iscsi neutron-server[80271]:     Metadata agent@dv-cinder-757908-3-iscsi: {},
Dec 03 14:53:59.886981 dv-cinder-757908-3-iscsi neutron-server[80271]:     Metering agent@dv-cinder-757908-3-iscsi: {},
Dec 03 14:53:59.886981 dv-cinder-757908-3-iscsi neutron-server[80271]:     Open vSwitch agent@dv-cinder-757908-3-iscsi: {   'AddressGroup': '1.0',
Dec 03 14:53:59.886981 dv-cinder-757908-3-iscsi neutron-server[80271]:                                                      'ConntrackHelper': '1.0',
Dec 03 14:53:59.886981 dv-cinder-757908-3-iscsi neutron-server[80271]:                                                      'Log': '1.0',
Dec 03 14:53:59.886981 dv-cinder-757908-3-iscsi neutron-server[80271]:                                                      'Network': '1.1',
Dec 03 14:53:59.886981 dv-cinder-757908-3-iscsi neutron-server[80271]:                                                      'Port': '1.6',
Dec 03 14:53:59.886981 dv-cinder-757908-3-iscsi neutron-server[80271]:                                                      'PortForwarding': '1.2',
Dec 03 14:53:59.886981 dv-cinder-757908-3-iscsi neutron-server[80271]:                                                      'QosPolicy': '1.8',
Dec 03 14:53:59.886981 dv-cinder-757908-3-iscsi neutron-server[80271]:                                                      'SecurityGroup': '1.3',
Dec 03 14:53:59.886981 dv-cinder-757908-3-iscsi neutron-server[80271]:                                                      'SecurityGroupRule': '1.1',
Dec 03 14:53:59.886981 dv-cinder-757908-3-iscsi neutron-server[80271]:                                                      'SubPort': '1.0',
Dec 03 14:53:59.886981 dv-cinder-757908-3-iscsi neutron-server[80271]:                                                      'Subnet': '1.1',
Dec 03 14:53:59.886981 dv-cinder-757908-3-iscsi neutron-server[80271]:                                                      'Trunk': '1.1'}}
Dec 03 14:53:59.886981 dv-cinder-757908-3-iscsi neutron-server[80271]:  {{(pid=80385) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Dec 03 14:53:59.890908 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-feba49c9-c63a-4a13-9791-d6a5de139e9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 14:54:00.052217 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [None req-2d1fa255-c949-4a99-9a15-ca68c37ee171 None None] Attempting to bind port d8950f13-d076-4c35-bfba-4230f59d7385 on host dv-cinder-757908-3-iscsi for vnic_type normal with profile  {{(pid=80385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 14:54:00.052559 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [None req-2d1fa255-c949-4a99-9a15-ca68c37ee171 None None] Attempting to bind port d8950f13-d076-4c35-bfba-4230f59d7385 by drivers openvswitch on host dv-cinder-757908-3-iscsi at level 0 using segments [{'id': 'da39104b-25e0-42fa-84b2-15bb4752372f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '046f3fe3-34c0-4797-be99-f9854fff9af6'}] {{(pid=80385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 14:54:00.053018 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1fa255-c949-4a99-9a15-ca68c37ee171 None None] Attempting to bind port d8950f13-d076-4c35-bfba-4230f59d7385 on network 046f3fe3-34c0-4797-be99-f9854fff9af6 {{(pid=80385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 14:54:00.059640 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1fa255-c949-4a99-9a15-ca68c37ee171 None None] Checking agent: {'id': 'd86ab5d6-8c79-4633-8bc6-d0d32e0bb057', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757908-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 14, 53, 21), 'started_at': datetime.datetime(2020, 12, 3, 14, 53, 51), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 14, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757908-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.78', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 14:54:00.060074 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1fa255-c949-4a99-9a15-ca68c37ee171 None None] Checking segment: {'id': 'da39104b-25e0-42fa-84b2-15bb4752372f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '046f3fe3-34c0-4797-be99-f9854fff9af6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 14:54:00.060564 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2d1fa255-c949-4a99-9a15-ca68c37ee171 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:54:00.060984 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1fa255-c949-4a99-9a15-ca68c37ee171 None None] Bound using segment: {'id': 'da39104b-25e0-42fa-84b2-15bb4752372f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '046f3fe3-34c0-4797-be99-f9854fff9af6'} {{(pid=80385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 14:54:00.061538 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [None req-2d1fa255-c949-4a99-9a15-ca68c37ee171 None None] Bound port: d8950f13-d076-4c35-bfba-4230f59d7385, host: dv-cinder-757908-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da39104b-25e0-42fa-84b2-15bb4752372f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '046f3fe3-34c0-4797-be99-f9854fff9af6'}}] {{(pid=80385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 14:54:00.061974 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2d1fa255-c949-4a99-9a15-ca68c37ee171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:54:00.169254 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [None req-2d1fa255-c949-4a99-9a15-ca68c37ee171 None None] For port d8950f13-d076-4c35-bfba-4230f59d7385, host dv-cinder-757908-3-iscsi, cleared binding levels {{(pid=80385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 14:54:00.173546 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [None req-2d1fa255-c949-4a99-9a15-ca68c37ee171 None None] For port d8950f13-d076-4c35-bfba-4230f59d7385, host dv-cinder-757908-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-3-iscsi',level=0,port_id=d8950f13-d076-4c35-bfba-4230f59d7385,segment=NetworkSegment(da39104b-25e0-42fa-84b2-15bb4752372f),segment_id=da39104b-25e0-42fa-84b2-15bb4752372f)] {{(pid=80385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 14:54:00.182805 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2d1fa255-c949-4a99-9a15-ca68c37ee171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024'] for port, after_update {{(pid=80385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:54:00.201503 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-feba49c9-c63a-4a13-9791-d6a5de139e9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 14:54:00.379709 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba49c9-c63a-4a13-9791-d6a5de139e9d None None] Pushing event updated for resources: {'Port': ['ID=d8950f13-d076-4c35-bfba-4230f59d7385,revision_number=4']} {{(pid=80385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 14:54:00.384652 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-feba49c9-c63a-4a13-9791-d6a5de139e9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 14:54:00.476362 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1fa255-c949-4a99-9a15-ca68c37ee171 None None] Routers {'0ba5d747-0bcd-4f84-8fd7-abb471981357'} bound to L3 agent in host dv-cinder-757908-3-iscsi {{(pid=80385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 14:54:00.477455 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-2d1fa255-c949-4a99-9a15-ca68c37ee171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f072f6e49b0>, 'dv-cinder-757908-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-12-03T14:53:20Z,description=<?>,heartbeat_timestamp=2020-12-03T14:53:50Z,host='dv-cinder-757908-3-iscsi',id=7132dbe3-ed21-4d9d-abcc-41c34baf52ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T14:53:20Z,topic='l3_agent')) {'router_ids': ['0ba5d747-0bcd-4f84-8fd7-abb471981357'], 'active': True} {{(pid=80385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 14:54:00.894276 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvr_db [None req-2d1fa255-c949-4a99-9a15-ca68c37ee171 None None] Set router 0ba5d747-0bcd-4f84-8fd7-abb471981357 gateway port host: None {{(pid=80385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 14:54:01.123479 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 53374) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 14:54:01.343955 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-2d1fa255-c949-4a99-9a15-ca68c37ee171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f072f6e49b0>, [{'id': '0ba5d747-0bcd-4f84-8fd7-abb471981357', 'name': 'router1', 'tenant_id': 'aae87118e6d64884ba5823752fd646de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T14:53:46Z', 'updated_at': '2020-12-03T14:53:57Z', 'revision_number': 2, 'project_id': 'aae87118e6d64884ba5823752fd646de', 'gw_port_host': None, '_interfaces': [{'id': 'd8950f13-d076-4c35-bfba-4230f59d7385', 'name': '', 'network_id': '046f3fe3-34c0-4797-be99-f9854fff9af6', 'tenant_id': 'aae87118e6d64884ba5823752fd646de', 'mac_address': 'fa:16:3e:43:14:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ba5d747-0bcd-4f84-8fd7-abb471981357', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3d59e57f-d246-4ae2-9fbf-e4fae9fe2b43', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T14:53:56Z', 'updated_at': '2020-12-03T14:54:00Z', 'revision_number': 4, 'project_id': 'aae87118e6d64884ba5823752fd646de', 'subnets': [{'id': '3d59e57f-d246-4ae2-9fbf-e4fae9fe2b43', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cbcecba3-6709-451c-88c8-552c0d2761d3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-3-iscsi', False) {} {{(pid=80385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 14:54:01.349524 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1fa255-c949-4a99-9a15-ca68c37ee171 None None] The sync data for ids ['0ba5d747-0bcd-4f84-8fd7-abb471981357'] in dv-cinder-757908-3-iscsi is: [{'id': '0ba5d747-0bcd-4f84-8fd7-abb471981357', 'name': 'router1', 'tenant_id': 'aae87118e6d64884ba5823752fd646de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T14:53:46Z', 'updated_at': '2020-12-03T14:53:57Z', 'revision_number': 2, 'project_id': 'aae87118e6d64884ba5823752fd646de', 'gw_port_host': None, '_interfaces': [{'id': 'd8950f13-d076-4c35-bfba-4230f59d7385', 'name': '', 'network_id': '046f3fe3-34c0-4797-be99-f9854fff9af6', 'tenant_id': 'aae87118e6d64884ba5823752fd646de', 'mac_address': 'fa:16:3e:43:14:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ba5d747-0bcd-4f84-8fd7-abb471981357', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3d59e57f-d246-4ae2-9fbf-e4fae9fe2b43', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T14:53:56Z', 'updated_at': '2020-12-03T14:54:00Z', 'revision_number': 4, 'project_id': 'aae87118e6d64884ba5823752fd646de', 'subnets': [{'id': '3d59e57f-d246-4ae2-9fbf-e4fae9fe2b43', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cbcecba3-6709-451c-88c8-552c0d2761d3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 14:54:01.387815 dv-cinder-757908-3-iscsi neutron-server[80271]: WARNING oslo_policy.policy [None req-2eca47cf-c95e-447a-bef9-ccab0763ef3e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 03 14:54:01.389032 dv-cinder-757908-3-iscsi neutron-server[80271]: WARNING oslo_policy.policy [None req-2eca47cf-c95e-447a-bef9-ccab0763ef3e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 03 14:54:01.855164 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.policy [None req-2eca47cf-c95e-447a-bef9-ccab0763ef3e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80382) register_rules /opt/stack/neutron/neutron/policy.py:67}}
Dec 03 14:54:01.856018 dv-cinder-757908-3-iscsi neutron-server[80271]: WARNING oslo_policy.policy [None req-2eca47cf-c95e-447a-bef9-ccab0763ef3e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 03 14:54:01.856429 dv-cinder-757908-3-iscsi neutron-server[80271]: WARNING oslo_policy.policy [None req-2eca47cf-c95e-447a-bef9-ccab0763ef3e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 03 14:54:01.862262 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eca47cf-c95e-447a-bef9-ccab0763ef3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 14:54:01.864202 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-2eca47cf-c95e-447a-bef9-ccab0763ef3e admin admin] 10.222.0.63 "GET /v2.0/networks/729c535b-bd07-4b0c-9bb6-d0eda364af7e HTTP/1.1" status: 200  len: 842 time: 0.7381463
Dec 03 14:54:01.876823 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.base [None req-a1afc8a9-d4a2-49b7-8101-f41c91b4e782 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '172.27.2.0/24', 'enable_dhcp': False, 'gateway_ip': '172.27.2.1', 'name': 'public-subnet', 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e'}} {{(pid=80382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 14:54:01.880053 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.quota [None req-a1afc8a9-d4a2-49b7-8101-f41c91b4e782 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f072f788240>.
Dec 03 14:54:01.887414 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-a1afc8a9-d4a2-49b7-8101-f41c91b4e782 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 14:54:01.892961 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-a1afc8a9-d4a2-49b7-8101-f41c91b4e782 admin admin] Usage tracker for resource:subnet and tenant:f37eda398bf04a75a30bac53232b3a34 is out of sync, need to count used quota {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 14:54:01.896360 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-a1afc8a9-d4a2-49b7-8101-f41c91b4e782 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 14:54:01.903453 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-a1afc8a9-d4a2-49b7-8101-f41c91b4e782 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 14:54:01.916230 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1afc8a9-d4a2-49b7-8101-f41c91b4e782 admin admin] Made reservation on behalf of f37eda398bf04a75a30bac53232b3a34 for: {'subnet': 1} {{(pid=80382) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 14:54:01.923046 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-a1afc8a9-d4a2-49b7-8101-f41c91b4e782 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:54:02.470483 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.objects.ports [None req-a1afc8a9-d4a2-49b7-8101-f41c91b4e782 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80382) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 03 14:54:02.471038 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-a1afc8a9-d4a2-49b7-8101-f41c91b4e782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33445888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068'] for subnet, after_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:54:02.487609 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 14:54:02.783405 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1afc8a9-d4a2-49b7-8101-f41c91b4e782 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c53074ee-6482-4d40-a0b6-bf7110d55051,revision_number=0']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 14:54:02.801527 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1afc8a9-d4a2-49b7-8101-f41c91b4e782 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 14:54:02.801922 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1afc8a9-d4a2-49b7-8101-f41c91b4e782 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 14:54:02.802299 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1afc8a9-d4a2-49b7-8101-f41c91b4e782 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 14:54:02.802661 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1afc8a9-d4a2-49b7-8101-f41c91b4e782 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 14:54:02.803017 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1afc8a9-d4a2-49b7-8101-f41c91b4e782 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 14:54:02.803380 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1afc8a9-d4a2-49b7-8101-f41c91b4e782 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 14:54:02.803734 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1afc8a9-d4a2-49b7-8101-f41c91b4e782 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 14:54:02.804085 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1afc8a9-d4a2-49b7-8101-f41c91b4e782 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 14:54:02.804451 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1afc8a9-d4a2-49b7-8101-f41c91b4e782 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 14:54:02.804801 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1afc8a9-d4a2-49b7-8101-f41c91b4e782 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 14:54:02.805148 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1afc8a9-d4a2-49b7-8101-f41c91b4e782 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 14:54:02.805494 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1afc8a9-d4a2-49b7-8101-f41c91b4e782 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 14:54:02.806634 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1afc8a9-d4a2-49b7-8101-f41c91b4e782 admin admin] Tracked resource versions report:
Dec 03 14:54:02.806634 dv-cinder-757908-3-iscsi neutron-server[80271]: pushed versions:
Dec 03 14:54:02.806634 dv-cinder-757908-3-iscsi neutron-server[80271]: {   'AddressGroup': {'1.0'},
Dec 03 14:54:02.806634 dv-cinder-757908-3-iscsi neutron-server[80271]:     'ConntrackHelper': {'1.0'},
Dec 03 14:54:02.806634 dv-cinder-757908-3-iscsi neutron-server[80271]:     'Log': {'1.0'},
Dec 03 14:54:02.806634 dv-cinder-757908-3-iscsi neutron-server[80271]:     'Network': {'1.1'},
Dec 03 14:54:02.806634 dv-cinder-757908-3-iscsi neutron-server[80271]:     'Port': {'1.6'},
Dec 03 14:54:02.806634 dv-cinder-757908-3-iscsi neutron-server[80271]:     'PortForwarding': {'1.2'},
Dec 03 14:54:02.806634 dv-cinder-757908-3-iscsi neutron-server[80271]:     'QosPolicy': {'1.8'},
Dec 03 14:54:02.806634 dv-cinder-757908-3-iscsi neutron-server[80271]:     'SecurityGroup': {'1.3'},
Dec 03 14:54:02.806634 dv-cinder-757908-3-iscsi neutron-server[80271]:     'SecurityGroupRule': {'1.1'},
Dec 03 14:54:02.806634 dv-cinder-757908-3-iscsi neutron-server[80271]:     'SubPort': {'1.0'},
Dec 03 14:54:02.806634 dv-cinder-757908-3-iscsi neutron-server[80271]:     'Subnet': {'1.1'},
Dec 03 14:54:02.806634 dv-cinder-757908-3-iscsi neutron-server[80271]:     'Trunk': {'1.1'}}
Dec 03 14:54:02.806634 dv-cinder-757908-3-iscsi neutron-server[80271]: consumer versions:
Dec 03 14:54:02.806634 dv-cinder-757908-3-iscsi neutron-server[80271]: {   DHCP agent@dv-cinder-757908-3-iscsi: {},
Dec 03 14:54:02.806634 dv-cinder-757908-3-iscsi neutron-server[80271]:     L3 agent@dv-cinder-757908-3-iscsi: {},
Dec 03 14:54:02.806634 dv-cinder-757908-3-iscsi neutron-server[80271]:     Metadata agent@dv-cinder-757908-3-iscsi: {},
Dec 03 14:54:02.806634 dv-cinder-757908-3-iscsi neutron-server[80271]:     Metering agent@dv-cinder-757908-3-iscsi: {},
Dec 03 14:54:02.806634 dv-cinder-757908-3-iscsi neutron-server[80271]:     Open vSwitch agent@dv-cinder-757908-3-iscsi: {   'AddressGroup': '1.0',
Dec 03 14:54:02.806634 dv-cinder-757908-3-iscsi neutron-server[80271]:                                                      'ConntrackHelper': '1.0',
Dec 03 14:54:02.806634 dv-cinder-757908-3-iscsi neutron-server[80271]:                                                      'Log': '1.0',
Dec 03 14:54:02.806634 dv-cinder-757908-3-iscsi neutron-server[80271]:                                                      'Network': '1.1',
Dec 03 14:54:02.806634 dv-cinder-757908-3-iscsi neutron-server[80271]:                                                      'Port': '1.6',
Dec 03 14:54:02.806634 dv-cinder-757908-3-iscsi neutron-server[80271]:                                                      'PortForwarding': '1.2',
Dec 03 14:54:02.806634 dv-cinder-757908-3-iscsi neutron-server[80271]:                                                      'QosPolicy': '1.8',
Dec 03 14:54:02.806634 dv-cinder-757908-3-iscsi neutron-server[80271]:                                                      'SecurityGroup': '1.3',
Dec 03 14:54:02.806634 dv-cinder-757908-3-iscsi neutron-server[80271]:                                                      'SecurityGroupRule': '1.1',
Dec 03 14:54:02.806634 dv-cinder-757908-3-iscsi neutron-server[80271]:                                                      'SubPort': '1.0',
Dec 03 14:54:02.806634 dv-cinder-757908-3-iscsi neutron-server[80271]:                                                      'Subnet': '1.1',
Dec 03 14:54:02.806634 dv-cinder-757908-3-iscsi neutron-server[80271]:                                                      'Trunk': '1.1'}}
Dec 03 14:54:02.806634 dv-cinder-757908-3-iscsi neutron-server[80271]:  {{(pid=80382) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Dec 03 14:54:02.847540 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-a1afc8a9-d4a2-49b7-8101-f41c91b4e782 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 14:54:02.876600 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1afc8a9-d4a2-49b7-8101-f41c91b4e782 admin admin] Checking segment: {'id': 'd4bc1e7b-f0cf-45e4-b2f6-c41c855b05f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 14:54:02.876985 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1afc8a9-d4a2-49b7-8101-f41c91b4e782 admin admin] Network hostable DHCP agents. Network: 729c535b-bd07-4b0c-9bb6-d0eda364af7e, hostable agents: ['79bacdc6-fafb-4baa-889e-4ec466dca3bd'], hosted agents: [] {{(pid=80382) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 14:54:02.935499 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1afc8a9-d4a2-49b7-8101-f41c91b4e782 admin admin] Network 729c535b-bd07-4b0c-9bb6-d0eda364af7e is scheduled to be hosted by DHCP agent 79bacdc6-fafb-4baa-889e-4ec466dca3bd with binding_index 1 {{(pid=80382) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 14:54:02.944858 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.base_scheduler [None req-a1afc8a9-d4a2-49b7-8101-f41c91b4e782 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-757908-3-iscsi, 729c535b-bd07-4b0c-9bb6-d0eda364af7e) {{(pid=80382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 14:54:02.949717 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1afc8a9-d4a2-49b7-8101-f41c91b4e782 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 14:54:02.950551 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-a1afc8a9-d4a2-49b7-8101-f41c91b4e782 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036822225390'] for subnet, before_response {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:54:02.954206 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf3566e-b3a6-4edf-9501-2bda1b98ee87 None None] Network 729c535b-bd07-4b0c-9bb6-d0eda364af7e requested from dv-cinder-757908-3-iscsi {{(pid=80384) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 14:54:02.973613 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-a1afc8a9-d4a2-49b7-8101-f41c91b4e782 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.1018875
Dec 03 14:54:03.193278 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-065540d1-33b3-4dee-a4cf-8b5d4b979e9f None None] Network 729c535b-bd07-4b0c-9bb6-d0eda364af7e requested from dv-cinder-757908-3-iscsi {{(pid=80384) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 14:54:03.582650 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Device d8950f13-d076-4c35-bfba-4230f59d7385 up at agent ovs-agent-dv-cinder-757908-3-iscsi {{(pid=80384) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 14:54:03.649635 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Provisioning for port d8950f13-d076-4c35-bfba-4230f59d7385 completed by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 14:54:03.654506 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Provisioning complete for port d8950f13-d076-4c35-bfba-4230f59d7385 triggered by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 14:54:03.654919 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:54:03.777205 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:54:03.812306 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] For port d8950f13-d076-4c35-bfba-4230f59d7385, host dv-cinder-757908-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-3-iscsi',level=0,port_id=d8950f13-d076-4c35-bfba-4230f59d7385,segment=NetworkSegment(da39104b-25e0-42fa-84b2-15bb4752372f),segment_id=da39104b-25e0-42fa-84b2-15bb4752372f)] {{(pid=80384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 14:54:03.815153 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024'] for port, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:54:03.817326 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-b8dcded7-a259-47d9-a551-dfdd68ae4c34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 14:54:03.886635 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Pushing event updated for resources: {'Port': ['ID=d8950f13-d076-4c35-bfba-4230f59d7385,revision_number=5']} {{(pid=80384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 14:54:03.889898 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 14:54:05.544705 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Device d8950f13-d076-4c35-bfba-4230f59d7385 up at agent ovs-agent-dv-cinder-757908-3-iscsi {{(pid=80384) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 14:54:05.553136 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 53398) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 14:54:05.613863 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Provisioning complete for port d8950f13-d076-4c35-bfba-4230f59d7385 triggered by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 14:54:05.614317 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:54:05.793618 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-f790dc70-f0f3-4734-abc4-36f81c0c4978 admin admin] 10.222.0.63 "GET /v2.0/routers/0ba5d747-0bcd-4f84-8fd7-abb471981357 HTTP/1.1" status: 200  len: 710 time: 0.2392640
Dec 03 14:54:06.092409 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756ab802-7366-41d4-9a71-d9ab980e26e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 14:54:06.093031 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-756ab802-7366-41d4-9a71-d9ab980e26e8 admin admin] Synchronizing usage tracker for tenant:f37eda398bf04a75a30bac53232b3a34 on resource:network {{(pid=80383) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 14:54:06.110662 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-756ab802-7366-41d4-9a71-d9ab980e26e8 admin admin] Unset dirty status for tenant:f37eda398bf04a75a30bac53232b3a34 on resource:network {{(pid=80383) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 14:54:06.111906 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-756ab802-7366-41d4-9a71-d9ab980e26e8 admin admin] 10.222.0.63 "GET /v2.0/networks/729c535b-bd07-4b0c-9bb6-d0eda364af7e HTTP/1.1" status: 200  len: 886 time: 0.3123286
Dec 03 14:54:06.121835 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.base [None req-0d4730da-6d9f-441e-9a5e-52f6bc1caf7a admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e'}}} {{(pid=80383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 14:54:06.570363 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0d4730da-6d9f-441e-9a5e-52f6bc1caf7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33528544', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33536120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854767993'] for router, precommit_update {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:54:06.914608 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0d4730da-6d9f-441e-9a5e-52f6bc1caf7a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:54:06.946255 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0d4730da-6d9f-441e-9a5e-52f6bc1caf7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:54:06.958365 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0d4730da-6d9f-441e-9a5e-52f6bc1caf7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:54:06.974533 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-0d4730da-6d9f-441e-9a5e-52f6bc1caf7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 14:54:06.978472 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-0d4730da-6d9f-441e-9a5e-52f6bc1caf7a admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 14:54:06.982069 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-0d4730da-6d9f-441e-9a5e-52f6bc1caf7a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 14:54:06.987708 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-0d4730da-6d9f-441e-9a5e-52f6bc1caf7a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 14:54:07.071814 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0d4730da-6d9f-441e-9a5e-52f6bc1caf7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:54:07.074983 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0d4730da-6d9f-441e-9a5e-52f6bc1caf7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:54:07.090655 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-4b885935-9ecd-477d-9d8f-35a8ebdc1ab6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 14:54:07.185821 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4730da-6d9f-441e-9a5e-52f6bc1caf7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93fe3868-b6df-4685-a109-ae182b8059a2,revision_number=1']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 14:54:07.189444 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-0d4730da-6d9f-441e-9a5e-52f6bc1caf7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 14:54:07.350575 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.db_base_plugin_common [None req-0d4730da-6d9f-441e-9a5e-52f6bc1caf7a admin admin] Allocated IP 172.27.2.96 (729c535b-bd07-4b0c-9bb6-d0eda364af7e/c53074ee-6482-4d40-a0b6-bf7110d55051/e0089d4e-68e1-42f6-b0e7-a51710864045) {{(pid=80383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 14:54:07.501298 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0d4730da-6d9f-441e-9a5e-52f6bc1caf7a admin admin] Notify callbacks [] for port, precommit_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:54:07.526403 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0d4730da-6d9f-441e-9a5e-52f6bc1caf7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307552080722'] for port, after_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:54:07.542523 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 14:54:07.678793 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4730da-6d9f-441e-9a5e-52f6bc1caf7a admin admin] Pushing event updated for resources: {'Port': ['ID=e0089d4e-68e1-42f6-b0e7-a51710864045,revision_number=1']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 14:54:07.681742 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-0d4730da-6d9f-441e-9a5e-52f6bc1caf7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 14:54:07.732376 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4730da-6d9f-441e-9a5e-52f6bc1caf7a admin admin] Network 729c535b-bd07-4b0c-9bb6-d0eda364af7e is already hosted by enough agents. {{(pid=80383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 14:54:07.733481 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.base_scheduler [None req-0d4730da-6d9f-441e-9a5e-52f6bc1caf7a admin admin] Resources bound (agent type, host, resource id):  {{(pid=80383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 14:54:07.735890 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4730da-6d9f-441e-9a5e-52f6bc1caf7a admin admin] Received port after_create {{(pid=80383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 14:54:08.119375 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0d4730da-6d9f-441e-9a5e-52f6bc1caf7a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:54:08.638038 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0d4730da-6d9f-441e-9a5e-52f6bc1caf7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33528544', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33536120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854767993'] for router, precommit_update {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:54:08.641437 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0d4730da-6d9f-441e-9a5e-52f6bc1caf7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33527559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33527574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036821248225', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036821239747'] for router, after_update {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:54:08.826399 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d4730da-6d9f-441e-9a5e-52f6bc1caf7a admin admin] Router 0ba5d747-0bcd-4f84-8fd7-abb471981357 has already been hosted by L3 agent 7132dbe3-ed21-4d9d-abcc-41c34baf52ae {{(pid=80383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 14:54:09.003672 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d4730da-6d9f-441e-9a5e-52f6bc1caf7a admin admin] Notify agent at l3_agent.dv-cinder-757908-3-iscsi the message routers_updated {{(pid=80383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 14:54:09.013881 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20bf6ed0-c022-4946-be5e-4946e4083952 None None] Sync routers for ids ['0ba5d747-0bcd-4f84-8fd7-abb471981357'] in dv-cinder-757908-3-iscsi {{(pid=80384) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 14:54:09.019311 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0d4730da-6d9f-441e-9a5e-52f6bc1caf7a admin admin] Notify callbacks [] for router, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:54:09.020568 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-0d4730da-6d9f-441e-9a5e-52f6bc1caf7a admin admin] 10.222.0.63 "PUT /v2.0/routers/0ba5d747-0bcd-4f84-8fd7-abb471981357 HTTP/1.1" status: 200  len: 889 time: 2.9024081
Dec 03 14:54:09.023526 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20bf6ed0-c022-4946-be5e-4946e4083952 None None] Routers {'0ba5d747-0bcd-4f84-8fd7-abb471981357'} bound to L3 agent in host dv-cinder-757908-3-iscsi {{(pid=80384) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 14:54:09.024189 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-20bf6ed0-c022-4946-be5e-4946e4083952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f072ed04978>, 'dv-cinder-757908-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-12-03T14:53:20Z,description=<?>,heartbeat_timestamp=2020-12-03T14:53:50Z,host='dv-cinder-757908-3-iscsi',id=7132dbe3-ed21-4d9d-abcc-41c34baf52ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T14:53:20Z,topic='l3_agent')) {'router_ids': ['0ba5d747-0bcd-4f84-8fd7-abb471981357'], 'active': True} {{(pid=80384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 14:54:09.223619 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvr_db [None req-20bf6ed0-c022-4946-be5e-4946e4083952 None None] Set router 0ba5d747-0bcd-4f84-8fd7-abb471981357 gateway port host: dv-cinder-757908-3-iscsi {{(pid=80384) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 14:54:09.717829 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-20bf6ed0-c022-4946-be5e-4946e4083952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f072ed04978>, [{'id': '0ba5d747-0bcd-4f84-8fd7-abb471981357', 'name': 'router1', 'tenant_id': 'aae87118e6d64884ba5823752fd646de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'external_fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': 'e0089d4e-68e1-42f6-b0e7-a51710864045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T14:53:46Z', 'updated_at': '2020-12-03T14:54:07Z', 'revision_number': 4, 'project_id': 'aae87118e6d64884ba5823752fd646de', 'gw_port': {'id': 'e0089d4e-68e1-42f6-b0e7-a51710864045', 'name': '', 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:7c:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ba5d747-0bcd-4f84-8fd7-abb471981357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T14:54:07Z', 'updated_at': '2020-12-03T14:54:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-iscsi', '_interfaces': [{'id': 'd8950f13-d076-4c35-bfba-4230f59d7385', 'name': '', 'network_id': '046f3fe3-34c0-4797-be99-f9854fff9af6', 'tenant_id': 'aae87118e6d64884ba5823752fd646de', 'mac_address': 'fa:16:3e:43:14:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba5d747-0bcd-4f84-8fd7-abb471981357', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3d59e57f-d246-4ae2-9fbf-e4fae9fe2b43', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T14:53:56Z', 'updated_at': '2020-12-03T14:54:03Z', 'revision_number': 5, 'project_id': 'aae87118e6d64884ba5823752fd646de', 'subnets': [{'id': '3d59e57f-d246-4ae2-9fbf-e4fae9fe2b43', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cbcecba3-6709-451c-88c8-552c0d2761d3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-3-iscsi', False) {} {{(pid=80384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 14:54:09.722871 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20bf6ed0-c022-4946-be5e-4946e4083952 None None] Checking router: 0ba5d747-0bcd-4f84-8fd7-abb471981357 for host: dv-cinder-757908-3-iscsi {{(pid=80384) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 14:54:09.725090 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20bf6ed0-c022-4946-be5e-4946e4083952 None None] Updating router 0ba5d747-0bcd-4f84-8fd7-abb471981357 port e0089d4e-68e1-42f6-b0e7-a51710864045 binding host dv-cinder-757908-3-iscsi {{(pid=80384) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 03 14:54:09.775380 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-20bf6ed0-c022-4946-be5e-4946e4083952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:54:10.168996 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-20bf6ed0-c022-4946-be5e-4946e4083952 None None] Notify callbacks [] for port, precommit_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:54:10.181674 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-20bf6ed0-c022-4946-be5e-4946e4083952 None None] Transition to ACTIVE for port object e0089d4e-68e1-42f6-b0e7-a51710864045 will not be triggered until provisioned by entity L2. {{(pid=80384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 14:54:10.184780 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-20bf6ed0-c022-4946-be5e-4946e4083952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024'] for port, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:54:10.200399 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 14:54:10.335244 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a583ae1b-a438-4c41-97bf-fad38c971247 None None] Pushing event updated for resources: {'Port': ['ID=e0089d4e-68e1-42f6-b0e7-a51710864045,revision_number=2']} {{(pid=80384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 14:54:10.340354 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-a583ae1b-a438-4c41-97bf-fad38c971247 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 14:54:10.401591 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [None req-20bf6ed0-c022-4946-be5e-4946e4083952 None None] Attempting to bind port e0089d4e-68e1-42f6-b0e7-a51710864045 on host dv-cinder-757908-3-iscsi for vnic_type normal with profile  {{(pid=80384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 14:54:10.402353 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [None req-20bf6ed0-c022-4946-be5e-4946e4083952 None None] Attempting to bind port e0089d4e-68e1-42f6-b0e7-a51710864045 by drivers openvswitch on host dv-cinder-757908-3-iscsi at level 0 using segments [{'id': 'd4bc1e7b-f0cf-45e4-b2f6-c41c855b05f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e'}] {{(pid=80384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 14:54:10.402759 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20bf6ed0-c022-4946-be5e-4946e4083952 None None] Attempting to bind port e0089d4e-68e1-42f6-b0e7-a51710864045 on network 729c535b-bd07-4b0c-9bb6-d0eda364af7e {{(pid=80384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 14:54:10.408336 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20bf6ed0-c022-4946-be5e-4946e4083952 None None] Checking agent: {'id': 'd86ab5d6-8c79-4633-8bc6-d0d32e0bb057', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757908-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 14, 53, 21), 'started_at': datetime.datetime(2020, 12, 3, 14, 53, 51), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 14, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757908-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.78', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 14:54:10.408750 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20bf6ed0-c022-4946-be5e-4946e4083952 None None] Checking segment: {'id': 'd4bc1e7b-f0cf-45e4-b2f6-c41c855b05f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 14:54:10.409187 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-20bf6ed0-c022-4946-be5e-4946e4083952 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:54:10.409613 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20bf6ed0-c022-4946-be5e-4946e4083952 None None] Bound using segment: {'id': 'd4bc1e7b-f0cf-45e4-b2f6-c41c855b05f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e'} {{(pid=80384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 14:54:10.410161 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [None req-20bf6ed0-c022-4946-be5e-4946e4083952 None None] Bound port: e0089d4e-68e1-42f6-b0e7-a51710864045, host: dv-cinder-757908-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4bc1e7b-f0cf-45e4-b2f6-c41c855b05f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e'}}] {{(pid=80384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 14:54:10.410594 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-20bf6ed0-c022-4946-be5e-4946e4083952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:54:10.484376 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [None req-20bf6ed0-c022-4946-be5e-4946e4083952 None None] For port e0089d4e-68e1-42f6-b0e7-a51710864045, host dv-cinder-757908-3-iscsi, cleared binding levels {{(pid=80384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 14:54:10.487466 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [None req-20bf6ed0-c022-4946-be5e-4946e4083952 None None] For port e0089d4e-68e1-42f6-b0e7-a51710864045, host dv-cinder-757908-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-3-iscsi',level=0,port_id=e0089d4e-68e1-42f6-b0e7-a51710864045,segment=NetworkSegment(d4bc1e7b-f0cf-45e4-b2f6-c41c855b05f5),segment_id=d4bc1e7b-f0cf-45e4-b2f6-c41c855b05f5)] {{(pid=80384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 14:54:10.490718 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-20bf6ed0-c022-4946-be5e-4946e4083952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024'] for port, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:54:10.506071 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 14:54:10.647702 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a583ae1b-a438-4c41-97bf-fad38c971247 None None] Pushing event updated for resources: {'Port': ['ID=e0089d4e-68e1-42f6-b0e7-a51710864045,revision_number=3']} {{(pid=80384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 14:54:10.657954 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-a583ae1b-a438-4c41-97bf-fad38c971247 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 14:54:10.710703 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20bf6ed0-c022-4946-be5e-4946e4083952 None None] Routers {'0ba5d747-0bcd-4f84-8fd7-abb471981357'} bound to L3 agent in host dv-cinder-757908-3-iscsi {{(pid=80384) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 14:54:10.711368 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-20bf6ed0-c022-4946-be5e-4946e4083952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f072ed04978>, 'dv-cinder-757908-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-12-03T14:53:20Z,description=<?>,heartbeat_timestamp=2020-12-03T14:53:50Z,host='dv-cinder-757908-3-iscsi',id=7132dbe3-ed21-4d9d-abcc-41c34baf52ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T14:53:20Z,topic='l3_agent')) {'router_ids': ['0ba5d747-0bcd-4f84-8fd7-abb471981357'], 'active': True} {{(pid=80384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 14:54:10.899386 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvr_db [None req-20bf6ed0-c022-4946-be5e-4946e4083952 None None] Set router 0ba5d747-0bcd-4f84-8fd7-abb471981357 gateway port host: dv-cinder-757908-3-iscsi {{(pid=80384) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 14:54:11.249363 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-20bf6ed0-c022-4946-be5e-4946e4083952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f072ed04978>, [{'id': '0ba5d747-0bcd-4f84-8fd7-abb471981357', 'name': 'router1', 'tenant_id': 'aae87118e6d64884ba5823752fd646de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'external_fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': 'e0089d4e-68e1-42f6-b0e7-a51710864045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T14:53:46Z', 'updated_at': '2020-12-03T14:54:07Z', 'revision_number': 4, 'project_id': 'aae87118e6d64884ba5823752fd646de', 'gw_port': {'id': 'e0089d4e-68e1-42f6-b0e7-a51710864045', 'name': '', 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:7c:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ba5d747-0bcd-4f84-8fd7-abb471981357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T14:54:07Z', 'updated_at': '2020-12-03T14:54:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-iscsi', '_interfaces': [{'id': 'd8950f13-d076-4c35-bfba-4230f59d7385', 'name': '', 'network_id': '046f3fe3-34c0-4797-be99-f9854fff9af6', 'tenant_id': 'aae87118e6d64884ba5823752fd646de', 'mac_address': 'fa:16:3e:43:14:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba5d747-0bcd-4f84-8fd7-abb471981357', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3d59e57f-d246-4ae2-9fbf-e4fae9fe2b43', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T14:53:56Z', 'updated_at': '2020-12-03T14:54:03Z', 'revision_number': 5, 'project_id': 'aae87118e6d64884ba5823752fd646de', 'subnets': [{'id': '3d59e57f-d246-4ae2-9fbf-e4fae9fe2b43', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cbcecba3-6709-451c-88c8-552c0d2761d3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-3-iscsi', False) {} {{(pid=80384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 14:54:11.253483 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20bf6ed0-c022-4946-be5e-4946e4083952 None None] The sync data for ids ['0ba5d747-0bcd-4f84-8fd7-abb471981357'] in dv-cinder-757908-3-iscsi is: [{'id': '0ba5d747-0bcd-4f84-8fd7-abb471981357', 'name': 'router1', 'tenant_id': 'aae87118e6d64884ba5823752fd646de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'external_fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': 'e0089d4e-68e1-42f6-b0e7-a51710864045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T14:53:46Z', 'updated_at': '2020-12-03T14:54:07Z', 'revision_number': 4, 'project_id': 'aae87118e6d64884ba5823752fd646de', 'gw_port': {'id': 'e0089d4e-68e1-42f6-b0e7-a51710864045', 'name': '', 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:7c:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ba5d747-0bcd-4f84-8fd7-abb471981357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T14:54:07Z', 'updated_at': '2020-12-03T14:54:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-iscsi', '_interfaces': [{'id': 'd8950f13-d076-4c35-bfba-4230f59d7385', 'name': '', 'network_id': '046f3fe3-34c0-4797-be99-f9854fff9af6', 'tenant_id': 'aae87118e6d64884ba5823752fd646de', 'mac_address': 'fa:16:3e:43:14:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba5d747-0bcd-4f84-8fd7-abb471981357', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3d59e57f-d246-4ae2-9fbf-e4fae9fe2b43', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T14:53:56Z', 'updated_at': '2020-12-03T14:54:03Z', 'revision_number': 5, 'project_id': 'aae87118e6d64884ba5823752fd646de', 'subnets': [{'id': '3d59e57f-d246-4ae2-9fbf-e4fae9fe2b43', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cbcecba3-6709-451c-88c8-552c0d2761d3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80384) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 14:54:11.581448 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Device e0089d4e-68e1-42f6-b0e7-a51710864045 up at agent ovs-agent-dv-cinder-757908-3-iscsi {{(pid=80384) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 14:54:11.651515 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Provisioning for port e0089d4e-68e1-42f6-b0e7-a51710864045 completed by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 14:54:11.657538 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Provisioning complete for port e0089d4e-68e1-42f6-b0e7-a51710864045 triggered by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 14:54:11.657977 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:54:11.737442 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 53408) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 14:54:11.787020 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:54:11.803616 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] For port e0089d4e-68e1-42f6-b0e7-a51710864045, host dv-cinder-757908-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-3-iscsi',level=0,port_id=e0089d4e-68e1-42f6-b0e7-a51710864045,segment=NetworkSegment(d4bc1e7b-f0cf-45e4-b2f6-c41c855b05f5),segment_id=d4bc1e7b-f0cf-45e4-b2f6-c41c855b05f5)] {{(pid=80384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 14:54:11.806812 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024'] for port, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:54:11.809936 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 14:54:11.879363 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Pushing event updated for resources: {'Port': ['ID=e0089d4e-68e1-42f6-b0e7-a51710864045,revision_number=4']} {{(pid=80384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 14:54:11.882534 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 14:54:11.913865 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7fd58fd-1462-4cb5-9607-a8e5028bb666 admin admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 14:54:11.915514 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-a7fd58fd-1462-4cb5-9607-a8e5028bb666 admin admin] 10.222.0.63 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 1081 time: 0.1769199
Dec 03 14:54:13.553659 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Device e0089d4e-68e1-42f6-b0e7-a51710864045 up at agent ovs-agent-dv-cinder-757908-3-iscsi {{(pid=80384) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 14:54:13.630819 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Provisioning complete for port e0089d4e-68e1-42f6-b0e7-a51710864045 triggered by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 14:54:13.631294 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:54:17.415855 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-5e7cb040-51b2-4d01-b518-077f6e3d4faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:54:20.154044 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-d1a712ed-1597-40ee-be3f-9bd7eb160871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:54:20.163028 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-c5de07e2-761d-4668-868e-680a4f43083e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:54:20.495355 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.agents_db [None req-51f4eaf8-3f98-4d92-a7df-a28bf03852b0 None None] Agent healthcheck: found 5 active agents {{(pid=80385) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 14:54:21.262071 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:54:21.930910 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-7c778c2a-832b-4a71-9338-2409dcb4fb0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:54:47.379356 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-3f5a3915-d9bf-46bb-a226-e0edd33c3df6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:54:50.104738 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-d1a712ed-1597-40ee-be3f-9bd7eb160871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:54:50.123397 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-c062f34f-ebcc-471a-b12a-039bb34aefd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:54:51.235462 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:54:51.930867 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-7c778c2a-832b-4a71-9338-2409dcb4fb0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:54:57.494918 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.agents_db [None req-51f4eaf8-3f98-4d92-a7df-a28bf03852b0 None None] Agent healthcheck: found 5 active agents {{(pid=80385) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 14:55:17.381567 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-4587d006-7f15-4741-907d-4b3e9363fac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:55:20.120508 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-d1a712ed-1597-40ee-be3f-9bd7eb160871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:55:20.126719 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-53d567d5-f675-46d4-8979-138906dded6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:55:21.239275 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:55:21.934503 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-7c778c2a-832b-4a71-9338-2409dcb4fb0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:55:34.493867 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.agents_db [None req-51f4eaf8-3f98-4d92-a7df-a28bf03852b0 None None] Agent healthcheck: found 5 active agents {{(pid=80385) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 14:55:47.384988 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-7b52ad27-1558-4da0-8ba6-363bc7f104b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:55:50.111553 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-d1a712ed-1597-40ee-be3f-9bd7eb160871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:55:50.126857 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-3d3f0527-f73a-4953-962c-c99ab24e61da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:55:51.242012 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:55:51.943971 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-7c778c2a-832b-4a71-9338-2409dcb4fb0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:56:11.494538 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.agents_db [None req-51f4eaf8-3f98-4d92-a7df-a28bf03852b0 None None] Agent healthcheck: found 5 active agents {{(pid=80385) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 14:56:17.387592 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-f86b3d67-0812-418f-bb6f-8f0555b8d955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:56:20.122759 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-d1a712ed-1597-40ee-be3f-9bd7eb160871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:56:20.128703 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-7223fd8f-cee7-48ae-af3d-a13fa4bda741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:56:21.244038 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:56:21.948663 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-7c778c2a-832b-4a71-9338-2409dcb4fb0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:56:26.853179 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 53984) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 14:56:26.955845 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.pecan_wsgi.hooks.translation [None req-20196b4c-a827-4651-984c-a8e70e208dcf admin admin] GET failed (client error): The resource could not be found.
Dec 03 14:56:26.957152 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-20196b4c-a827-4651-984c-a8e70e208dcf admin admin] 10.222.0.63 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.1029530
Dec 03 14:56:27.107314 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f00bfe9-3884-4f48-b845-b136b7acd56c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 14:56:27.108806 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-6f00bfe9-3884-4f48-b845-b136b7acd56c admin admin] 10.222.0.63 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 865 time: 0.1471453
Dec 03 14:56:29.565401 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 53994) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 14:56:29.718827 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1226ad2a-9cb7-447f-bf37-9997f1406669 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 14:56:29.721000 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-1226ad2a-9cb7-447f-bf37-9997f1406669 admin admin] 10.222.0.63 "GET /v2.0/subnets/3d59e57f-d246-4ae2-9fbf-e4fae9fe2b43 HTTP/1.1" status: 200  len: 849 time: 0.1537874
Dec 03 14:56:29.731242 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.base [None req-4feaad00-bc7f-483b-8622-8204c8c80705 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=80383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 14:56:29.858432 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-4feaad00-bc7f-483b-8622-8204c8c80705 admin admin] Notify callbacks [] for subnet, before_update {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:56:30.171637 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-4feaad00-bc7f-483b-8622-8204c8c80705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33445888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8729303177587'] for subnet, after_update {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:56:30.191016 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 14:56:30.329232 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4feaad00-bc7f-483b-8622-8204c8c80705 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d59e57f-d246-4ae2-9fbf-e4fae9fe2b43,revision_number=1']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 14:56:30.346299 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4feaad00-bc7f-483b-8622-8204c8c80705 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 14:56:30.346696 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4feaad00-bc7f-483b-8622-8204c8c80705 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 14:56:30.347065 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4feaad00-bc7f-483b-8622-8204c8c80705 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 14:56:30.347433 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4feaad00-bc7f-483b-8622-8204c8c80705 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 14:56:30.347788 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4feaad00-bc7f-483b-8622-8204c8c80705 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 14:56:30.348159 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4feaad00-bc7f-483b-8622-8204c8c80705 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 14:56:30.348512 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4feaad00-bc7f-483b-8622-8204c8c80705 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 14:56:30.348868 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4feaad00-bc7f-483b-8622-8204c8c80705 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 14:56:30.349234 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4feaad00-bc7f-483b-8622-8204c8c80705 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 14:56:30.349581 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4feaad00-bc7f-483b-8622-8204c8c80705 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 14:56:30.349950 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4feaad00-bc7f-483b-8622-8204c8c80705 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 14:56:30.350318 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4feaad00-bc7f-483b-8622-8204c8c80705 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 14:56:30.355331 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-4feaad00-bc7f-483b-8622-8204c8c80705 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 14:56:30.383849 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4feaad00-bc7f-483b-8622-8204c8c80705 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 14:56:30.384487 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-4feaad00-bc7f-483b-8622-8204c8c80705 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036822225390'] for subnet, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:56:30.385835 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-4feaad00-bc7f-483b-8622-8204c8c80705 admin admin] 10.222.0.63 "PUT /v2.0/subnets/3d59e57f-d246-4ae2-9fbf-e4fae9fe2b43 HTTP/1.1" status: 200  len: 868 time: 0.6586466
Dec 03 14:56:30.401158 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45098e12-f0c6-43cf-bda0-c24ea3aefbad None None] Network 046f3fe3-34c0-4797-be99-f9854fff9af6 requested from dv-cinder-757908-3-iscsi {{(pid=80384) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 14:56:30.924621 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-5fcc19bd-b30a-4f71-8c7c-8bccaffbe306 None None] Provisioning complete for port d8950f13-d076-4c35-bfba-4230f59d7385 triggered by entity DHCP. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 14:56:30.925201 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-5fcc19bd-b30a-4f71-8c7c-8bccaffbe306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:56:31.052933 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-5fcc19bd-b30a-4f71-8c7c-8bccaffbe306 None None] Provisioning complete for port 8c6a8fac-3387-4870-9ed6-f154eb5b1b33 triggered by entity DHCP. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 14:56:31.053344 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-5fcc19bd-b30a-4f71-8c7c-8bccaffbe306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:56:32.852128 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 54004) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 14:56:33.074174 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f8a2b9-0e2b-4eb5-9b0d-fe23c371163d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 14:56:33.074515 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f8a2b9-0e2b-4eb5-9b0d-fe23c371163d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 14:56:33.076176 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-76f8a2b9-0e2b-4eb5-9b0d-fe23c371163d admin admin] 10.222.0.63 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1542 time: 0.2229922
Dec 03 14:56:35.580405 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 54014) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 14:56:35.803073 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5f5dab-b5c5-43c0-be8b-cd4cf5fb35f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 14:56:35.803498 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5f5dab-b5c5-43c0-be8b-cd4cf5fb35f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 14:56:35.805156 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-4b5f5dab-b5c5-43c0-be8b-cd4cf5fb35f0 admin admin] 10.222.0.63 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1542 time: 0.2237442
Dec 03 14:56:38.301573 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 54024) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 14:56:38.691579 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f40b9de-5ca5-4f35-9614-83cedba1cb97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 14:56:38.693065 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-0f40b9de-5ca5-4f35-9614-83cedba1cb97 admin admin] 10.222.0.63 "GET /v2.0/networks/046f3fe3-34c0-4797-be99-f9854fff9af6 HTTP/1.1" status: 200  len: 862 time: 0.3903756
Dec 03 14:56:41.208240 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 54036) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 14:56:41.419636 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b358197b-b529-40fd-8377-10b13578c160 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 14:56:41.421035 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-b358197b-b529-40fd-8377-10b13578c160 admin admin] 10.222.0.63 "GET /v2.0/networks/729c535b-bd07-4b0c-9bb6-d0eda364af7e HTTP/1.1" status: 200  len: 886 time: 0.2117202
Dec 03 14:56:43.933192 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 54046) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 14:56:44.079409 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad3f9537-d70c-43f1-be1f-5b7012af9f0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 14:56:44.079964 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad3f9537-d70c-43f1-be1f-5b7012af9f0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 14:56:44.081508 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-ad3f9537-d70c-43f1-be1f-5b7012af9f0c admin admin] 10.222.0.63 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1471801
Dec 03 14:56:46.635149 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 54056) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 14:56:46.782423 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb451801-5baa-4570-96af-c470835a1d20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 14:56:46.783413 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb451801-5baa-4570-96af-c470835a1d20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 14:56:46.785293 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-cb451801-5baa-4570-96af-c470835a1d20 admin admin] 10.222.0.63 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1491065
Dec 03 14:56:47.390029 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-4d052a1e-0b16-469f-8bdb-e2417ce60d75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:56:48.494214 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.agents_db [None req-51f4eaf8-3f98-4d92-a7df-a28bf03852b0 None None] Agent healthcheck: found 5 active agents {{(pid=80385) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 14:56:49.271271 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 54066) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 14:56:49.416652 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b42cc212-dfb2-4448-a199-57c7f861e79a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 14:56:49.418137 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-b42cc212-dfb2-4448-a199-57c7f861e79a admin admin] 10.222.0.63 "GET /v2.0/subnets/3d59e57f-d246-4ae2-9fbf-e4fae9fe2b43 HTTP/1.1" status: 200  len: 868 time: 0.1458230
Dec 03 14:56:50.130398 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-d1a712ed-1597-40ee-be3f-9bd7eb160871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:56:50.133952 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-a5510119-8d18-47bc-b056-2eb1db5c81bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:56:51.245726 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:56:51.945155 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 54076) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 14:56:51.952094 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-7c778c2a-832b-4a71-9338-2409dcb4fb0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:56:52.089857 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd47e771-eaf4-48aa-bf3a-770d5781f672 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 14:56:52.091340 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-dd47e771-eaf4-48aa-bf3a-770d5781f672 admin admin] 10.222.0.63 "GET /v2.0/subnets/c53074ee-6482-4d40-a0b6-bf7110d55051 HTTP/1.1" status: 200  len: 816 time: 0.1450994
Dec 03 14:57:17.392631 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-271bdb58-4338-41bc-8fc8-66a0da7f47bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:57:18.232706 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 54116) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 14:57:18.313224 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [None req-8f78f9af-9743-45d9-bec7-aa7f2fefa919 admin admin] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=80383) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 03 14:57:18.314505 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-8f78f9af-9743-45d9-bec7-aa7f2fefa919 admin admin] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0806761
Dec 03 14:57:20.120088 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-d1a712ed-1597-40ee-be3f-9bd7eb160871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:57:20.135658 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2b7e16ba-58ea-424a-9669-75d9fa22bec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:57:20.883761 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 54126) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 14:57:20.986575 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.pecan_wsgi.hooks.translation [None req-4426f861-c956-4324-ba13-c76d5e5fa654 admin admin] GET failed (client error): The resource could not be found.
Dec 03 14:57:20.987883 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-4426f861-c956-4324-ba13-c76d5e5fa654 admin admin] 10.222.0.63 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.1031091
Dec 03 14:57:21.130361 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4279e901-6756-4dda-b964-54f5659408c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 14:57:21.132016 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-4279e901-6756-4dda-b964-54f5659408c6 admin admin] 10.222.0.63 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1395264
Dec 03 14:57:21.251706 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:57:21.955727 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-7c778c2a-832b-4a71-9338-2409dcb4fb0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:57:23.609124 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 54136) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 14:57:23.690102 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.base [None req-b11af647-5fd0-4487-b1f6-81e6f173f927 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=80383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 14:57:23.695178 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-b11af647-5fd0-4487-b1f6-81e6f173f927 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 14:57:23.706186 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-b11af647-5fd0-4487-b1f6-81e6f173f927 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 14:57:23.715218 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b11af647-5fd0-4487-b1f6-81e6f173f927 admin admin] Made reservation on behalf of f37eda398bf04a75a30bac53232b3a34 for: {'network': 1} {{(pid=80383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 14:57:23.720417 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-b11af647-5fd0-4487-b1f6-81e6f173f927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for network, before_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:57:23.815399 dv-cinder-757908-3-iscsi neutron-server[80271]: WARNING neutron.services.revisions.revision_plugin [None req-b11af647-5fd0-4487-b1f6-81e6f173f927 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f072e8d24a8] {project_id='f37eda398bf04a75a30bac53232b3a34', id='4e37f739-d1fd-4023-a4d4-fdd280bcfeb5', target_tenant='*', action='access_as_shared', object_id='04c65c37-8e72-4bcb-b867-82d9d45bda6b'}> to bump revision.
Dec 03 14:57:23.832262 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b11af647-5fd0-4487-b1f6-81e6f173f927 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2}  {{(pid=80383) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 14:57:23.841865 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-b11af647-5fd0-4487-b1f6-81e6f173f927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986486'] for segment, precommit_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:57:23.842280 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.db.segments_db [None req-b11af647-5fd0-4487-b1f6-81e6f173f927 admin admin] Added segment bf201f3c-4796-421a-a666-1a09a1435c31 of type vxlan for network 04c65c37-8e72-4bcb-b867-82d9d45bda6b
Dec 03 14:57:23.870997 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-b11af647-5fd0-4487-b1f6-81e6f173f927 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729302618551'] for network, precommit_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:57:23.902413 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-b11af647-5fd0-4487-b1f6-81e6f173f927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068'] for network, after_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:57:23.903657 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b11af647-5fd0-4487-b1f6-81e6f173f927 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 14:57:23.904284 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-b11af647-5fd0-4487-b1f6-81e6f173f927 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036822225390'] for network, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:57:23.907762 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-4b885935-9ecd-477d-9d8f-35a8ebdc1ab6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 14:57:24.013844 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-b11af647-5fd0-4487-b1f6-81e6f173f927 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201  len: 840 time: 0.4035308
Dec 03 14:57:24.014616 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11af647-5fd0-4487-b1f6-81e6f173f927 admin admin] Pushing event updated for resources: {'Network': ['ID=04c65c37-8e72-4bcb-b867-82d9d45bda6b,revision_number=1']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 14:57:24.018190 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-b11af647-5fd0-4487-b1f6-81e6f173f927 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 14:57:24.026909 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Network 04c65c37-8e72-4bcb-b867-82d9d45bda6b details requested by agent ovs-agent-dv-cinder-757908-3-iscsi with host dv-cinder-757908-3-iscsi {{(pid=80384) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 14:57:25.493242 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.agents_db [None req-51f4eaf8-3f98-4d92-a7df-a28bf03852b0 None None] Agent healthcheck: found 5 active agents {{(pid=80385) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 14:57:26.512100 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 54146) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 14:57:26.615542 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.pecan_wsgi.hooks.translation [None req-03f321a2-a714-4107-b5e5-548986d30388 admin admin] GET failed (client error): The resource could not be found.
Dec 03 14:57:26.616093 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-03f321a2-a714-4107-b5e5-548986d30388 admin admin] Synchronizing usage tracker for tenant:f37eda398bf04a75a30bac53232b3a34 on resource:network {{(pid=80383) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 14:57:26.631164 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-03f321a2-a714-4107-b5e5-548986d30388 admin admin] Unset dirty status for tenant:f37eda398bf04a75a30bac53232b3a34 on resource:network {{(pid=80383) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 14:57:26.632368 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-03f321a2-a714-4107-b5e5-548986d30388 admin admin] 10.222.0.63 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.1192451
Dec 03 14:57:26.749537 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-927ec5c9-c255-4177-ad7a-b87233f941d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 14:57:26.751714 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-927ec5c9-c255-4177-ad7a-b87233f941d3 admin admin] 10.222.0.63 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 819 time: 0.1147115
Dec 03 14:57:26.764477 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.base [None req-3e1130a7-e879-45f4-8104-471e3bfdb45e admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': '04c65c37-8e72-4bcb-b867-82d9d45bda6b'}} {{(pid=80383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 14:57:26.770123 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-3e1130a7-e879-45f4-8104-471e3bfdb45e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 14:57:26.774215 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-3e1130a7-e879-45f4-8104-471e3bfdb45e admin admin] Usage tracker for resource:subnet and tenant:f37eda398bf04a75a30bac53232b3a34 is out of sync, need to count used quota {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 14:57:26.777209 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-3e1130a7-e879-45f4-8104-471e3bfdb45e admin admin] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 14:57:26.782987 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-3e1130a7-e879-45f4-8104-471e3bfdb45e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 14:57:26.791772 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e1130a7-e879-45f4-8104-471e3bfdb45e admin admin] Made reservation on behalf of f37eda398bf04a75a30bac53232b3a34 for: {'subnet': 1} {{(pid=80383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 14:57:26.796392 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-3e1130a7-e879-45f4-8104-471e3bfdb45e admin admin] Notify callbacks [] for subnet, before_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:57:27.195051 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-3e1130a7-e879-45f4-8104-471e3bfdb45e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33445888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068'] for subnet, after_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:57:27.209850 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-8de64216-97e6-4137-8454-44d09f42e145 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 14:57:27.337098 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1130a7-e879-45f4-8104-471e3bfdb45e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e323b59-f2f9-4556-a59f-b6ccb429eff3,revision_number=0']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 14:57:27.341088 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-3e1130a7-e879-45f4-8104-471e3bfdb45e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 14:57:27.406369 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1130a7-e879-45f4-8104-471e3bfdb45e admin admin] Checking segment: {'id': 'bf201f3c-4796-421a-a666-1a09a1435c31', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '04c65c37-8e72-4bcb-b867-82d9d45bda6b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 14:57:27.406750 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e1130a7-e879-45f4-8104-471e3bfdb45e admin admin] Network hostable DHCP agents. Network: 04c65c37-8e72-4bcb-b867-82d9d45bda6b, hostable agents: ['79bacdc6-fafb-4baa-889e-4ec466dca3bd'], hosted agents: [] {{(pid=80383) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 14:57:27.424939 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e1130a7-e879-45f4-8104-471e3bfdb45e admin admin] Network 04c65c37-8e72-4bcb-b867-82d9d45bda6b is scheduled to be hosted by DHCP agent 79bacdc6-fafb-4baa-889e-4ec466dca3bd with binding_index 1 {{(pid=80383) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 14:57:27.433149 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.base_scheduler [None req-3e1130a7-e879-45f4-8104-471e3bfdb45e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-757908-3-iscsi, 04c65c37-8e72-4bcb-b867-82d9d45bda6b) {{(pid=80383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 14:57:27.437134 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e1130a7-e879-45f4-8104-471e3bfdb45e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 14:57:27.437763 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-3e1130a7-e879-45f4-8104-471e3bfdb45e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036822225390'] for subnet, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:57:27.445311 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1f1862-7e48-4d23-9e28-d57685fba4b1 None None] Network 04c65c37-8e72-4bcb-b867-82d9d45bda6b requested from dv-cinder-757908-3-iscsi {{(pid=80384) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 14:57:27.457739 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-3e1130a7-e879-45f4-8104-471e3bfdb45e admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.6973147
Dec 03 14:57:27.686122 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f91f53c-e8cf-47d6-b8f8-94697fbbfe17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbc8265b-6ee3-5798-ab2f-e750a40fd5a2-04c65c37-8e72-4bcb-b867-82d9d45bda6b', 'network_id': '04c65c37-8e72-4bcb-b867-82d9d45bda6b', 'tenant_id': 'f37eda398bf04a75a30bac53232b3a34', 'fixed_ips': [{'subnet_id': '0e323b59-f2f9-4556-a59f-b6ccb429eff3'}]}} from dv-cinder-757908-3-iscsi. {{(pid=80384) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 03 14:57:27.687024 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-9f91f53c-e8cf-47d6-b8f8-94697fbbfe17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_create {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:57:27.997433 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.db_base_plugin_common [None req-9f91f53c-e8cf-47d6-b8f8-94697fbbfe17 None None] Allocated IP 192.168.233.2 (04c65c37-8e72-4bcb-b867-82d9d45bda6b/0e323b59-f2f9-4556-a59f-b6ccb429eff3/9489685d-11ed-45de-9d90-29e7b298938a) {{(pid=80384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 14:57:28.266632 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-9f91f53c-e8cf-47d6-b8f8-94697fbbfe17 None None] Notify callbacks [] for port, precommit_create {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:57:28.278096 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-9f91f53c-e8cf-47d6-b8f8-94697fbbfe17 None None] Transition to ACTIVE for port object 9489685d-11ed-45de-9d90-29e7b298938a will not be triggered until provisioned by entity L2. {{(pid=80384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 14:57:28.296336 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-9f91f53c-e8cf-47d6-b8f8-94697fbbfe17 None None] Transition to ACTIVE for port object 9489685d-11ed-45de-9d90-29e7b298938a will not be triggered until provisioned by entity DHCP. {{(pid=80384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 14:57:28.302268 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-9f91f53c-e8cf-47d6-b8f8-94697fbbfe17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307552080722'] for port, after_create {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:57:28.318174 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-a583ae1b-a438-4c41-97bf-fad38c971247 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 14:57:28.453608 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f91f53c-e8cf-47d6-b8f8-94697fbbfe17 None None] Pushing event updated for resources: {'Port': ['ID=9489685d-11ed-45de-9d90-29e7b298938a,revision_number=1']} {{(pid=80384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 14:57:28.466231 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f91f53c-e8cf-47d6-b8f8-94697fbbfe17 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 14:57:28.466618 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f91f53c-e8cf-47d6-b8f8-94697fbbfe17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 14:57:28.466996 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f91f53c-e8cf-47d6-b8f8-94697fbbfe17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 14:57:28.467368 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f91f53c-e8cf-47d6-b8f8-94697fbbfe17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 14:57:28.467733 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f91f53c-e8cf-47d6-b8f8-94697fbbfe17 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 14:57:28.468101 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f91f53c-e8cf-47d6-b8f8-94697fbbfe17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 14:57:28.468463 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f91f53c-e8cf-47d6-b8f8-94697fbbfe17 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 14:57:28.468824 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f91f53c-e8cf-47d6-b8f8-94697fbbfe17 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 14:57:28.469203 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f91f53c-e8cf-47d6-b8f8-94697fbbfe17 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 14:57:28.470258 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f91f53c-e8cf-47d6-b8f8-94697fbbfe17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 14:57:28.470578 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f91f53c-e8cf-47d6-b8f8-94697fbbfe17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 14:57:28.470940 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f91f53c-e8cf-47d6-b8f8-94697fbbfe17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 14:57:28.481621 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-9f91f53c-e8cf-47d6-b8f8-94697fbbfe17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 14:57:28.520768 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f91f53c-e8cf-47d6-b8f8-94697fbbfe17 None None] Network 04c65c37-8e72-4bcb-b867-82d9d45bda6b is already hosted by enough agents. {{(pid=80384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 14:57:28.521876 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.base_scheduler [None req-9f91f53c-e8cf-47d6-b8f8-94697fbbfe17 None None] Resources bound (agent type, host, resource id):  {{(pid=80384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 14:57:28.524450 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f91f53c-e8cf-47d6-b8f8-94697fbbfe17 None None] Received port after_create {{(pid=80384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 14:57:28.589019 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [None req-9f91f53c-e8cf-47d6-b8f8-94697fbbfe17 None None] Attempting to bind port 9489685d-11ed-45de-9d90-29e7b298938a on host dv-cinder-757908-3-iscsi for vnic_type normal with profile  {{(pid=80384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 14:57:28.589428 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [None req-9f91f53c-e8cf-47d6-b8f8-94697fbbfe17 None None] Attempting to bind port 9489685d-11ed-45de-9d90-29e7b298938a by drivers openvswitch on host dv-cinder-757908-3-iscsi at level 0 using segments [{'id': 'bf201f3c-4796-421a-a666-1a09a1435c31', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '04c65c37-8e72-4bcb-b867-82d9d45bda6b'}] {{(pid=80384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 14:57:28.589831 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f91f53c-e8cf-47d6-b8f8-94697fbbfe17 None None] Attempting to bind port 9489685d-11ed-45de-9d90-29e7b298938a on network 04c65c37-8e72-4bcb-b867-82d9d45bda6b {{(pid=80384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 14:57:28.596243 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f91f53c-e8cf-47d6-b8f8-94697fbbfe17 None None] Checking agent: {'id': 'd86ab5d6-8c79-4633-8bc6-d0d32e0bb057', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757908-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 14, 53, 21), 'started_at': datetime.datetime(2020, 12, 3, 14, 53, 51), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 14, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757908-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.78', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 14:57:28.596657 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f91f53c-e8cf-47d6-b8f8-94697fbbfe17 None None] Checking segment: {'id': 'bf201f3c-4796-421a-a666-1a09a1435c31', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '04c65c37-8e72-4bcb-b867-82d9d45bda6b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 14:57:28.597096 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-9f91f53c-e8cf-47d6-b8f8-94697fbbfe17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:57:28.597525 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f91f53c-e8cf-47d6-b8f8-94697fbbfe17 None None] Bound using segment: {'id': 'bf201f3c-4796-421a-a666-1a09a1435c31', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '04c65c37-8e72-4bcb-b867-82d9d45bda6b'} {{(pid=80384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 14:57:28.598067 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [None req-9f91f53c-e8cf-47d6-b8f8-94697fbbfe17 None None] Bound port: 9489685d-11ed-45de-9d90-29e7b298938a, host: dv-cinder-757908-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf201f3c-4796-421a-a666-1a09a1435c31', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '04c65c37-8e72-4bcb-b867-82d9d45bda6b'}}] {{(pid=80384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 14:57:28.598483 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-9f91f53c-e8cf-47d6-b8f8-94697fbbfe17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:57:28.691149 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [None req-9f91f53c-e8cf-47d6-b8f8-94697fbbfe17 None None] For port 9489685d-11ed-45de-9d90-29e7b298938a, host dv-cinder-757908-3-iscsi, cleared binding levels {{(pid=80384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 14:57:28.695155 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [None req-9f91f53c-e8cf-47d6-b8f8-94697fbbfe17 None None] For port 9489685d-11ed-45de-9d90-29e7b298938a, host dv-cinder-757908-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-3-iscsi',level=0,port_id=9489685d-11ed-45de-9d90-29e7b298938a,segment=NetworkSegment(bf201f3c-4796-421a-a666-1a09a1435c31),segment_id=bf201f3c-4796-421a-a666-1a09a1435c31)] {{(pid=80384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 14:57:28.699182 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-9f91f53c-e8cf-47d6-b8f8-94697fbbfe17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024'] for port, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:57:28.715437 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 14:57:28.863611 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f91f53c-e8cf-47d6-b8f8-94697fbbfe17 None None] Pushing event updated for resources: {'Port': ['ID=9489685d-11ed-45de-9d90-29e7b298938a,revision_number=2']} {{(pid=80384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 14:57:28.867336 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-9f91f53c-e8cf-47d6-b8f8-94697fbbfe17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 14:57:29.680869 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Device 9489685d-11ed-45de-9d90-29e7b298938a up at agent ovs-agent-dv-cinder-757908-3-iscsi {{(pid=80384) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 14:57:29.760468 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Provisioning for port 9489685d-11ed-45de-9d90-29e7b298938a completed by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 14:57:30.269328 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b4a0a7-8ce1-4338-ba7d-37383d1587f0 None None] Network 04c65c37-8e72-4bcb-b867-82d9d45bda6b requested from dv-cinder-757908-3-iscsi {{(pid=80384) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 14:57:30.389480 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-22c88611-7ef4-4cc4-ab45-55118c5a4e18 None None] Provisioning for port 9489685d-11ed-45de-9d90-29e7b298938a completed by entity DHCP. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 14:57:30.399866 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-22c88611-7ef4-4cc4-ab45-55118c5a4e18 None None] Provisioning complete for port 9489685d-11ed-45de-9d90-29e7b298938a triggered by entity DHCP. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 14:57:30.400288 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-22c88611-7ef4-4cc4-ab45-55118c5a4e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:57:30.636934 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-22c88611-7ef4-4cc4-ab45-55118c5a4e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:57:30.679510 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [None req-22c88611-7ef4-4cc4-ab45-55118c5a4e18 None None] For port 9489685d-11ed-45de-9d90-29e7b298938a, host dv-cinder-757908-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-3-iscsi',level=0,port_id=9489685d-11ed-45de-9d90-29e7b298938a,segment=NetworkSegment(bf201f3c-4796-421a-a666-1a09a1435c31),segment_id=bf201f3c-4796-421a-a666-1a09a1435c31)] {{(pid=80384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 14:57:30.683903 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-22c88611-7ef4-4cc4-ab45-55118c5a4e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024'] for port, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:57:30.685936 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 14:57:30.763252 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c88611-7ef4-4cc4-ab45-55118c5a4e18 None None] Pushing event updated for resources: {'Port': ['ID=9489685d-11ed-45de-9d90-29e7b298938a,revision_number=3']} {{(pid=80384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 14:57:30.767780 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-22c88611-7ef4-4cc4-ab45-55118c5a4e18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 14:57:30.918794 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-4aca1f4b-2bfc-42b0-8f40-67bf3929ab72 None None] Provisioning complete for port 9489685d-11ed-45de-9d90-29e7b298938a triggered by entity DHCP. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 14:57:30.919203 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-4aca1f4b-2bfc-42b0-8f40-67bf3929ab72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:57:31.166974 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-d8d38457-e04a-4360-a595-96c52d214c7e None None] Provisioning complete for port 9489685d-11ed-45de-9d90-29e7b298938a triggered by entity DHCP. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 14:57:31.167314 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-d8d38457-e04a-4360-a595-96c52d214c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:57:31.411976 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-d9924197-13e6-43fd-a145-2b9bd022ad60 None None] Provisioning complete for port 9489685d-11ed-45de-9d90-29e7b298938a triggered by entity DHCP. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 14:57:31.412385 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-d9924197-13e6-43fd-a145-2b9bd022ad60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:57:31.661200 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Device 9489685d-11ed-45de-9d90-29e7b298938a up at agent ovs-agent-dv-cinder-757908-3-iscsi {{(pid=80384) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 14:57:31.737609 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Provisioning complete for port 9489685d-11ed-45de-9d90-29e7b298938a triggered by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 14:57:31.738012 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:57:47.398564 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-72fd53b9-b31a-4a4e-b81d-124d23621b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:57:50.129377 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-d1a712ed-1597-40ee-be3f-9bd7eb160871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:57:50.137106 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-59c89327-5dc2-456e-b176-6b25766edda4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:57:51.243763 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:57:51.962902 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-7c778c2a-832b-4a71-9338-2409dcb4fb0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:58:02.493533 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.agents_db [None req-51f4eaf8-3f98-4d92-a7df-a28bf03852b0 None None] Agent healthcheck: found 5 active agents {{(pid=80385) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 14:58:17.401330 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-aa8c8dc3-19ee-4a8d-9ead-da0724fe441e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:58:20.134936 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-d1a712ed-1597-40ee-be3f-9bd7eb160871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:58:20.140248 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-e1fd3fb6-4258-440c-9fcf-780231df9912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:58:21.246919 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:58:21.962621 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-7c778c2a-832b-4a71-9338-2409dcb4fb0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:58:32.155285 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 54188) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 14:58:32.161945 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [None req-9ab15268-93e8-447f-a2f4-c7468f17f3e6 tempest-verify_tempest_config-1238417722 tempest-verify_tempest_config-1238417722] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=80383) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 03 14:58:32.163081 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-9ab15268-93e8-447f-a2f4-c7468f17f3e6 tempest-verify_tempest_config-1238417722 tempest-verify_tempest_config-1238417722] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13036 time: 0.0066106
Dec 03 14:58:32.521899 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 54208) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 14:58:32.676162 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-77a7af1a-e14e-4275-9524-8c9fd115ed28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:58:32.691557 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-77a7af1a-e14e-4275-9524-8c9fd115ed28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 14:58:32.695566 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-77a7af1a-e14e-4275-9524-8c9fd115ed28 admin admin] Usage tracker for resource:security_group_rule and tenant:f60ae7bf76d2475a8c8a3a8df875b83b is out of sync, need to count used quota {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 14:58:32.698501 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-77a7af1a-e14e-4275-9524-8c9fd115ed28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 14:58:32.704384 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-77a7af1a-e14e-4275-9524-8c9fd115ed28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 14:58:32.792891 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-77a7af1a-e14e-4275-9524-8c9fd115ed28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:58:32.795701 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-77a7af1a-e14e-4275-9524-8c9fd115ed28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:58:32.805193 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 14:58:32.846601 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-77a7af1a-e14e-4275-9524-8c9fd115ed28 admin admin] Synchronizing usage tracker for tenant:f37eda398bf04a75a30bac53232b3a34 on resource:security_group {{(pid=80383) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 14:58:32.851295 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a7af1a-e14e-4275-9524-8c9fd115ed28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=658847b6-b748-4532-9c42-be19977b64bc,revision_number=1']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 14:58:32.861433 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a7af1a-e14e-4275-9524-8c9fd115ed28 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 14:58:32.861733 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a7af1a-e14e-4275-9524-8c9fd115ed28 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 14:58:32.862180 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a7af1a-e14e-4275-9524-8c9fd115ed28 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 14:58:32.862526 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a7af1a-e14e-4275-9524-8c9fd115ed28 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 14:58:32.862891 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a7af1a-e14e-4275-9524-8c9fd115ed28 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 14:58:32.863275 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a7af1a-e14e-4275-9524-8c9fd115ed28 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 14:58:32.863636 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a7af1a-e14e-4275-9524-8c9fd115ed28 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 14:58:32.863995 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a7af1a-e14e-4275-9524-8c9fd115ed28 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 14:58:32.864359 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a7af1a-e14e-4275-9524-8c9fd115ed28 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 14:58:32.864714 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a7af1a-e14e-4275-9524-8c9fd115ed28 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 14:58:32.865068 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a7af1a-e14e-4275-9524-8c9fd115ed28 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 14:58:32.865419 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a7af1a-e14e-4275-9524-8c9fd115ed28 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 14:58:32.869457 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-77a7af1a-e14e-4275-9524-8c9fd115ed28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 14:58:32.880897 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-77a7af1a-e14e-4275-9524-8c9fd115ed28 admin admin] Unset dirty status for tenant:f37eda398bf04a75a30bac53232b3a34 on resource:security_group {{(pid=80383) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 14:58:32.882252 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-77a7af1a-e14e-4275-9524-8c9fd115ed28 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=f60ae7bf76d2475a8c8a3a8df875b83b&name=default HTTP/1.1" status: 200  len: 2875 time: 0.3593233
Dec 03 14:58:32.885121 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 54214) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 14:58:32.948167 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-bcda99d1-2564-47fe-9c86-596075c51f2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:58:32.975177 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-bcda99d1-2564-47fe-9c86-596075c51f2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:58:33.023575 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-bcda99d1-2564-47fe-9c86-596075c51f2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:58:33.028608 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-0d4730da-6d9f-441e-9a5e-52f6bc1caf7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 14:58:33.042322 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcda99d1-2564-47fe-9c86-596075c51f2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=658847b6-b748-4532-9c42-be19977b64bc,revision_number=None']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 14:58:33.045454 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-bcda99d1-2564-47fe-9c86-596075c51f2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 14:58:33.046574 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-bcda99d1-2564-47fe-9c86-596075c51f2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:58:33.047614 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-bcda99d1-2564-47fe-9c86-596075c51f2f admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/658847b6-b748-4532-9c42-be19977b64bc HTTP/1.1" status: 204  len: 168 time: 0.1614654
Dec 03 14:58:39.493294 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.agents_db [None req-51f4eaf8-3f98-4d92-a7df-a28bf03852b0 None None] Agent healthcheck: found 5 active agents {{(pid=80385) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 14:58:47.405837 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-aedfb8d7-919a-44fc-9839-94f08728bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:58:50.139124 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-d1a712ed-1597-40ee-be3f-9bd7eb160871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:58:50.142276 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-8c153c18-68e8-4d35-bcf4-19ff528de635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:58:51.248572 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:58:51.965414 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-7c778c2a-832b-4a71-9338-2409dcb4fb0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:59:16.493773 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.agents_db [None req-51f4eaf8-3f98-4d92-a7df-a28bf03852b0 None None] Agent healthcheck: found 5 active agents {{(pid=80385) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 14:59:17.408133 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-42316085-da00-4f40-8ab2-150b99b30c67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:59:20.142265 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-d1a712ed-1597-40ee-be3f-9bd7eb160871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:59:20.145735 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-7c8d9ae9-8249-4657-b501-8f65fb8d58ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:59:21.250295 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:59:21.968581 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-7c778c2a-832b-4a71-9338-2409dcb4fb0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:59:47.410337 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-05c6db62-bd86-418e-8fc9-9f2af98a29a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:59:50.144641 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-d1a712ed-1597-40ee-be3f-9bd7eb160871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:59:50.147796 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-ac3c8e01-3eea-4808-9f63-897bddbabf23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:59:51.252796 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:59:51.973139 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-7c778c2a-832b-4a71-9338-2409dcb4fb0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 14:59:53.493767 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.agents_db [None req-51f4eaf8-3f98-4d92-a7df-a28bf03852b0 None None] Agent healthcheck: found 5 active agents {{(pid=80385) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 15:00:17.411596 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-b53a1538-b2d2-4419-a8be-df17656e7a39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:00:17.549406 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713'] for agent, after_create {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:00:17.549848 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:00:17.550260 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:00:17.550641 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:00:17.551000 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:00:17.551367 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:00:17.551731 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:00:17.552094 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:00:17.552519 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:00:17.553146 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:00:17.553507 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:00:17.553874 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:00:17.554253 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:00:17.554639 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f072dedb390>, 'Open vSwitch agent', 'hv-cinder-75790', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}) {} {{(pid=80384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:00:17.559054 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f072f5785f8>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-75790', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}} {{(pid=80384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:00:17.956994 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] get_endpoint_by_host() called for host hv-cinder-75790 {{(pid=80384) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}}
Dec 03 15:00:17.961597 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] get_endpoint_by_ip() called for ip 192.168.0.81 {{(pid=80384) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}}
Dec 03 15:00:17.964663 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] _add_endpoint() called for ip 192.168.0.81 {{(pid=80384) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}}
Dec 03 15:00:17.969381 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] _get_endpoints() called {{(pid=80384) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}}
Dec 03 15:00:20.148803 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-d1a712ed-1597-40ee-be3f-9bd7eb160871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:00:20.151831 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-64aeb8b3-e61f-4e7a-9d50-87fe8ac36aeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:00:21.258006 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:00:21.976133 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-7c778c2a-832b-4a71-9338-2409dcb4fb0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:00:30.493806 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.agents_db [None req-51f4eaf8-3f98-4d92-a7df-a28bf03852b0 None None] Agent healthcheck: found 6 active agents {{(pid=80385) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 15:00:30.888756 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 54286) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:00:31.035736 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-722fdffa-c432-4b38-ae29-c162d0d147c4 admin admin] 10.222.0.63 "GET /v2.0/agents HTTP/1.1" status: 200  len: 5085 time: 0.1457019
Dec 03 15:00:33.519961 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 54296) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:00:33.608146 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-4c27b431-a62a-4859-a2ac-4e167ceaeb5e admin admin] 10.222.0.63 "GET /v2.0/agents HTTP/1.1" status: 200  len: 5085 time: 0.0870090
Dec 03 15:00:47.412744 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-b1b66408-89e5-4c2c-b0d3-614fb60b0d23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:00:47.544379 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:00:50.150456 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-d1a712ed-1597-40ee-be3f-9bd7eb160871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:00:50.153676 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-fa882ced-e0db-4319-bdc5-321fee1fe14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:00:51.259735 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:00:51.979491 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-7c778c2a-832b-4a71-9338-2409dcb4fb0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:01:07.494204 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.agents_db [None req-51f4eaf8-3f98-4d92-a7df-a28bf03852b0 None None] Agent healthcheck: found 6 active agents {{(pid=80385) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 15:01:17.414780 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-1e66a99f-e002-45bc-bd55-0872d29a561c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:01:17.543533 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:01:20.157965 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-d1a712ed-1597-40ee-be3f-9bd7eb160871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:01:20.161127 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-f89a959c-4e10-4460-a2a1-8cdaf64afebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:01:21.262072 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:01:21.982629 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-7c778c2a-832b-4a71-9338-2409dcb4fb0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:01:44.493630 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.agents_db [None req-51f4eaf8-3f98-4d92-a7df-a28bf03852b0 None None] Agent healthcheck: found 6 active agents {{(pid=80385) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 15:01:47.416776 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-f0e75ff9-d566-42c6-8d46-7928f14db825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:01:47.543386 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:01:50.155859 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-d1a712ed-1597-40ee-be3f-9bd7eb160871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:01:50.159555 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-23bd34dc-9edb-435e-9dd7-2b045c728095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:01:51.264242 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:01:51.986256 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-7c778c2a-832b-4a71-9338-2409dcb4fb0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:08.168385 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 54472) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:02:08.501194 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 54490) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:02:08.558936 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.base [None req-e2be4d65-26a0-48c9-b437-af8d554ddb96 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1726974879-network', 'tenant_id': '69f1305b325747b387eaa173734086a5'}} {{(pid=80383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 15:02:08.565501 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-e2be4d65-26a0-48c9-b437-af8d554ddb96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:02:08.570691 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-e2be4d65-26a0-48c9-b437-af8d554ddb96 admin admin] Usage tracker for resource:network and tenant:69f1305b325747b387eaa173734086a5 is out of sync, need to count used quota {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:02:08.574339 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-e2be4d65-26a0-48c9-b437-af8d554ddb96 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:02:08.582142 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-e2be4d65-26a0-48c9-b437-af8d554ddb96 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:02:08.592230 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2be4d65-26a0-48c9-b437-af8d554ddb96 admin admin] Made reservation on behalf of 69f1305b325747b387eaa173734086a5 for: {'network': 1} {{(pid=80383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 15:02:08.599005 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-e2be4d65-26a0-48c9-b437-af8d554ddb96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for network, before_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:08.625932 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-e2be4d65-26a0-48c9-b437-af8d554ddb96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:08.641096 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-e2be4d65-26a0-48c9-b437-af8d554ddb96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:02:08.646051 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-e2be4d65-26a0-48c9-b437-af8d554ddb96 admin admin] Usage tracker for resource:security_group_rule and tenant:69f1305b325747b387eaa173734086a5 is out of sync, need to count used quota {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:02:08.650454 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-e2be4d65-26a0-48c9-b437-af8d554ddb96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:02:08.658376 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-e2be4d65-26a0-48c9-b437-af8d554ddb96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:02:08.767269 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-e2be4d65-26a0-48c9-b437-af8d554ddb96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:08.771602 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-e2be4d65-26a0-48c9-b437-af8d554ddb96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:08.777354 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:02:08.793180 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 54500) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:02:08.815448 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2be4d65-26a0-48c9-b437-af8d554ddb96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaa64044-32f2-4946-97be-06cf9f486ffa,revision_number=1']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:02:08.830881 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2be4d65-26a0-48c9-b437-af8d554ddb96 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:02:08.831259 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2be4d65-26a0-48c9-b437-af8d554ddb96 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:02:08.831613 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2be4d65-26a0-48c9-b437-af8d554ddb96 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:02:08.832187 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2be4d65-26a0-48c9-b437-af8d554ddb96 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:02:08.832550 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2be4d65-26a0-48c9-b437-af8d554ddb96 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:02:08.832913 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2be4d65-26a0-48c9-b437-af8d554ddb96 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:02:08.833272 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2be4d65-26a0-48c9-b437-af8d554ddb96 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:02:08.833631 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2be4d65-26a0-48c9-b437-af8d554ddb96 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:02:08.834014 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2be4d65-26a0-48c9-b437-af8d554ddb96 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:02:08.834379 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2be4d65-26a0-48c9-b437-af8d554ddb96 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:02:08.834737 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2be4d65-26a0-48c9-b437-af8d554ddb96 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:02:08.835091 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2be4d65-26a0-48c9-b437-af8d554ddb96 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:02:08.835496 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2be4d65-26a0-48c9-b437-af8d554ddb96 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:02:08.835846 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2be4d65-26a0-48c9-b437-af8d554ddb96 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:02:08.836202 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2be4d65-26a0-48c9-b437-af8d554ddb96 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:02:08.836555 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2be4d65-26a0-48c9-b437-af8d554ddb96 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:02:08.836911 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2be4d65-26a0-48c9-b437-af8d554ddb96 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:02:08.837285 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2be4d65-26a0-48c9-b437-af8d554ddb96 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:02:08.837636 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2be4d65-26a0-48c9-b437-af8d554ddb96 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:02:08.838009 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2be4d65-26a0-48c9-b437-af8d554ddb96 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:02:08.838370 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2be4d65-26a0-48c9-b437-af8d554ddb96 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:02:08.838721 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2be4d65-26a0-48c9-b437-af8d554ddb96 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:02:08.839083 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2be4d65-26a0-48c9-b437-af8d554ddb96 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:02:08.839538 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2be4d65-26a0-48c9-b437-af8d554ddb96 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:02:08.840762 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2be4d65-26a0-48c9-b437-af8d554ddb96 admin admin] Tracked resource versions report:
Dec 03 15:02:08.840762 dv-cinder-757908-3-iscsi neutron-server[80271]: pushed versions:
Dec 03 15:02:08.840762 dv-cinder-757908-3-iscsi neutron-server[80271]: {   'AddressGroup': {'1.0'},
Dec 03 15:02:08.840762 dv-cinder-757908-3-iscsi neutron-server[80271]:     'ConntrackHelper': {'1.0'},
Dec 03 15:02:08.840762 dv-cinder-757908-3-iscsi neutron-server[80271]:     'Log': {'1.0'},
Dec 03 15:02:08.840762 dv-cinder-757908-3-iscsi neutron-server[80271]:     'Network': {'1.1'},
Dec 03 15:02:08.840762 dv-cinder-757908-3-iscsi neutron-server[80271]:     'Port': {'1.6'},
Dec 03 15:02:08.840762 dv-cinder-757908-3-iscsi neutron-server[80271]:     'PortForwarding': {'1.2'},
Dec 03 15:02:08.840762 dv-cinder-757908-3-iscsi neutron-server[80271]:     'QosPolicy': {'1.8'},
Dec 03 15:02:08.840762 dv-cinder-757908-3-iscsi neutron-server[80271]:     'SecurityGroup': {'1.3'},
Dec 03 15:02:08.840762 dv-cinder-757908-3-iscsi neutron-server[80271]:     'SecurityGroupRule': {'1.1'},
Dec 03 15:02:08.840762 dv-cinder-757908-3-iscsi neutron-server[80271]:     'SubPort': {'1.0'},
Dec 03 15:02:08.840762 dv-cinder-757908-3-iscsi neutron-server[80271]:     'Subnet': {'1.1'},
Dec 03 15:02:08.840762 dv-cinder-757908-3-iscsi neutron-server[80271]:     'Trunk': {'1.1'}}
Dec 03 15:02:08.840762 dv-cinder-757908-3-iscsi neutron-server[80271]: consumer versions:
Dec 03 15:02:08.840762 dv-cinder-757908-3-iscsi neutron-server[80271]: {   DHCP agent@dv-cinder-757908-3-iscsi: {},
Dec 03 15:02:08.840762 dv-cinder-757908-3-iscsi neutron-server[80271]:     L3 agent@dv-cinder-757908-3-iscsi: {},
Dec 03 15:02:08.840762 dv-cinder-757908-3-iscsi neutron-server[80271]:     Metadata agent@dv-cinder-757908-3-iscsi: {},
Dec 03 15:02:08.840762 dv-cinder-757908-3-iscsi neutron-server[80271]:     Metering agent@dv-cinder-757908-3-iscsi: {},
Dec 03 15:02:08.840762 dv-cinder-757908-3-iscsi neutron-server[80271]:     Open vSwitch agent@dv-cinder-757908-3-iscsi: {   'AddressGroup': '1.0',
Dec 03 15:02:08.840762 dv-cinder-757908-3-iscsi neutron-server[80271]:                                                      'ConntrackHelper': '1.0',
Dec 03 15:02:08.840762 dv-cinder-757908-3-iscsi neutron-server[80271]:                                                      'Log': '1.0',
Dec 03 15:02:08.840762 dv-cinder-757908-3-iscsi neutron-server[80271]:                                                      'Network': '1.1',
Dec 03 15:02:08.840762 dv-cinder-757908-3-iscsi neutron-server[80271]:                                                      'Port': '1.6',
Dec 03 15:02:08.840762 dv-cinder-757908-3-iscsi neutron-server[80271]:                                                      'PortForwarding': '1.2',
Dec 03 15:02:08.840762 dv-cinder-757908-3-iscsi neutron-server[80271]:                                                      'QosPolicy': '1.8',
Dec 03 15:02:08.840762 dv-cinder-757908-3-iscsi neutron-server[80271]:                                                      'SecurityGroup': '1.3',
Dec 03 15:02:08.840762 dv-cinder-757908-3-iscsi neutron-server[80271]:                                                      'SecurityGroupRule': '1.1',
Dec 03 15:02:08.840762 dv-cinder-757908-3-iscsi neutron-server[80271]:                                                      'SubPort': '1.0',
Dec 03 15:02:08.840762 dv-cinder-757908-3-iscsi neutron-server[80271]:                                                      'Subnet': '1.1',
Dec 03 15:02:08.840762 dv-cinder-757908-3-iscsi neutron-server[80271]:                                                      'Trunk': '1.1'},
Dec 03 15:02:08.840762 dv-cinder-757908-3-iscsi neutron-server[80271]:     Open vSwitch agent@hv-cinder-75790: {   'AddressGroup': '1.0',
Dec 03 15:02:08.840762 dv-cinder-757908-3-iscsi neutron-server[80271]:                                             'ConntrackHelper': '1.0',
Dec 03 15:02:08.840762 dv-cinder-757908-3-iscsi neutron-server[80271]:                                             'Log': '1.0',
Dec 03 15:02:08.840762 dv-cinder-757908-3-iscsi neutron-server[80271]:                                             'Network': '1.1',
Dec 03 15:02:08.840762 dv-cinder-757908-3-iscsi neutron-server[80271]:                                             'Port': '1.6',
Dec 03 15:02:08.840762 dv-cinder-757908-3-iscsi neutron-server[80271]:                                             'PortForwarding': '1.2',
Dec 03 15:02:08.840762 dv-cinder-757908-3-iscsi neutron-server[80271]:                                             'QosPolicy': '1.8',
Dec 03 15:02:08.840762 dv-cinder-757908-3-iscsi neutron-server[80271]:                                             'SecurityGroup': '1.3',
Dec 03 15:02:08.840762 dv-cinder-757908-3-iscsi neutron-server[80271]:                                             'SecurityGroupRule': '1.1',
Dec 03 15:02:08.840762 dv-cinder-757908-3-iscsi neutron-server[80271]:                                             'SubPort': '1.0',
Dec 03 15:02:08.840762 dv-cinder-757908-3-iscsi neutron-server[80271]:                                             'Subnet': '1.1',
Dec 03 15:02:08.840762 dv-cinder-757908-3-iscsi neutron-server[80271]:                                             'Trunk': '1.1'}}
Dec 03 15:02:08.840762 dv-cinder-757908-3-iscsi neutron-server[80271]:  {{(pid=80383) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Dec 03 15:02:08.844706 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-e2be4d65-26a0-48c9-b437-af8d554ddb96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:02:08.845673 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2be4d65-26a0-48c9-b437-af8d554ddb96 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80383) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 15:02:08.856369 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-e2be4d65-26a0-48c9-b437-af8d554ddb96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986486'] for segment, precommit_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:08.856646 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.db.segments_db [None req-e2be4d65-26a0-48c9-b437-af8d554ddb96 admin admin] Added segment 42a6093d-652f-4cb9-990c-cc8e40f7f58f of type vxlan for network 99cd7ca3-24f1-4d31-adf2-9e1bba032327
Dec 03 15:02:08.888568 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-e2be4d65-26a0-48c9-b437-af8d554ddb96 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729302618551'] for network, precommit_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:08.922320 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-e2be4d65-26a0-48c9-b437-af8d554ddb96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068'] for network, after_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:08.923660 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2be4d65-26a0-48c9-b437-af8d554ddb96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:02:08.924303 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-e2be4d65-26a0-48c9-b437-af8d554ddb96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036822225390'] for network, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:08.930062 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:02:09.038366 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-e2be4d65-26a0-48c9-b437-af8d554ddb96 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.8686121
Dec 03 15:02:09.041434 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 54516) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:02:09.042795 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2be4d65-26a0-48c9-b437-af8d554ddb96 admin admin] Pushing event updated for resources: {'Network': ['ID=99cd7ca3-24f1-4d31-adf2-9e1bba032327,revision_number=1']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:02:09.048142 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.base [None req-13f9b7ec-5bf2-490d-801d-1aafefe8b35e admin admin] Request body: {'subnet': {'network_id': '99cd7ca3-24f1-4d31-adf2-9e1bba032327', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1726974879-subnet', 'tenant_id': '69f1305b325747b387eaa173734086a5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 15:02:09.053181 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-e2be4d65-26a0-48c9-b437-af8d554ddb96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:02:09.055227 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-13f9b7ec-5bf2-490d-801d-1aafefe8b35e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:02:09.058485 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Network 99cd7ca3-24f1-4d31-adf2-9e1bba032327 details requested by agent ovs-agent-dv-cinder-757908-3-iscsi with host dv-cinder-757908-3-iscsi {{(pid=80384) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 15:02:09.060010 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-13f9b7ec-5bf2-490d-801d-1aafefe8b35e admin admin] Usage tracker for resource:subnet and tenant:69f1305b325747b387eaa173734086a5 is out of sync, need to count used quota {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:02:09.063439 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-13f9b7ec-5bf2-490d-801d-1aafefe8b35e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:02:09.069778 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-13f9b7ec-5bf2-490d-801d-1aafefe8b35e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:02:09.080428 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13f9b7ec-5bf2-490d-801d-1aafefe8b35e admin admin] Made reservation on behalf of 69f1305b325747b387eaa173734086a5 for: {'subnet': 1} {{(pid=80382) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 15:02:09.085642 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-13f9b7ec-5bf2-490d-801d-1aafefe8b35e admin admin] Notify callbacks [] for subnet, before_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:09.185274 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Network 99cd7ca3-24f1-4d31-adf2-9e1bba032327 details requested by agent ovs-agent-hv-cinder-75790 with host hv-cinder-75790 {{(pid=80384) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 15:02:09.243588 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.base [None req-16005fd5-b58f-407e-a66d-6918888f2cb3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1867652888-network', 'tenant_id': '1bf6d3149aee44a798e51e0135d17c5f'}} {{(pid=80383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 15:02:09.256216 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-16005fd5-b58f-407e-a66d-6918888f2cb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:02:09.263438 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-16005fd5-b58f-407e-a66d-6918888f2cb3 admin admin] Usage tracker for resource:network and tenant:1bf6d3149aee44a798e51e0135d17c5f is out of sync, need to count used quota {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:02:09.270186 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-16005fd5-b58f-407e-a66d-6918888f2cb3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:02:09.285173 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-16005fd5-b58f-407e-a66d-6918888f2cb3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:02:09.305769 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16005fd5-b58f-407e-a66d-6918888f2cb3 admin admin] Made reservation on behalf of 1bf6d3149aee44a798e51e0135d17c5f for: {'network': 1} {{(pid=80383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 15:02:09.310722 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-16005fd5-b58f-407e-a66d-6918888f2cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for network, before_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:09.340401 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-16005fd5-b58f-407e-a66d-6918888f2cb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:09.361453 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.base [None req-2fb9cbb2-d8d3-4ab3-be3e-fa177006fdd1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1634246176-network', 'tenant_id': 'f608c43dc4544cf8abe2b82be12c9880'}} {{(pid=80382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 15:02:09.368417 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-2fb9cbb2-d8d3-4ab3-be3e-fa177006fdd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:02:09.372595 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-2fb9cbb2-d8d3-4ab3-be3e-fa177006fdd1 admin admin] Usage tracker for resource:network and tenant:f608c43dc4544cf8abe2b82be12c9880 is out of sync, need to count used quota {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:02:09.376362 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-2fb9cbb2-d8d3-4ab3-be3e-fa177006fdd1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:02:09.377841 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-16005fd5-b58f-407e-a66d-6918888f2cb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:02:09.384097 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-2fb9cbb2-d8d3-4ab3-be3e-fa177006fdd1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:02:09.386685 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 54526) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:02:09.398297 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-16005fd5-b58f-407e-a66d-6918888f2cb3 admin admin] Usage tracker for resource:security_group_rule and tenant:1bf6d3149aee44a798e51e0135d17c5f is out of sync, need to count used quota {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:02:09.405879 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-16005fd5-b58f-407e-a66d-6918888f2cb3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:02:09.417426 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-16005fd5-b58f-407e-a66d-6918888f2cb3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:02:09.424024 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fb9cbb2-d8d3-4ab3-be3e-fa177006fdd1 admin admin] Made reservation on behalf of f608c43dc4544cf8abe2b82be12c9880 for: {'network': 1} {{(pid=80382) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 15:02:09.429158 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2fb9cbb2-d8d3-4ab3-be3e-fa177006fdd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for network, before_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:09.497817 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2fb9cbb2-d8d3-4ab3-be3e-fa177006fdd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:09.521475 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-2fb9cbb2-d8d3-4ab3-be3e-fa177006fdd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:02:09.521994 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-16005fd5-b58f-407e-a66d-6918888f2cb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:09.525936 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-16005fd5-b58f-407e-a66d-6918888f2cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:09.527183 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-2fb9cbb2-d8d3-4ab3-be3e-fa177006fdd1 admin admin] Usage tracker for resource:security_group_rule and tenant:f608c43dc4544cf8abe2b82be12c9880 is out of sync, need to count used quota {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:02:09.531955 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:02:09.532110 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-2fb9cbb2-d8d3-4ab3-be3e-fa177006fdd1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:02:09.539391 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-2fb9cbb2-d8d3-4ab3-be3e-fa177006fdd1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:02:09.582322 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16005fd5-b58f-407e-a66d-6918888f2cb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d72861af-7a37-4d24-aa63-1a02b0be2c8c,revision_number=1']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:02:09.590255 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-16005fd5-b58f-407e-a66d-6918888f2cb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:02:09.617933 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16005fd5-b58f-407e-a66d-6918888f2cb3 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80383) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 15:02:09.642745 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-16005fd5-b58f-407e-a66d-6918888f2cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986486'] for segment, precommit_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:09.643298 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.db.segments_db [None req-16005fd5-b58f-407e-a66d-6918888f2cb3 admin admin] Added segment 1f8ed2c9-9c9c-41af-869d-c0f0d4bf55da of type vxlan for network 2263eb43-6c9e-40c3-9734-975854f0ad70
Dec 03 15:02:09.709250 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-13f9b7ec-5bf2-490d-801d-1aafefe8b35e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33445888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068'] for subnet, after_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:09.722601 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-16005fd5-b58f-407e-a66d-6918888f2cb3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729302618551'] for network, precommit_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:09.732828 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:02:09.797963 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-16005fd5-b58f-407e-a66d-6918888f2cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068'] for network, after_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:09.799681 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16005fd5-b58f-407e-a66d-6918888f2cb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:02:09.800583 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-16005fd5-b58f-407e-a66d-6918888f2cb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036822225390'] for network, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:09.807425 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-e2be4d65-26a0-48c9-b437-af8d554ddb96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:02:09.810256 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f9b7ec-5bf2-490d-801d-1aafefe8b35e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e3eb5e7-50fa-43d1-a585-cbf981244c9d,revision_number=0']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:02:09.823605 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f9b7ec-5bf2-490d-801d-1aafefe8b35e admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:02:09.824309 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f9b7ec-5bf2-490d-801d-1aafefe8b35e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:02:09.824840 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f9b7ec-5bf2-490d-801d-1aafefe8b35e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:02:09.825364 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f9b7ec-5bf2-490d-801d-1aafefe8b35e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:02:09.825876 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f9b7ec-5bf2-490d-801d-1aafefe8b35e admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:02:09.826407 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f9b7ec-5bf2-490d-801d-1aafefe8b35e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:02:09.827613 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f9b7ec-5bf2-490d-801d-1aafefe8b35e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:02:09.828232 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f9b7ec-5bf2-490d-801d-1aafefe8b35e admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:02:09.828754 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f9b7ec-5bf2-490d-801d-1aafefe8b35e admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:02:09.829269 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f9b7ec-5bf2-490d-801d-1aafefe8b35e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:02:09.829775 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f9b7ec-5bf2-490d-801d-1aafefe8b35e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:02:09.830299 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f9b7ec-5bf2-490d-801d-1aafefe8b35e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:02:09.830863 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f9b7ec-5bf2-490d-801d-1aafefe8b35e admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:02:09.831376 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f9b7ec-5bf2-490d-801d-1aafefe8b35e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:02:09.831887 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f9b7ec-5bf2-490d-801d-1aafefe8b35e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:02:09.832402 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f9b7ec-5bf2-490d-801d-1aafefe8b35e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:02:09.832893 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f9b7ec-5bf2-490d-801d-1aafefe8b35e admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:02:09.833408 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f9b7ec-5bf2-490d-801d-1aafefe8b35e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:02:09.833944 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f9b7ec-5bf2-490d-801d-1aafefe8b35e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:02:09.834573 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f9b7ec-5bf2-490d-801d-1aafefe8b35e admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:02:09.835096 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f9b7ec-5bf2-490d-801d-1aafefe8b35e admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:02:09.835604 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f9b7ec-5bf2-490d-801d-1aafefe8b35e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:02:09.836103 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f9b7ec-5bf2-490d-801d-1aafefe8b35e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:02:09.836611 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f9b7ec-5bf2-490d-801d-1aafefe8b35e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:02:09.838118 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f9b7ec-5bf2-490d-801d-1aafefe8b35e admin admin] Tracked resource versions report:
Dec 03 15:02:09.838118 dv-cinder-757908-3-iscsi neutron-server[80271]: pushed versions:
Dec 03 15:02:09.838118 dv-cinder-757908-3-iscsi neutron-server[80271]: {   'AddressGroup': {'1.0'},
Dec 03 15:02:09.838118 dv-cinder-757908-3-iscsi neutron-server[80271]:     'ConntrackHelper': {'1.0'},
Dec 03 15:02:09.838118 dv-cinder-757908-3-iscsi neutron-server[80271]:     'Log': {'1.0'},
Dec 03 15:02:09.838118 dv-cinder-757908-3-iscsi neutron-server[80271]:     'Network': {'1.1'},
Dec 03 15:02:09.838118 dv-cinder-757908-3-iscsi neutron-server[80271]:     'Port': {'1.6'},
Dec 03 15:02:09.838118 dv-cinder-757908-3-iscsi neutron-server[80271]:     'PortForwarding': {'1.2'},
Dec 03 15:02:09.838118 dv-cinder-757908-3-iscsi neutron-server[80271]:     'QosPolicy': {'1.8'},
Dec 03 15:02:09.838118 dv-cinder-757908-3-iscsi neutron-server[80271]:     'SecurityGroup': {'1.3'},
Dec 03 15:02:09.838118 dv-cinder-757908-3-iscsi neutron-server[80271]:     'SecurityGroupRule': {'1.1'},
Dec 03 15:02:09.838118 dv-cinder-757908-3-iscsi neutron-server[80271]:     'SubPort': {'1.0'},
Dec 03 15:02:09.838118 dv-cinder-757908-3-iscsi neutron-server[80271]:     'Subnet': {'1.1'},
Dec 03 15:02:09.838118 dv-cinder-757908-3-iscsi neutron-server[80271]:     'Trunk': {'1.1'}}
Dec 03 15:02:09.838118 dv-cinder-757908-3-iscsi neutron-server[80271]: consumer versions:
Dec 03 15:02:09.838118 dv-cinder-757908-3-iscsi neutron-server[80271]: {   DHCP agent@dv-cinder-757908-3-iscsi: {},
Dec 03 15:02:09.838118 dv-cinder-757908-3-iscsi neutron-server[80271]:     L3 agent@dv-cinder-757908-3-iscsi: {},
Dec 03 15:02:09.838118 dv-cinder-757908-3-iscsi neutron-server[80271]:     Metadata agent@dv-cinder-757908-3-iscsi: {},
Dec 03 15:02:09.838118 dv-cinder-757908-3-iscsi neutron-server[80271]:     Metering agent@dv-cinder-757908-3-iscsi: {},
Dec 03 15:02:09.838118 dv-cinder-757908-3-iscsi neutron-server[80271]:     Open vSwitch agent@dv-cinder-757908-3-iscsi: {   'AddressGroup': '1.0',
Dec 03 15:02:09.838118 dv-cinder-757908-3-iscsi neutron-server[80271]:                                                      'ConntrackHelper': '1.0',
Dec 03 15:02:09.838118 dv-cinder-757908-3-iscsi neutron-server[80271]:                                                      'Log': '1.0',
Dec 03 15:02:09.838118 dv-cinder-757908-3-iscsi neutron-server[80271]:                                                      'Network': '1.1',
Dec 03 15:02:09.838118 dv-cinder-757908-3-iscsi neutron-server[80271]:                                                      'Port': '1.6',
Dec 03 15:02:09.838118 dv-cinder-757908-3-iscsi neutron-server[80271]:                                                      'PortForwarding': '1.2',
Dec 03 15:02:09.838118 dv-cinder-757908-3-iscsi neutron-server[80271]:                                                      'QosPolicy': '1.8',
Dec 03 15:02:09.838118 dv-cinder-757908-3-iscsi neutron-server[80271]:                                                      'SecurityGroup': '1.3',
Dec 03 15:02:09.838118 dv-cinder-757908-3-iscsi neutron-server[80271]:                                                      'SecurityGroupRule': '1.1',
Dec 03 15:02:09.838118 dv-cinder-757908-3-iscsi neutron-server[80271]:                                                      'SubPort': '1.0',
Dec 03 15:02:09.838118 dv-cinder-757908-3-iscsi neutron-server[80271]:                                                      'Subnet': '1.1',
Dec 03 15:02:09.838118 dv-cinder-757908-3-iscsi neutron-server[80271]:                                                      'Trunk': '1.1'},
Dec 03 15:02:09.838118 dv-cinder-757908-3-iscsi neutron-server[80271]:     Open vSwitch agent@hv-cinder-75790: {   'AddressGroup': '1.0',
Dec 03 15:02:09.838118 dv-cinder-757908-3-iscsi neutron-server[80271]:                                             'ConntrackHelper': '1.0',
Dec 03 15:02:09.838118 dv-cinder-757908-3-iscsi neutron-server[80271]:                                             'Log': '1.0',
Dec 03 15:02:09.838118 dv-cinder-757908-3-iscsi neutron-server[80271]:                                             'Network': '1.1',
Dec 03 15:02:09.838118 dv-cinder-757908-3-iscsi neutron-server[80271]:                                             'Port': '1.6',
Dec 03 15:02:09.838118 dv-cinder-757908-3-iscsi neutron-server[80271]:                                             'PortForwarding': '1.2',
Dec 03 15:02:09.838118 dv-cinder-757908-3-iscsi neutron-server[80271]:                                             'QosPolicy': '1.8',
Dec 03 15:02:09.838118 dv-cinder-757908-3-iscsi neutron-server[80271]:                                             'SecurityGroup': '1.3',
Dec 03 15:02:09.838118 dv-cinder-757908-3-iscsi neutron-server[80271]:                                             'SecurityGroupRule': '1.1',
Dec 03 15:02:09.838118 dv-cinder-757908-3-iscsi neutron-server[80271]:                                             'SubPort': '1.0',
Dec 03 15:02:09.838118 dv-cinder-757908-3-iscsi neutron-server[80271]:                                             'Subnet': '1.1',
Dec 03 15:02:09.838118 dv-cinder-757908-3-iscsi neutron-server[80271]:                                             'Trunk': '1.1'}}
Dec 03 15:02:09.838118 dv-cinder-757908-3-iscsi neutron-server[80271]:  {{(pid=80382) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Dec 03 15:02:09.876250 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-13f9b7ec-5bf2-490d-801d-1aafefe8b35e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:02:09.891304 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.base [None req-e1c4f560-1124-4ddc-a073-4679c4873f42 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-270373981-network', 'tenant_id': '59b1a509fdae412992f73a7d46115cad'}} {{(pid=80383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 15:02:09.976245 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-e1c4f560-1124-4ddc-a073-4679c4873f42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:02:09.985145 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-16005fd5-b58f-407e-a66d-6918888f2cb3 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201  len: 877 time: 1.4828007
Dec 03 15:02:09.986617 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16005fd5-b58f-407e-a66d-6918888f2cb3 admin admin] Pushing event updated for resources: {'Network': ['ID=2263eb43-6c9e-40c3-9734-975854f0ad70,revision_number=1']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:02:09.991416 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-16005fd5-b58f-407e-a66d-6918888f2cb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:02:10.002265 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Network 2263eb43-6c9e-40c3-9734-975854f0ad70 details requested by agent ovs-agent-dv-cinder-757908-3-iscsi with host dv-cinder-757908-3-iscsi {{(pid=80384) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 15:02:10.008403 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 54542) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:02:10.009573 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-e1c4f560-1124-4ddc-a073-4679c4873f42 admin admin] Usage tracker for resource:network and tenant:59b1a509fdae412992f73a7d46115cad is out of sync, need to count used quota {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:02:10.015236 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-e1c4f560-1124-4ddc-a073-4679c4873f42 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:02:10.022138 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.base [None req-b0e1a805-1a74-44f5-b4ec-c20a4fc607c0 admin admin] Request body: {'subnet': {'network_id': '2263eb43-6c9e-40c3-9734-975854f0ad70', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1867652888-subnet', 'tenant_id': '1bf6d3149aee44a798e51e0135d17c5f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 15:02:10.029497 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-b0e1a805-1a74-44f5-b4ec-c20a4fc607c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:02:10.035312 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-e1c4f560-1124-4ddc-a073-4679c4873f42 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:02:10.037721 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-b0e1a805-1a74-44f5-b4ec-c20a4fc607c0 admin admin] Usage tracker for resource:subnet and tenant:1bf6d3149aee44a798e51e0135d17c5f is out of sync, need to count used quota {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:02:10.041817 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-b0e1a805-1a74-44f5-b4ec-c20a4fc607c0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:02:10.051259 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-b0e1a805-1a74-44f5-b4ec-c20a4fc607c0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:02:10.062412 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1c4f560-1124-4ddc-a073-4679c4873f42 admin admin] Made reservation on behalf of 59b1a509fdae412992f73a7d46115cad for: {'network': 1} {{(pid=80383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 15:02:10.068675 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-e1c4f560-1124-4ddc-a073-4679c4873f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for network, before_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:10.084441 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0e1a805-1a74-44f5-b4ec-c20a4fc607c0 admin admin] Made reservation on behalf of 1bf6d3149aee44a798e51e0135d17c5f for: {'subnet': 1} {{(pid=80383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 15:02:10.089495 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-b0e1a805-1a74-44f5-b4ec-c20a4fc607c0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:10.095051 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2fb9cbb2-d8d3-4ab3-be3e-fa177006fdd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:10.110208 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2fb9cbb2-d8d3-4ab3-be3e-fa177006fdd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:10.132865 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fb9cbb2-d8d3-4ab3-be3e-fa177006fdd1 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=80382) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 15:02:10.150508 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2fb9cbb2-d8d3-4ab3-be3e-fa177006fdd1 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8729303191104', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986486'] for segment, precommit_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:10.151182 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.db.segments_db [None req-2fb9cbb2-d8d3-4ab3-be3e-fa177006fdd1 admin admin] Added segment e2b57a66-c421-4e34-bfed-3a9d2ac3bd3c of type vxlan for network b89cab8b-b39a-4106-adb3-9bedf452bb83
Dec 03 15:02:10.153449 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-e1c4f560-1124-4ddc-a073-4679c4873f42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:10.201677 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2fb9cbb2-d8d3-4ab3-be3e-fa177006fdd1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729302618551'] for network, precommit_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:10.245613 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-e1c4f560-1124-4ddc-a073-4679c4873f42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:02:10.249029 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Network 2263eb43-6c9e-40c3-9734-975854f0ad70 details requested by agent ovs-agent-hv-cinder-75790 with host hv-cinder-75790 {{(pid=80384) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 15:02:10.256786 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-e1c4f560-1124-4ddc-a073-4679c4873f42 admin admin] Usage tracker for resource:security_group_rule and tenant:59b1a509fdae412992f73a7d46115cad is out of sync, need to count used quota {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:02:10.262589 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:02:10.264179 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-e1c4f560-1124-4ddc-a073-4679c4873f42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:02:10.279177 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f9b7ec-5bf2-490d-801d-1aafefe8b35e admin admin] Checking segment: {'id': '42a6093d-652f-4cb9-990c-cc8e40f7f58f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '99cd7ca3-24f1-4d31-adf2-9e1bba032327'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 15:02:10.280774 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f9b7ec-5bf2-490d-801d-1aafefe8b35e admin admin] Network hostable DHCP agents. Network: 99cd7ca3-24f1-4d31-adf2-9e1bba032327, hostable agents: ['79bacdc6-fafb-4baa-889e-4ec466dca3bd'], hosted agents: [] {{(pid=80382) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 15:02:10.281307 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-e1c4f560-1124-4ddc-a073-4679c4873f42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:02:10.288590 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2fb9cbb2-d8d3-4ab3-be3e-fa177006fdd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068'] for network, after_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:10.300450 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb9cbb2-d8d3-4ab3-be3e-fa177006fdd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:02:10.301483 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2fb9cbb2-d8d3-4ab3-be3e-fa177006fdd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036822225390'] for network, before_response {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:10.341876 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-2fb9cbb2-d8d3-4ab3-be3e-fa177006fdd1 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 1.5470345
Dec 03 15:02:10.349157 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 54556) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:02:10.359998 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.base [None req-6414b0bf-da1f-429c-abb5-39f9de09dce3 admin admin] Request body: {'subnet': {'network_id': 'b89cab8b-b39a-4106-adb3-9bedf452bb83', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1634246176-subnet', 'tenant_id': 'f608c43dc4544cf8abe2b82be12c9880', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 15:02:10.366212 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f9b7ec-5bf2-490d-801d-1aafefe8b35e admin admin] Network 99cd7ca3-24f1-4d31-adf2-9e1bba032327 is scheduled to be hosted by DHCP agent 79bacdc6-fafb-4baa-889e-4ec466dca3bd with binding_index 1 {{(pid=80382) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 15:02:10.375822 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb9cbb2-d8d3-4ab3-be3e-fa177006fdd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c6d1d09-1f7c-4cc1-b15a-855502303400,revision_number=1']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:02:10.379414 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-6414b0bf-da1f-429c-abb5-39f9de09dce3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:02:10.382633 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.base_scheduler [None req-13f9b7ec-5bf2-490d-801d-1aafefe8b35e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-757908-3-iscsi, 99cd7ca3-24f1-4d31-adf2-9e1bba032327) {{(pid=80382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 15:02:10.397039 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-6414b0bf-da1f-429c-abb5-39f9de09dce3 admin admin] Usage tracker for resource:subnet and tenant:f608c43dc4544cf8abe2b82be12c9880 is out of sync, need to count used quota {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:02:10.400811 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-2fb9cbb2-d8d3-4ab3-be3e-fa177006fdd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:02:10.401675 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:02:10.423624 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-6414b0bf-da1f-429c-abb5-39f9de09dce3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:02:10.441364 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-6414b0bf-da1f-429c-abb5-39f9de09dce3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:02:10.511132 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f9b7ec-5bf2-490d-801d-1aafefe8b35e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:02:10.511784 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-13f9b7ec-5bf2-490d-801d-1aafefe8b35e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036822225390'] for subnet, before_response {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:10.520246 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-e1c4f560-1124-4ddc-a073-4679c4873f42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:10.535116 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-e1c4f560-1124-4ddc-a073-4679c4873f42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:10.700351 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-13f9b7ec-5bf2-490d-801d-1aafefe8b35e admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 1.6570482
Dec 03 15:02:10.704858 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 54570) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:02:10.711205 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6414b0bf-da1f-429c-abb5-39f9de09dce3 admin admin] Made reservation on behalf of f608c43dc4544cf8abe2b82be12c9880 for: {'subnet': 1} {{(pid=80382) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 15:02:10.724776 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-6414b0bf-da1f-429c-abb5-39f9de09dce3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:10.741845 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-16005fd5-b58f-407e-a66d-6918888f2cb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:02:10.754916 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb9cbb2-d8d3-4ab3-be3e-fa177006fdd1 admin admin] Pushing event updated for resources: {'Network': ['ID=b89cab8b-b39a-4106-adb3-9bedf452bb83,revision_number=1']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:02:10.776324 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.base [None req-c616fe1a-f32b-45be-bbf1-b747180fae47 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1726974879-router', 'tenant_id': '69f1305b325747b387eaa173734086a5', 'external_gateway_info': {'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e'}}} {{(pid=80382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 15:02:10.796605 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-2fb9cbb2-d8d3-4ab3-be3e-fa177006fdd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:02:10.802642 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-c616fe1a-f32b-45be-bbf1-b747180fae47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:02:10.833747 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1c4f560-1124-4ddc-a073-4679c4873f42 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=80383) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 15:02:10.845525 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-c616fe1a-f32b-45be-bbf1-b747180fae47 admin admin] Usage tracker for resource:router and tenant:69f1305b325747b387eaa173734086a5 is out of sync, need to count used quota {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:02:10.858904 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-c616fe1a-f32b-45be-bbf1-b747180fae47 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:02:10.885960 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-e1c4f560-1124-4ddc-a073-4679c4873f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986486'] for segment, precommit_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:10.899967 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.db.segments_db [None req-e1c4f560-1124-4ddc-a073-4679c4873f42 admin admin] Added segment 3d8bc771-fb07-4608-a503-08ac748cc37b of type vxlan for network 237dead0-62cc-46b7-b149-d9cbbf320fb2
Dec 03 15:02:10.906018 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb604d0-5fb4-43d0-b336-6ed2f79ea4bb None None] Network 99cd7ca3-24f1-4d31-adf2-9e1bba032327 requested from dv-cinder-757908-3-iscsi {{(pid=80384) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 15:02:10.973884 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c4f560-1124-4ddc-a073-4679c4873f42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bf7d458-8135-4d32-ac0f-fb736c78de2f,revision_number=1']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:02:10.990793 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-c616fe1a-f32b-45be-bbf1-b747180fae47 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:02:10.990987 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-e1c4f560-1124-4ddc-a073-4679c4873f42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:02:11.022205 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-e1c4f560-1124-4ddc-a073-4679c4873f42 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729302618551'] for network, precommit_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:11.052745 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-c616fe1a-f32b-45be-bbf1-b747180fae47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036821239658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7905'] for router, before_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:11.054383 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-c616fe1a-f32b-45be-bbf1-b747180fae47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036821239711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33528563', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036821331856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854767978'] for router, precommit_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:11.099377 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Network b89cab8b-b39a-4106-adb3-9bedf452bb83 details requested by agent ovs-agent-dv-cinder-757908-3-iscsi with host dv-cinder-757908-3-iscsi {{(pid=80384) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 15:02:11.125319 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Network b89cab8b-b39a-4106-adb3-9bedf452bb83 details requested by agent ovs-agent-hv-cinder-75790 with host hv-cinder-75790 {{(pid=80384) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 15:02:11.136075 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-c616fe1a-f32b-45be-bbf1-b747180fae47 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:11.216461 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-e1c4f560-1124-4ddc-a073-4679c4873f42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068'] for network, after_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:11.266889 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c4f560-1124-4ddc-a073-4679c4873f42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:02:11.267602 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-e1c4f560-1124-4ddc-a073-4679c4873f42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036822225390'] for network, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:11.276725 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:02:11.384837 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83cfbfed-9cee-4565-a012-a66487b569db None None] Network 99cd7ca3-24f1-4d31-adf2-9e1bba032327 requested from dv-cinder-757908-3-iscsi {{(pid=80384) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 15:02:11.627723 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c4f560-1124-4ddc-a073-4679c4873f42 admin admin] Pushing event updated for resources: {'Network': ['ID=237dead0-62cc-46b7-b149-d9cbbf320fb2,revision_number=1']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:02:11.633552 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-e1c4f560-1124-4ddc-a073-4679c4873f42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:02:11.638381 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-e1c4f560-1124-4ddc-a073-4679c4873f42 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201  len: 877 time: 2.2506373
Dec 03 15:02:11.642287 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 54586) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:02:11.649172 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.base [None req-6dad7d3b-9b62-4b12-93d8-ee5c4323fdf6 admin admin] Request body: {'subnet': {'network_id': '237dead0-62cc-46b7-b149-d9cbbf320fb2', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-270373981-subnet', 'tenant_id': '59b1a509fdae412992f73a7d46115cad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 15:02:11.657644 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-6dad7d3b-9b62-4b12-93d8-ee5c4323fdf6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:02:11.676705 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-6dad7d3b-9b62-4b12-93d8-ee5c4323fdf6 admin admin] Usage tracker for resource:subnet and tenant:59b1a509fdae412992f73a7d46115cad is out of sync, need to count used quota {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:02:11.683604 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-6dad7d3b-9b62-4b12-93d8-ee5c4323fdf6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:02:11.714153 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-6dad7d3b-9b62-4b12-93d8-ee5c4323fdf6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:02:11.764090 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Network 237dead0-62cc-46b7-b149-d9cbbf320fb2 details requested by agent ovs-agent-dv-cinder-757908-3-iscsi with host dv-cinder-757908-3-iscsi {{(pid=80384) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 15:02:11.797656 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Network 237dead0-62cc-46b7-b149-d9cbbf320fb2 details requested by agent ovs-agent-hv-cinder-75790 with host hv-cinder-75790 {{(pid=80384) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 15:02:11.845407 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dad7d3b-9b62-4b12-93d8-ee5c4323fdf6 admin admin] Made reservation on behalf of 59b1a509fdae412992f73a7d46115cad for: {'subnet': 1} {{(pid=80383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 15:02:11.856400 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-6dad7d3b-9b62-4b12-93d8-ee5c4323fdf6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:11.976522 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-b0e1a805-1a74-44f5-b4ec-c20a4fc607c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33445888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068'] for subnet, after_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:12.026305 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:02:12.210740 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e1a805-1a74-44f5-b4ec-c20a4fc607c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=988b1530-5903-4de4-818d-5aa0d60661ff,revision_number=0']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:02:12.226863 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-b0e1a805-1a74-44f5-b4ec-c20a4fc607c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:02:12.418332 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e1a805-1a74-44f5-b4ec-c20a4fc607c0 admin admin] Checking segment: {'id': '1f8ed2c9-9c9c-41af-869d-c0f0d4bf55da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2263eb43-6c9e-40c3-9734-975854f0ad70'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 15:02:12.418723 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e1a805-1a74-44f5-b4ec-c20a4fc607c0 admin admin] Network hostable DHCP agents. Network: 2263eb43-6c9e-40c3-9734-975854f0ad70, hostable agents: ['79bacdc6-fafb-4baa-889e-4ec466dca3bd'], hosted agents: [] {{(pid=80383) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 15:02:12.424577 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-c616fe1a-f32b-45be-bbf1-b747180fae47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33528544', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33536120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854767993'] for router, precommit_update {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:12.474353 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e1a805-1a74-44f5-b4ec-c20a4fc607c0 admin admin] Network 2263eb43-6c9e-40c3-9734-975854f0ad70 is scheduled to be hosted by DHCP agent 79bacdc6-fafb-4baa-889e-4ec466dca3bd with binding_index 1 {{(pid=80383) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 15:02:12.549488 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.base_scheduler [None req-b0e1a805-1a74-44f5-b4ec-c20a4fc607c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-757908-3-iscsi, 2263eb43-6c9e-40c3-9734-975854f0ad70) {{(pid=80383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 15:02:12.554981 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e1a805-1a74-44f5-b4ec-c20a4fc607c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:02:12.555620 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-b0e1a805-1a74-44f5-b4ec-c20a4fc607c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036822225390'] for subnet, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:12.562764 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c8ec77-eeff-4f02-846f-a5dd97997752 None None] Network 2263eb43-6c9e-40c3-9734-975854f0ad70 requested from dv-cinder-757908-3-iscsi {{(pid=80384) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 15:02:12.581953 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-b0e1a805-1a74-44f5-b4ec-c20a4fc607c0 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 2.5669622
Dec 03 15:02:12.583939 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 54630) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:02:12.592725 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.base [None req-e57245ae-ee29-4825-b0a0-8c9d3c8c8430 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1867652888-router', 'tenant_id': '1bf6d3149aee44a798e51e0135d17c5f', 'external_gateway_info': {'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e'}}} {{(pid=80383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 15:02:12.600096 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-e57245ae-ee29-4825-b0a0-8c9d3c8c8430 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:02:12.611504 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-e57245ae-ee29-4825-b0a0-8c9d3c8c8430 admin admin] Usage tracker for resource:router and tenant:1bf6d3149aee44a798e51e0135d17c5f is out of sync, need to count used quota {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:02:12.616860 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-e57245ae-ee29-4825-b0a0-8c9d3c8c8430 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:02:12.635821 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-e57245ae-ee29-4825-b0a0-8c9d3c8c8430 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:02:12.691944 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-e57245ae-ee29-4825-b0a0-8c9d3c8c8430 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036821239658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7905'] for router, before_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:12.693402 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-e57245ae-ee29-4825-b0a0-8c9d3c8c8430 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036821239711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33528563', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036821331856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854767978'] for router, precommit_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:12.718995 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-e57245ae-ee29-4825-b0a0-8c9d3c8c8430 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:12.979866 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-6414b0bf-da1f-429c-abb5-39f9de09dce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33445888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068'] for subnet, after_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:13.000749 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-a1afc8a9-d4a2-49b7-8101-f41c91b4e782 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:02:13.044644 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da2f2e90-9066-4d8c-b3f9-7bd8e9fa7d98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbc8265b-6ee3-5798-ab2f-e750a40fd5a2-2263eb43-6c9e-40c3-9734-975854f0ad70', 'network_id': '2263eb43-6c9e-40c3-9734-975854f0ad70', 'tenant_id': '1bf6d3149aee44a798e51e0135d17c5f', 'fixed_ips': [{'subnet_id': '988b1530-5903-4de4-818d-5aa0d60661ff'}]}} from dv-cinder-757908-3-iscsi. {{(pid=80384) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 03 15:02:13.046454 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-da2f2e90-9066-4d8c-b3f9-7bd8e9fa7d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_create {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:13.052077 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-6dad7d3b-9b62-4b12-93d8-ee5c4323fdf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33445888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068'] for subnet, after_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:13.082301 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-c616fe1a-f32b-45be-bbf1-b747180fae47 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:13.176631 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-c616fe1a-f32b-45be-bbf1-b747180fae47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:13.255002 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-e57245ae-ee29-4825-b0a0-8c9d3c8c8430 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33528544', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33536120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854767993'] for router, precommit_update {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:13.260559 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:02:13.353856 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414b0bf-da1f-429c-abb5-39f9de09dce3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f041ad7-6cbb-400e-8386-1de021d0e693,revision_number=0']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:02:13.369123 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-6414b0bf-da1f-429c-abb5-39f9de09dce3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:02:13.391147 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dad7d3b-9b62-4b12-93d8-ee5c4323fdf6 admin admin] Checking segment: {'id': '3d8bc771-fb07-4608-a503-08ac748cc37b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '237dead0-62cc-46b7-b149-d9cbbf320fb2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 15:02:13.391827 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dad7d3b-9b62-4b12-93d8-ee5c4323fdf6 admin admin] Network hostable DHCP agents. Network: 237dead0-62cc-46b7-b149-d9cbbf320fb2, hostable agents: ['79bacdc6-fafb-4baa-889e-4ec466dca3bd'], hosted agents: [] {{(pid=80383) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 15:02:13.437480 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dad7d3b-9b62-4b12-93d8-ee5c4323fdf6 admin admin] Network 237dead0-62cc-46b7-b149-d9cbbf320fb2 is scheduled to be hosted by DHCP agent 79bacdc6-fafb-4baa-889e-4ec466dca3bd with binding_index 1 {{(pid=80383) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 15:02:13.449521 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dad7d3b-9b62-4b12-93d8-ee5c4323fdf6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ec5f1ed-3516-49a2-b1ee-f3cd8d9bb468,revision_number=0']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:02:13.461720 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-6dad7d3b-9b62-4b12-93d8-ee5c4323fdf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:02:13.474114 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.base_scheduler [None req-6dad7d3b-9b62-4b12-93d8-ee5c4323fdf6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-757908-3-iscsi, 237dead0-62cc-46b7-b149-d9cbbf320fb2) {{(pid=80383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 15:02:13.482659 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dad7d3b-9b62-4b12-93d8-ee5c4323fdf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:02:13.483796 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-6dad7d3b-9b62-4b12-93d8-ee5c4323fdf6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036822225390'] for subnet, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:13.485121 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-742e8515-17a8-4b23-91b4-dadf86b45d3c None None] Network 237dead0-62cc-46b7-b149-d9cbbf320fb2 requested from dv-cinder-757908-3-iscsi {{(pid=80384) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 15:02:13.608915 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-6dad7d3b-9b62-4b12-93d8-ee5c4323fdf6 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.9651694
Dec 03 15:02:13.708592 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.db_base_plugin_common [None req-c616fe1a-f32b-45be-bbf1-b747180fae47 admin admin] Allocated IP 172.27.2.81 (729c535b-bd07-4b0c-9bb6-d0eda364af7e/c53074ee-6482-4d40-a0b6-bf7110d55051/e787ba15-4696-4576-abeb-ff9a55f6fc3f) {{(pid=80382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 15:02:13.946169 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-c616fe1a-f32b-45be-bbf1-b747180fae47 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:13.990055 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69fe505c-d143-476a-8ebe-177480e0496e None None] Network 237dead0-62cc-46b7-b149-d9cbbf320fb2 requested from dv-cinder-757908-3-iscsi {{(pid=80384) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 15:02:14.024911 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-c616fe1a-f32b-45be-bbf1-b747180fae47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307552080722'] for port, after_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:14.046058 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-e57245ae-ee29-4825-b0a0-8c9d3c8c8430 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:14.148220 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-e57245ae-ee29-4825-b0a0-8c9d3c8c8430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:14.292055 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.db_base_plugin_common [None req-da2f2e90-9066-4d8c-b3f9-7bd8e9fa7d98 None None] Allocated IP 172.20.0.2 (2263eb43-6c9e-40c3-9734-975854f0ad70/988b1530-5903-4de4-818d-5aa0d60661ff/bca5bb45-baa0-411f-a69f-965e5fcdef0a) {{(pid=80384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 15:02:14.383356 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:02:14.392622 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 54696) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:02:14.412927 dv-cinder-757908-3-iscsi neutron-server[80271]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Dec 03 15:02:14.435460 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6414b0bf-da1f-429c-abb5-39f9de09dce3 admin admin] Checking segment: {'id': 'e2b57a66-c421-4e34-bfed-3a9d2ac3bd3c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b89cab8b-b39a-4106-adb3-9bedf452bb83'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 15:02:14.435867 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6414b0bf-da1f-429c-abb5-39f9de09dce3 admin admin] Network hostable DHCP agents. Network: b89cab8b-b39a-4106-adb3-9bedf452bb83, hostable agents: ['79bacdc6-fafb-4baa-889e-4ec466dca3bd'], hosted agents: [] {{(pid=80382) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 15:02:14.517667 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c616fe1a-f32b-45be-bbf1-b747180fae47 admin admin] Pushing event updated for resources: {'Port': ['ID=e787ba15-4696-4576-abeb-ff9a55f6fc3f,revision_number=1']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:02:14.527494 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6414b0bf-da1f-429c-abb5-39f9de09dce3 admin admin] Network b89cab8b-b39a-4106-adb3-9bedf452bb83 is scheduled to be hosted by DHCP agent 79bacdc6-fafb-4baa-889e-4ec466dca3bd with binding_index 1 {{(pid=80382) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 15:02:14.533862 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-c616fe1a-f32b-45be-bbf1-b747180fae47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:02:14.544857 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.base_scheduler [None req-6414b0bf-da1f-429c-abb5-39f9de09dce3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-757908-3-iscsi, b89cab8b-b39a-4106-adb3-9bedf452bb83) {{(pid=80382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 15:02:14.548116 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c616fe1a-f32b-45be-bbf1-b747180fae47 admin admin] Network 729c535b-bd07-4b0c-9bb6-d0eda364af7e is already hosted by enough agents. {{(pid=80382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 15:02:14.550587 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.base_scheduler [None req-c616fe1a-f32b-45be-bbf1-b747180fae47 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 15:02:14.552666 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6414b0bf-da1f-429c-abb5-39f9de09dce3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:02:14.553309 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-6414b0bf-da1f-429c-abb5-39f9de09dce3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036822225390'] for subnet, before_response {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:14.558866 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c616fe1a-f32b-45be-bbf1-b747180fae47 admin admin] Received port after_create {{(pid=80382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 15:02:14.574779 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c609c0e-b641-4917-aff6-f7596dff66a3 None None] Network b89cab8b-b39a-4106-adb3-9bedf452bb83 requested from dv-cinder-757908-3-iscsi {{(pid=80384) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 15:02:14.868705 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-6414b0bf-da1f-429c-abb5-39f9de09dce3 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 4.5150995
Dec 03 15:02:14.872307 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 54712) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:02:14.881053 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.base [None req-78325950-afa2-4589-a4b1-380174323c32 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1634246176-router', 'tenant_id': 'f608c43dc4544cf8abe2b82be12c9880', 'external_gateway_info': {'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e'}}} {{(pid=80382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 15:02:14.889804 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-78325950-afa2-4589-a4b1-380174323c32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:02:14.900288 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-78325950-afa2-4589-a4b1-380174323c32 admin admin] Usage tracker for resource:router and tenant:f608c43dc4544cf8abe2b82be12c9880 is out of sync, need to count used quota {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:02:14.905029 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-78325950-afa2-4589-a4b1-380174323c32 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:02:14.913796 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-78325950-afa2-4589-a4b1-380174323c32 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:02:14.995130 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-78325950-afa2-4589-a4b1-380174323c32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036821239658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7905'] for router, before_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:14.997800 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-78325950-afa2-4589-a4b1-380174323c32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036821239711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33528563', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036821331856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854767978'] for router, precommit_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:15.048686 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.db_base_plugin_common [None req-e57245ae-ee29-4825-b0a0-8c9d3c8c8430 admin admin] Allocated IP 172.27.2.230 (729c535b-bd07-4b0c-9bb6-d0eda364af7e/c53074ee-6482-4d40-a0b6-bf7110d55051/edced450-7a3b-4b9f-b925-2cbeb662f2dc) {{(pid=80383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 15:02:15.185843 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-78325950-afa2-4589-a4b1-380174323c32 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:15.236930 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13622d9f-87e3-49ce-ba04-757761fe9a23 req-55aeab8d-6503-47d6-86f7-dadb492ade55 tempest-DeleteServersTestJSON-706443464 tempest-DeleteServersTestJSON-706443464] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:02:15.237836 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-13622d9f-87e3-49ce-ba04-757761fe9a23 req-55aeab8d-6503-47d6-86f7-dadb492ade55 tempest-DeleteServersTestJSON-706443464 tempest-DeleteServersTestJSON-706443464] Synchronizing usage tracker for tenant:59b1a509fdae412992f73a7d46115cad on resource:network {{(pid=80383) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 15:02:15.294614 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-c616fe1a-f32b-45be-bbf1-b747180fae47 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:15.308657 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-e57245ae-ee29-4825-b0a0-8c9d3c8c8430 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:15.323147 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-13622d9f-87e3-49ce-ba04-757761fe9a23 req-55aeab8d-6503-47d6-86f7-dadb492ade55 tempest-DeleteServersTestJSON-706443464 tempest-DeleteServersTestJSON-706443464] Unset dirty status for tenant:59b1a509fdae412992f73a7d46115cad on resource:network {{(pid=80383) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 15:02:15.324692 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-13622d9f-87e3-49ce-ba04-757761fe9a23 req-55aeab8d-6503-47d6-86f7-dadb492ade55 tempest-DeleteServersTestJSON-706443464 tempest-DeleteServersTestJSON-706443464] 10.222.0.63 "GET /v2.0/networks?id=237dead0-62cc-46b7-b149-d9cbbf320fb2 HTTP/1.1" status: 200  len: 811 time: 0.9272451
Dec 03 15:02:15.354542 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-13622d9f-87e3-49ce-ba04-757761fe9a23 req-5509747c-6ec1-4ba3-aa35-909543881448 tempest-DeleteServersTestJSON-706443464 tempest-DeleteServersTestJSON-706443464] 10.222.0.63 "GET /v2.0/quotas/59b1a509fdae412992f73a7d46115cad HTTP/1.1" status: 200  len: 375 time: 0.0149200
Dec 03 15:02:15.374138 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-da2f2e90-9066-4d8c-b3f9-7bd8e9fa7d98 None None] Notify callbacks [] for port, precommit_create {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:15.393581 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-da2f2e90-9066-4d8c-b3f9-7bd8e9fa7d98 None None] Transition to ACTIVE for port object bca5bb45-baa0-411f-a69f-965e5fcdef0a will not be triggered until provisioned by entity L2. {{(pid=80384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 15:02:15.465680 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-13622d9f-87e3-49ce-ba04-757761fe9a23 req-8345c7e3-6752-4088-895f-f07643cab653 tempest-DeleteServersTestJSON-706443464 tempest-DeleteServersTestJSON-706443464] 10.222.0.63 "GET /v2.0/ports?tenant_id=59b1a509fdae412992f73a7d46115cad&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0934253
Dec 03 15:02:15.484967 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-e57245ae-ee29-4825-b0a0-8c9d3c8c8430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307552080722'] for port, after_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:15.508567 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-da2f2e90-9066-4d8c-b3f9-7bd8e9fa7d98 None None] Transition to ACTIVE for port object bca5bb45-baa0-411f-a69f-965e5fcdef0a will not be triggered until provisioned by entity DHCP. {{(pid=80384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 15:02:15.512789 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f232170c-8590-484f-b10c-eaaa348b9d9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbc8265b-6ee3-5798-ab2f-e750a40fd5a2-b89cab8b-b39a-4106-adb3-9bedf452bb83', 'network_id': 'b89cab8b-b39a-4106-adb3-9bedf452bb83', 'tenant_id': 'f608c43dc4544cf8abe2b82be12c9880', 'fixed_ips': [{'subnet_id': '5f041ad7-6cbb-400e-8386-1de021d0e693'}]}} from dv-cinder-757908-3-iscsi. {{(pid=80384) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 03 15:02:15.516315 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-f232170c-8590-484f-b10c-eaaa348b9d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_create {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:15.562396 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-da2f2e90-9066-4d8c-b3f9-7bd8e9fa7d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307552080722'] for port, after_create {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:15.638101 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:02:15.793721 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:02:15.918321 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-78325950-afa2-4589-a4b1-380174323c32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33528544', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33536120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854767993'] for router, precommit_update {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:15.939745 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57245ae-ee29-4825-b0a0-8c9d3c8c8430 admin admin] Pushing event updated for resources: {'Port': ['ID=edced450-7a3b-4b9f-b925-2cbeb662f2dc,revision_number=1']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:02:15.944626 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-e57245ae-ee29-4825-b0a0-8c9d3c8c8430 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:02:15.946975 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e57245ae-ee29-4825-b0a0-8c9d3c8c8430 admin admin] Network 729c535b-bd07-4b0c-9bb6-d0eda364af7e is already hosted by enough agents. {{(pid=80383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 15:02:15.948350 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.base_scheduler [None req-e57245ae-ee29-4825-b0a0-8c9d3c8c8430 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 15:02:15.950609 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57245ae-ee29-4825-b0a0-8c9d3c8c8430 admin admin] Received port after_create {{(pid=80383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 15:02:16.095305 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [req-13622d9f-87e3-49ce-ba04-757761fe9a23 req-97ebe49f-9b77-42fb-a1ea-6669973c6142 service neutron] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=80383) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 03 15:02:16.102810 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-13622d9f-87e3-49ce-ba04-757761fe9a23 req-97ebe49f-9b77-42fb-a1ea-6669973c6142 service neutron] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.2469218
Dec 03 15:02:16.172808 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 54764) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:02:16.197843 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2f2e90-9066-4d8c-b3f9-7bd8e9fa7d98 None None] Pushing event updated for resources: {'Port': ['ID=bca5bb45-baa0-411f-a69f-965e5fcdef0a,revision_number=1']} {{(pid=80384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:02:16.216436 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2f2e90-9066-4d8c-b3f9-7bd8e9fa7d98 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:02:16.217058 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2f2e90-9066-4d8c-b3f9-7bd8e9fa7d98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:02:16.217804 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2f2e90-9066-4d8c-b3f9-7bd8e9fa7d98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:02:16.218395 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2f2e90-9066-4d8c-b3f9-7bd8e9fa7d98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:02:16.218985 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2f2e90-9066-4d8c-b3f9-7bd8e9fa7d98 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:02:16.219504 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2f2e90-9066-4d8c-b3f9-7bd8e9fa7d98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:02:16.220021 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2f2e90-9066-4d8c-b3f9-7bd8e9fa7d98 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:02:16.220542 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2f2e90-9066-4d8c-b3f9-7bd8e9fa7d98 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:02:16.221066 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2f2e90-9066-4d8c-b3f9-7bd8e9fa7d98 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:02:16.221593 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2f2e90-9066-4d8c-b3f9-7bd8e9fa7d98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:02:16.222202 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2f2e90-9066-4d8c-b3f9-7bd8e9fa7d98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:02:16.223066 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2f2e90-9066-4d8c-b3f9-7bd8e9fa7d98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:02:16.223634 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2f2e90-9066-4d8c-b3f9-7bd8e9fa7d98 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:02:16.224175 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2f2e90-9066-4d8c-b3f9-7bd8e9fa7d98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:02:16.224688 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2f2e90-9066-4d8c-b3f9-7bd8e9fa7d98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:02:16.225295 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2f2e90-9066-4d8c-b3f9-7bd8e9fa7d98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:02:16.225831 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2f2e90-9066-4d8c-b3f9-7bd8e9fa7d98 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:02:16.226378 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2f2e90-9066-4d8c-b3f9-7bd8e9fa7d98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:02:16.227091 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2f2e90-9066-4d8c-b3f9-7bd8e9fa7d98 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:02:16.227754 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2f2e90-9066-4d8c-b3f9-7bd8e9fa7d98 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:02:16.228367 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2f2e90-9066-4d8c-b3f9-7bd8e9fa7d98 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:02:16.228893 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2f2e90-9066-4d8c-b3f9-7bd8e9fa7d98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:02:16.229399 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2f2e90-9066-4d8c-b3f9-7bd8e9fa7d98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:02:16.229959 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2f2e90-9066-4d8c-b3f9-7bd8e9fa7d98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:02:16.231857 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2f2e90-9066-4d8c-b3f9-7bd8e9fa7d98 None None] Tracked resource versions report:
Dec 03 15:02:16.231857 dv-cinder-757908-3-iscsi neutron-server[80271]: pushed versions:
Dec 03 15:02:16.231857 dv-cinder-757908-3-iscsi neutron-server[80271]: {   'AddressGroup': {'1.0'},
Dec 03 15:02:16.231857 dv-cinder-757908-3-iscsi neutron-server[80271]:     'ConntrackHelper': {'1.0'},
Dec 03 15:02:16.231857 dv-cinder-757908-3-iscsi neutron-server[80271]:     'Log': {'1.0'},
Dec 03 15:02:16.231857 dv-cinder-757908-3-iscsi neutron-server[80271]:     'Network': {'1.1'},
Dec 03 15:02:16.231857 dv-cinder-757908-3-iscsi neutron-server[80271]:     'Port': {'1.6'},
Dec 03 15:02:16.231857 dv-cinder-757908-3-iscsi neutron-server[80271]:     'PortForwarding': {'1.2'},
Dec 03 15:02:16.231857 dv-cinder-757908-3-iscsi neutron-server[80271]:     'QosPolicy': {'1.8'},
Dec 03 15:02:16.231857 dv-cinder-757908-3-iscsi neutron-server[80271]:     'SecurityGroup': {'1.3'},
Dec 03 15:02:16.231857 dv-cinder-757908-3-iscsi neutron-server[80271]:     'SecurityGroupRule': {'1.1'},
Dec 03 15:02:16.231857 dv-cinder-757908-3-iscsi neutron-server[80271]:     'SubPort': {'1.0'},
Dec 03 15:02:16.231857 dv-cinder-757908-3-iscsi neutron-server[80271]:     'Subnet': {'1.1'},
Dec 03 15:02:16.231857 dv-cinder-757908-3-iscsi neutron-server[80271]:     'Trunk': {'1.1'}}
Dec 03 15:02:16.231857 dv-cinder-757908-3-iscsi neutron-server[80271]: consumer versions:
Dec 03 15:02:16.231857 dv-cinder-757908-3-iscsi neutron-server[80271]: {   DHCP agent@dv-cinder-757908-3-iscsi: {},
Dec 03 15:02:16.231857 dv-cinder-757908-3-iscsi neutron-server[80271]:     L3 agent@dv-cinder-757908-3-iscsi: {},
Dec 03 15:02:16.231857 dv-cinder-757908-3-iscsi neutron-server[80271]:     Metadata agent@dv-cinder-757908-3-iscsi: {},
Dec 03 15:02:16.231857 dv-cinder-757908-3-iscsi neutron-server[80271]:     Metering agent@dv-cinder-757908-3-iscsi: {},
Dec 03 15:02:16.231857 dv-cinder-757908-3-iscsi neutron-server[80271]:     Open vSwitch agent@dv-cinder-757908-3-iscsi: {   'AddressGroup': '1.0',
Dec 03 15:02:16.231857 dv-cinder-757908-3-iscsi neutron-server[80271]:                                                      'ConntrackHelper': '1.0',
Dec 03 15:02:16.231857 dv-cinder-757908-3-iscsi neutron-server[80271]:                                                      'Log': '1.0',
Dec 03 15:02:16.231857 dv-cinder-757908-3-iscsi neutron-server[80271]:                                                      'Network': '1.1',
Dec 03 15:02:16.231857 dv-cinder-757908-3-iscsi neutron-server[80271]:                                                      'Port': '1.6',
Dec 03 15:02:16.231857 dv-cinder-757908-3-iscsi neutron-server[80271]:                                                      'PortForwarding': '1.2',
Dec 03 15:02:16.231857 dv-cinder-757908-3-iscsi neutron-server[80271]:                                                      'QosPolicy': '1.8',
Dec 03 15:02:16.231857 dv-cinder-757908-3-iscsi neutron-server[80271]:                                                      'SecurityGroup': '1.3',
Dec 03 15:02:16.231857 dv-cinder-757908-3-iscsi neutron-server[80271]:                                                      'SecurityGroupRule': '1.1',
Dec 03 15:02:16.231857 dv-cinder-757908-3-iscsi neutron-server[80271]:                                                      'SubPort': '1.0',
Dec 03 15:02:16.231857 dv-cinder-757908-3-iscsi neutron-server[80271]:                                                      'Subnet': '1.1',
Dec 03 15:02:16.231857 dv-cinder-757908-3-iscsi neutron-server[80271]:                                                      'Trunk': '1.1'},
Dec 03 15:02:16.231857 dv-cinder-757908-3-iscsi neutron-server[80271]:     Open vSwitch agent@hv-cinder-75790: {   'AddressGroup': '1.0',
Dec 03 15:02:16.231857 dv-cinder-757908-3-iscsi neutron-server[80271]:                                             'ConntrackHelper': '1.0',
Dec 03 15:02:16.231857 dv-cinder-757908-3-iscsi neutron-server[80271]:                                             'Log': '1.0',
Dec 03 15:02:16.231857 dv-cinder-757908-3-iscsi neutron-server[80271]:                                             'Network': '1.1',
Dec 03 15:02:16.231857 dv-cinder-757908-3-iscsi neutron-server[80271]:                                             'Port': '1.6',
Dec 03 15:02:16.231857 dv-cinder-757908-3-iscsi neutron-server[80271]:                                             'PortForwarding': '1.2',
Dec 03 15:02:16.231857 dv-cinder-757908-3-iscsi neutron-server[80271]:                                             'QosPolicy': '1.8',
Dec 03 15:02:16.231857 dv-cinder-757908-3-iscsi neutron-server[80271]:                                             'SecurityGroup': '1.3',
Dec 03 15:02:16.231857 dv-cinder-757908-3-iscsi neutron-server[80271]:                                             'SecurityGroupRule': '1.1',
Dec 03 15:02:16.231857 dv-cinder-757908-3-iscsi neutron-server[80271]:                                             'SubPort': '1.0',
Dec 03 15:02:16.231857 dv-cinder-757908-3-iscsi neutron-server[80271]:                                             'Subnet': '1.1',
Dec 03 15:02:16.231857 dv-cinder-757908-3-iscsi neutron-server[80271]:                                             'Trunk': '1.1'}}
Dec 03 15:02:16.231857 dv-cinder-757908-3-iscsi neutron-server[80271]:  {{(pid=80384) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Dec 03 15:02:16.262107 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-da2f2e90-9066-4d8c-b3f9-7bd8e9fa7d98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.632s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:02:16.388784 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da2f2e90-9066-4d8c-b3f9-7bd8e9fa7d98 None None] Network 2263eb43-6c9e-40c3-9734-975854f0ad70 is already hosted by enough agents. {{(pid=80384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 15:02:16.394065 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.base_scheduler [None req-da2f2e90-9066-4d8c-b3f9-7bd8e9fa7d98 None None] Resources bound (agent type, host, resource id):  {{(pid=80384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 15:02:16.438429 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2f2e90-9066-4d8c-b3f9-7bd8e9fa7d98 None None] Received port after_create {{(pid=80384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 15:02:16.470700 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-ba6d0ca2-2108-40dc-90a1-df4b8c8b3d94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:16.492195 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-ba6d0ca2-2108-40dc-90a1-df4b8c8b3d94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:02:16.505994 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-ba6d0ca2-2108-40dc-90a1-df4b8c8b3d94 admin admin] Usage tracker for resource:security_group_rule and tenant:046666f0ace44fdd9340af747a78cd9c is out of sync, need to count used quota {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:02:16.511615 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-ba6d0ca2-2108-40dc-90a1-df4b8c8b3d94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:02:16.521516 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-c616fe1a-f32b-45be-bbf1-b747180fae47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036821239696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33527559'] for router, after_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:16.527319 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-ba6d0ca2-2108-40dc-90a1-df4b8c8b3d94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:02:16.533119 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [None req-da2f2e90-9066-4d8c-b3f9-7bd8e9fa7d98 None None] Attempting to bind port bca5bb45-baa0-411f-a69f-965e5fcdef0a on host dv-cinder-757908-3-iscsi for vnic_type normal with profile  {{(pid=80384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 15:02:16.533331 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [None req-da2f2e90-9066-4d8c-b3f9-7bd8e9fa7d98 None None] Attempting to bind port bca5bb45-baa0-411f-a69f-965e5fcdef0a by drivers openvswitch on host dv-cinder-757908-3-iscsi at level 0 using segments [{'id': '1f8ed2c9-9c9c-41af-869d-c0f0d4bf55da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2263eb43-6c9e-40c3-9734-975854f0ad70'}] {{(pid=80384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 15:02:16.533836 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2f2e90-9066-4d8c-b3f9-7bd8e9fa7d98 None None] Attempting to bind port bca5bb45-baa0-411f-a69f-965e5fcdef0a on network 2263eb43-6c9e-40c3-9734-975854f0ad70 {{(pid=80384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 15:02:16.537138 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.db_base_plugin_common [None req-f232170c-8590-484f-b10c-eaaa348b9d9c None None] Allocated IP 172.20.0.2 (b89cab8b-b39a-4106-adb3-9bedf452bb83/5f041ad7-6cbb-400e-8386-1de021d0e693/6accfad8-9daa-4e08-8388-96a9b78b9f2b) {{(pid=80384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 15:02:16.544572 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2f2e90-9066-4d8c-b3f9-7bd8e9fa7d98 None None] Checking agent: {'id': 'd86ab5d6-8c79-4633-8bc6-d0d32e0bb057', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757908-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 14, 53, 21), 'started_at': datetime.datetime(2020, 12, 3, 14, 53, 51), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 15, 1, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757908-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.78', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 15:02:16.544992 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2f2e90-9066-4d8c-b3f9-7bd8e9fa7d98 None None] Checking segment: {'id': '1f8ed2c9-9c9c-41af-869d-c0f0d4bf55da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2263eb43-6c9e-40c3-9734-975854f0ad70'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 15:02:16.545987 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-da2f2e90-9066-4d8c-b3f9-7bd8e9fa7d98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:16.546428 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2f2e90-9066-4d8c-b3f9-7bd8e9fa7d98 None None] Bound using segment: {'id': '1f8ed2c9-9c9c-41af-869d-c0f0d4bf55da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2263eb43-6c9e-40c3-9734-975854f0ad70'} {{(pid=80384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 15:02:16.547139 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [None req-da2f2e90-9066-4d8c-b3f9-7bd8e9fa7d98 None None] Bound port: bca5bb45-baa0-411f-a69f-965e5fcdef0a, host: dv-cinder-757908-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f8ed2c9-9c9c-41af-869d-c0f0d4bf55da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2263eb43-6c9e-40c3-9734-975854f0ad70'}}] {{(pid=80384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 15:02:16.547582 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-da2f2e90-9066-4d8c-b3f9-7bd8e9fa7d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:16.631448 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-e57245ae-ee29-4825-b0a0-8c9d3c8c8430 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:16.679327 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 54776) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:02:16.694211 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [None req-da2f2e90-9066-4d8c-b3f9-7bd8e9fa7d98 None None] For port bca5bb45-baa0-411f-a69f-965e5fcdef0a, host dv-cinder-757908-3-iscsi, cleared binding levels {{(pid=80384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 15:02:16.697568 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [None req-da2f2e90-9066-4d8c-b3f9-7bd8e9fa7d98 None None] For port bca5bb45-baa0-411f-a69f-965e5fcdef0a, host dv-cinder-757908-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-3-iscsi',level=0,port_id=bca5bb45-baa0-411f-a69f-965e5fcdef0a,segment=NetworkSegment(1f8ed2c9-9c9c-41af-869d-c0f0d4bf55da),segment_id=1f8ed2c9-9c9c-41af-869d-c0f0d4bf55da)] {{(pid=80384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 15:02:16.705585 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-13622d9f-87e3-49ce-ba04-757761fe9a23 req-c6f90814-3fbb-45d8-a796-1059dfb47076 service neutron] 10.222.0.63 "GET /v2.0/networks/237dead0-62cc-46b7-b149-d9cbbf320fb2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5904346
Dec 03 15:02:16.790639 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-da2f2e90-9066-4d8c-b3f9-7bd8e9fa7d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024'] for port, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:16.815258 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:02:17.023502 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2f2e90-9066-4d8c-b3f9-7bd8e9fa7d98 None None] Pushing event updated for resources: {'Port': ['ID=bca5bb45-baa0-411f-a69f-965e5fcdef0a,revision_number=2']} {{(pid=80384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:02:17.027717 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-da2f2e90-9066-4d8c-b3f9-7bd8e9fa7d98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:02:17.051754 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-9d04515a-cf66-4486-b7a1-bb56fd977f33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:17.055363 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-13622d9f-87e3-49ce-ba04-757761fe9a23 req-157ccf1f-22bd-46de-9ca8-4487dd6884b9 service neutron] 10.222.0.63 "GET /v2.0/networks/237dead0-62cc-46b7-b149-d9cbbf320fb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3369882
Dec 03 15:02:17.091489 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-ba6d0ca2-2108-40dc-90a1-df4b8c8b3d94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:17.102505 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-9d04515a-cf66-4486-b7a1-bb56fd977f33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:02:17.105104 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-ba6d0ca2-2108-40dc-90a1-df4b8c8b3d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:17.106397 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-78325950-afa2-4589-a4b1-380174323c32 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:17.140513 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-9d04515a-cf66-4486-b7a1-bb56fd977f33 admin admin] Usage tracker for resource:security_group_rule and tenant:49e5b58d636243109b0068f704f00b75 is out of sync, need to count used quota {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:02:17.147763 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-f232170c-8590-484f-b10c-eaaa348b9d9c None None] Notify callbacks [] for port, precommit_create {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:17.153630 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-9d04515a-cf66-4486-b7a1-bb56fd977f33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:02:17.158579 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:02:17.173338 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-f232170c-8590-484f-b10c-eaaa348b9d9c None None] Transition to ACTIVE for port object 6accfad8-9daa-4e08-8388-96a9b78b9f2b will not be triggered until provisioned by entity L2. {{(pid=80384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 15:02:17.190156 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-78325950-afa2-4589-a4b1-380174323c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:17.196584 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-f232170c-8590-484f-b10c-eaaa348b9d9c None None] Transition to ACTIVE for port object 6accfad8-9daa-4e08-8388-96a9b78b9f2b will not be triggered until provisioned by entity DHCP. {{(pid=80384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 15:02:17.199835 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c616fe1a-f32b-45be-bbf1-b747180fae47 admin admin] Router d7dcf50e-4757-4dc1-b05c-d59dd4c21105 is scheduled to L3 agent 7132dbe3-ed21-4d9d-abcc-41c34baf52ae with binding_index 1 {{(pid=80382) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 03 15:02:17.202736 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-f232170c-8590-484f-b10c-eaaa348b9d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307552080722'] for port, after_create {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:17.215008 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-9d04515a-cf66-4486-b7a1-bb56fd977f33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:02:17.219188 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6d0ca2-2108-40dc-90a1-df4b8c8b3d94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6e2072b-ca5c-4ff1-88d9-85a1abaa9111,revision_number=1']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:02:17.221235 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-9f91f53c-e8cf-47d6-b8f8-94697fbbfe17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:02:17.236422 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-ba6d0ca2-2108-40dc-90a1-df4b8c8b3d94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:02:17.335855 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-e57245ae-ee29-4825-b0a0-8c9d3c8c8430 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036821239696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33527559'] for router, after_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:17.388000 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-ba6d0ca2-2108-40dc-90a1-df4b8c8b3d94 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=046666f0ace44fdd9340af747a78cd9c&name=default HTTP/1.1" status: 200  len: 2875 time: 1.2122645
Dec 03 15:02:17.389357 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 54800) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:02:17.390383 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 54804) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:02:17.442926 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f232170c-8590-484f-b10c-eaaa348b9d9c None None] Pushing event updated for resources: {'Port': ['ID=6accfad8-9daa-4e08-8388-96a9b78b9f2b,revision_number=1']} {{(pid=80384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:02:17.447718 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-f232170c-8590-484f-b10c-eaaa348b9d9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:02:17.448406 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-5e377278-fce3-41b5-ac79-82a6f097bc01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:17.522627 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f232170c-8590-484f-b10c-eaaa348b9d9c None None] Network b89cab8b-b39a-4106-adb3-9bedf452bb83 is already hosted by enough agents. {{(pid=80384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 15:02:17.524415 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.base_scheduler [None req-f232170c-8590-484f-b10c-eaaa348b9d9c None None] Resources bound (agent type, host, resource id):  {{(pid=80384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 15:02:17.531446 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f232170c-8590-484f-b10c-eaaa348b9d9c None None] Received port after_create {{(pid=80384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 15:02:17.680761 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [None req-f232170c-8590-484f-b10c-eaaa348b9d9c None None] Attempting to bind port 6accfad8-9daa-4e08-8388-96a9b78b9f2b on host dv-cinder-757908-3-iscsi for vnic_type normal with profile  {{(pid=80384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 15:02:17.681576 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [None req-f232170c-8590-484f-b10c-eaaa348b9d9c None None] Attempting to bind port 6accfad8-9daa-4e08-8388-96a9b78b9f2b by drivers openvswitch on host dv-cinder-757908-3-iscsi at level 0 using segments [{'id': 'e2b57a66-c421-4e34-bfed-3a9d2ac3bd3c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b89cab8b-b39a-4106-adb3-9bedf452bb83'}] {{(pid=80384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 15:02:17.682295 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f232170c-8590-484f-b10c-eaaa348b9d9c None None] Attempting to bind port 6accfad8-9daa-4e08-8388-96a9b78b9f2b on network b89cab8b-b39a-4106-adb3-9bedf452bb83 {{(pid=80384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 15:02:17.690160 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:17.697875 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f232170c-8590-484f-b10c-eaaa348b9d9c None None] Checking agent: {'id': 'd86ab5d6-8c79-4633-8bc6-d0d32e0bb057', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757908-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 14, 53, 21), 'started_at': datetime.datetime(2020, 12, 3, 14, 53, 51), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 15, 1, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757908-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.78', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 15:02:17.699129 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f232170c-8590-484f-b10c-eaaa348b9d9c None None] Checking segment: {'id': 'e2b57a66-c421-4e34-bfed-3a9d2ac3bd3c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b89cab8b-b39a-4106-adb3-9bedf452bb83'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 15:02:17.700493 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-f232170c-8590-484f-b10c-eaaa348b9d9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:17.701139 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f232170c-8590-484f-b10c-eaaa348b9d9c None None] Bound using segment: {'id': 'e2b57a66-c421-4e34-bfed-3a9d2ac3bd3c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b89cab8b-b39a-4106-adb3-9bedf452bb83'} {{(pid=80384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 15:02:17.702697 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [None req-f232170c-8590-484f-b10c-eaaa348b9d9c None None] Bound port: 6accfad8-9daa-4e08-8388-96a9b78b9f2b, host: dv-cinder-757908-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2b57a66-c421-4e34-bfed-3a9d2ac3bd3c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b89cab8b-b39a-4106-adb3-9bedf452bb83'}}] {{(pid=80384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 15:02:17.708981 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-f232170c-8590-484f-b10c-eaaa348b9d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:17.849184 dv-cinder-757908-3-iscsi neutron-server[80271]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Dec 03 15:02:17.916669 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c616fe1a-f32b-45be-bbf1-b747180fae47 admin admin] Notify agent at l3_agent.dv-cinder-757908-3-iscsi the message routers_updated {{(pid=80382) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 15:02:17.929201 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95bec39e-f456-437a-8634-46266e4056ae None None] Sync routers for ids ['d7dcf50e-4757-4dc1-b05c-d59dd4c21105'] in dv-cinder-757908-3-iscsi {{(pid=80385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 15:02:17.944827 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95bec39e-f456-437a-8634-46266e4056ae None None] Routers {'d7dcf50e-4757-4dc1-b05c-d59dd4c21105'} bound to L3 agent in host dv-cinder-757908-3-iscsi {{(pid=80385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 15:02:17.948857 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-95bec39e-f456-437a-8634-46266e4056ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f072ea9e128>, 'dv-cinder-757908-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-03T14:53:20Z,description=<?>,heartbeat_timestamp=2020-12-03T15:01:50Z,host='dv-cinder-757908-3-iscsi',id=7132dbe3-ed21-4d9d-abcc-41c34baf52ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T14:53:20Z,topic='l3_agent')) {'router_ids': ['d7dcf50e-4757-4dc1-b05c-d59dd4c21105'], 'active': True} {{(pid=80385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:02:17.964676 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Device bca5bb45-baa0-411f-a69f-965e5fcdef0a up at agent ovs-agent-dv-cinder-757908-3-iscsi {{(pid=80384) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 15:02:17.992633 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e57245ae-ee29-4825-b0a0-8c9d3c8c8430 admin admin] Router 03f605d8-d632-4719-b4d8-820103a7c639 is scheduled to L3 agent 7132dbe3-ed21-4d9d-abcc-41c34baf52ae with binding_index 1 {{(pid=80383) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 03 15:02:18.085786 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-0dd2b4bd-02d4-4601-b09b-e063b1b48e19 req-2e9c4977-f164-4acb-a0b5-1c631c4551f0 tempest-DeleteServersTestJSON-706443464 tempest-DeleteServersTestJSON-706443464] 10.222.0.63 "GET /v2.0/ports?device_id=6df8e3bd-8dd7-4ac4-9409-df9187c8a651 HTTP/1.1" status: 200  len: 210 time: 0.3155096
Dec 03 15:02:18.111784 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-c616fe1a-f32b-45be-bbf1-b747180fae47 admin admin] Notify callbacks [] for router, before_response {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:18.115738 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-c616fe1a-f32b-45be-bbf1-b747180fae47 admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201  len: 930 time: 7.4070454
Dec 03 15:02:18.115981 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [None req-f232170c-8590-484f-b10c-eaaa348b9d9c None None] For port 6accfad8-9daa-4e08-8388-96a9b78b9f2b, host dv-cinder-757908-3-iscsi, cleared binding levels {{(pid=80384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 15:02:18.119603 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 54838) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:02:18.137688 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-9d04515a-cf66-4486-b7a1-bb56fd977f33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:18.163996 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [None req-f232170c-8590-484f-b10c-eaaa348b9d9c None None] For port 6accfad8-9daa-4e08-8388-96a9b78b9f2b, host dv-cinder-757908-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-3-iscsi',level=0,port_id=6accfad8-9daa-4e08-8388-96a9b78b9f2b,segment=NetworkSegment(e2b57a66-c421-4e34-bfed-3a9d2ac3bd3c),segment_id=e2b57a66-c421-4e34-bfed-3a9d2ac3bd3c)] {{(pid=80384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 15:02:18.177185 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-f232170c-8590-484f-b10c-eaaa348b9d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024'] for port, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:18.476714 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvr_db [None req-95bec39e-f456-437a-8634-46266e4056ae None None] Set router d7dcf50e-4757-4dc1-b05c-d59dd4c21105 gateway port host: dv-cinder-757908-3-iscsi {{(pid=80385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 15:02:18.488036 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e57245ae-ee29-4825-b0a0-8c9d3c8c8430 admin admin] Notify agent at l3_agent.dv-cinder-757908-3-iscsi the message routers_updated {{(pid=80383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 15:02:18.564548 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-e57245ae-ee29-4825-b0a0-8c9d3c8c8430 admin admin] Notify callbacks [] for router, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:18.569044 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-e57245ae-ee29-4825-b0a0-8c9d3c8c8430 admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 5.9803414
Dec 03 15:02:18.569850 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 54852) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:02:18.637736 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-9d04515a-cf66-4486-b7a1-bb56fd977f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:18.785458 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-a583ae1b-a438-4c41-97bf-fad38c971247 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:02:18.786699 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.db_base_plugin_common [None req-78325950-afa2-4589-a4b1-380174323c32 admin admin] Allocated IP 172.27.2.250 (729c535b-bd07-4b0c-9bb6-d0eda364af7e/c53074ee-6482-4d40-a0b6-bf7110d55051/256e532d-0b6c-4490-a998-64a4b7ef203e) {{(pid=80382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 15:02:18.888987 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7efd3d8-436c-4314-9bbc-b07f56fbaa0c None None] Sync routers for ids ['03f605d8-d632-4719-b4d8-820103a7c639'] in dv-cinder-757908-3-iscsi {{(pid=80384) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 15:02:18.975729 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Provisioning for port bca5bb45-baa0-411f-a69f-965e5fcdef0a completed by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 15:02:19.045216 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7efd3d8-436c-4314-9bbc-b07f56fbaa0c None None] Routers {'03f605d8-d632-4719-b4d8-820103a7c639'} bound to L3 agent in host dv-cinder-757908-3-iscsi {{(pid=80384) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 15:02:19.045996 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-e7efd3d8-436c-4314-9bbc-b07f56fbaa0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f072ea73dd8>, 'dv-cinder-757908-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-03T14:53:20Z,description=<?>,heartbeat_timestamp=2020-12-03T15:01:50Z,host='dv-cinder-757908-3-iscsi',id=7132dbe3-ed21-4d9d-abcc-41c34baf52ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T14:53:20Z,topic='l3_agent')) {'router_ids': ['03f605d8-d632-4719-b4d8-820103a7c639'], 'active': True} {{(pid=80384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:02:19.303222 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvr_db [None req-e7efd3d8-436c-4314-9bbc-b07f56fbaa0c None None] Set router 03f605d8-d632-4719-b4d8-820103a7c639 gateway port host: dv-cinder-757908-3-iscsi {{(pid=80384) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 15:02:19.343812 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-95bec39e-f456-437a-8634-46266e4056ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f072ea9e128>, [{'id': 'd7dcf50e-4757-4dc1-b05c-d59dd4c21105', 'name': 'tempest-ServerRescueNegativeTestJSON-1726974879-router', 'tenant_id': '69f1305b325747b387eaa173734086a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'external_fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': 'e787ba15-4696-4576-abeb-ff9a55f6fc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:02:11Z', 'updated_at': '2020-12-03T15:02:14Z', 'revision_number': 3, 'project_id': '69f1305b325747b387eaa173734086a5', 'gw_port': {'id': 'e787ba15-4696-4576-abeb-ff9a55f6fc3f', 'name': '', 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:01:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7dcf50e-4757-4dc1-b05c-d59dd4c21105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:13Z', 'updated_at': '2020-12-03T15:02:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-iscsi'}], 'dv-cinder-757908-3-iscsi', False) {} {{(pid=80385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:02:19.348915 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95bec39e-f456-437a-8634-46266e4056ae None None] Checking router: d7dcf50e-4757-4dc1-b05c-d59dd4c21105 for host: dv-cinder-757908-3-iscsi {{(pid=80385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 15:02:19.349485 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95bec39e-f456-437a-8634-46266e4056ae None None] Updating router d7dcf50e-4757-4dc1-b05c-d59dd4c21105 port e787ba15-4696-4576-abeb-ff9a55f6fc3f binding host dv-cinder-757908-3-iscsi {{(pid=80385) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 03 15:02:19.411339 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-95bec39e-f456-437a-8634-46266e4056ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:19.469921 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e9d96a9-1b09-47db-b02b-0da09c1f4dad None None] Network 2263eb43-6c9e-40c3-9734-975854f0ad70 requested from dv-cinder-757908-3-iscsi {{(pid=80384) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 15:02:19.514634 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f232170c-8590-484f-b10c-eaaa348b9d9c None None] Pushing event updated for resources: {'Port': ['ID=6accfad8-9daa-4e08-8388-96a9b78b9f2b,revision_number=2']} {{(pid=80384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:02:19.568021 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:02:19.596427 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-f232170c-8590-484f-b10c-eaaa348b9d9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.808s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:02:19.597423 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-86c6e4e2-cd9d-4dae-9c6e-325b9404f3d1 None None] Provisioning for port bca5bb45-baa0-411f-a69f-965e5fcdef0a completed by entity DHCP. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 15:02:19.693462 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-9d04515a-cf66-4486-b7a1-bb56fd977f33 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=49e5b58d636243109b0068f704f00b75&name=default HTTP/1.1" status: 200  len: 2875 time: 3.0103207
Dec 03 15:02:19.693856 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d04515a-cf66-4486-b7a1-bb56fd977f33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af64c9ed-dd2b-4447-85d5-c5ddce4243b6,revision_number=1']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:02:19.698902 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 54890) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:02:19.773651 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-c8352c88-522f-4862-9022-7cd79a564e70 req-0ca90e3a-3ed1-47d6-afcc-5862ee5d0e98 tempest-DeleteServersTestJSON-706443464 tempest-DeleteServersTestJSON-706443464] 10.222.0.63 "GET /v2.0/ports?device_id=6df8e3bd-8dd7-4ac4-9409-df9187c8a651 HTTP/1.1" status: 200  len: 210 time: 0.2429197
Dec 03 15:02:19.784892 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-9d04515a-cf66-4486-b7a1-bb56fd977f33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:02:19.844370 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-315c05bb-e5a1-4867-bf90-1caa6130e189 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:19.904467 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-86c6e4e2-cd9d-4dae-9c6e-325b9404f3d1 None None] Provisioning complete for port bca5bb45-baa0-411f-a69f-965e5fcdef0a triggered by entity DHCP. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:02:19.906231 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-86c6e4e2-cd9d-4dae-9c6e-325b9404f3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:19.913412 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-315c05bb-e5a1-4867-bf90-1caa6130e189 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:20.019432 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Device 6accfad8-9daa-4e08-8388-96a9b78b9f2b up at agent ovs-agent-dv-cinder-757908-3-iscsi {{(pid=80384) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 15:02:20.035828 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-315c05bb-e5a1-4867-bf90-1caa6130e189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:20.123222 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-ba6d0ca2-2108-40dc-90a1-df4b8c8b3d94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:02:20.151146 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-fac25ba7-1828-44be-bd44-2c493b79001c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:20.174391 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315c05bb-e5a1-4867-bf90-1caa6130e189 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6e2072b-ca5c-4ff1-88d9-85a1abaa9111,revision_number=None']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:02:20.291675 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-315c05bb-e5a1-4867-bf90-1caa6130e189 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:02:20.292367 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-fd827f08-f85a-4462-8323-ab6d20569bee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:20.323273 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-fd827f08-f85a-4462-8323-ab6d20569bee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:20.353333 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-8c67cc89-ef7d-49ef-b2aa-18c7078401b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:20.400566 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Provisioning for port 6accfad8-9daa-4e08-8388-96a9b78b9f2b completed by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 15:02:20.409650 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-d1a712ed-1597-40ee-be3f-9bd7eb160871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:20.504351 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-fd827f08-f85a-4462-8323-ab6d20569bee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:20.507359 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-78325950-afa2-4589-a4b1-380174323c32 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:20.521379 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-315c05bb-e5a1-4867-bf90-1caa6130e189 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:20.525656 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-315c05bb-e5a1-4867-bf90-1caa6130e189 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/a6e2072b-ca5c-4ff1-88d9-85a1abaa9111 HTTP/1.1" status: 204  len: 168 time: 2.7538218
Dec 03 15:02:20.534457 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-2fb9cbb2-d8d3-4ab3-be3e-fa177006fdd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:02:20.567756 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd827f08-f85a-4462-8323-ab6d20569bee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af64c9ed-dd2b-4447-85d5-c5ddce4243b6,revision_number=None']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:02:20.574458 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-fd827f08-f85a-4462-8323-ab6d20569bee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:02:20.580267 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-fd827f08-f85a-4462-8323-ab6d20569bee admin admin] Notify callbacks [] for security_group, before_response {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:20.581501 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-fd827f08-f85a-4462-8323-ab6d20569bee admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/af64c9ed-dd2b-4447-85d5-c5ddce4243b6 HTTP/1.1" status: 204  len: 168 time: 0.8120413
Dec 03 15:02:20.692031 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-78325950-afa2-4589-a4b1-380174323c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307552080722'] for port, after_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:20.711842 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.83', 56604) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:02:20.718683 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:02:20.874253 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.db_base_plugin_common [None req-fac25ba7-1828-44be-bd44-2c493b79001c admin admin] Allocated IP 172.20.0.1 (2263eb43-6c9e-40c3-9734-975854f0ad70/988b1530-5903-4de4-818d-5aa0d60661ff/fe5a273b-0bc6-49c9-85b1-6d79719e3692) {{(pid=80383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 15:02:20.898101 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78325950-afa2-4589-a4b1-380174323c32 admin admin] Pushing event updated for resources: {'Port': ['ID=256e532d-0b6c-4490-a998-64a4b7ef203e,revision_number=1']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:02:20.990806 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-86c6e4e2-cd9d-4dae-9c6e-325b9404f3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:21.156120 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [None req-86c6e4e2-cd9d-4dae-9c6e-325b9404f3d1 None None] For port bca5bb45-baa0-411f-a69f-965e5fcdef0a, host dv-cinder-757908-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-3-iscsi',level=0,port_id=bca5bb45-baa0-411f-a69f-965e5fcdef0a,segment=NetworkSegment(1f8ed2c9-9c9c-41af-869d-c0f0d4bf55da),segment_id=1f8ed2c9-9c9c-41af-869d-c0f0d4bf55da)] {{(pid=80384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 15:02:21.188801 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43837ca4-bf6d-440d-8f4b-a1a15c602605 None None] Network b89cab8b-b39a-4106-adb3-9bedf452bb83 requested from dv-cinder-757908-3-iscsi {{(pid=80384) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 15:02:21.209175 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-86c6e4e2-cd9d-4dae-9c6e-325b9404f3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024'] for port, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:21.280072 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-f232170c-8590-484f-b10c-eaaa348b9d9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:02:21.307048 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-95bec39e-f456-437a-8634-46266e4056ae None None] Notify callbacks [] for port, precommit_update {{(pid=80385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:21.325105 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-fac25ba7-1828-44be-bd44-2c493b79001c admin admin] Notify callbacks [] for port, precommit_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:21.343690 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-78325950-afa2-4589-a4b1-380174323c32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.625s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:02:21.364784 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-fac25ba7-1828-44be-bd44-2c493b79001c admin admin] Transition to ACTIVE for port object fe5a273b-0bc6-49c9-85b1-6d79719e3692 will not be triggered until provisioned by entity DHCP. {{(pid=80383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 15:02:21.387351 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-95bec39e-f456-437a-8634-46266e4056ae None None] Transition to ACTIVE for port object e787ba15-4696-4576-abeb-ff9a55f6fc3f will not be triggered until provisioned by entity L2. {{(pid=80385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 15:02:21.394613 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-95bec39e-f456-437a-8634-46266e4056ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024'] for port, after_update {{(pid=80385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:21.435724 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-fac25ba7-1828-44be-bd44-2c493b79001c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307552080722'] for port, after_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:21.450009 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-e7efd3d8-436c-4314-9bbc-b07f56fbaa0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f072ea73dd8>, [{'id': '03f605d8-d632-4719-b4d8-820103a7c639', 'name': 'tempest-AttachVolumeTestJSON-1867652888-router', 'tenant_id': '1bf6d3149aee44a798e51e0135d17c5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'external_fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': 'edced450-7a3b-4b9f-b925-2cbeb662f2dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:02:12Z', 'updated_at': '2020-12-03T15:02:16Z', 'revision_number': 3, 'project_id': '1bf6d3149aee44a798e51e0135d17c5f', 'gw_port': {'id': 'edced450-7a3b-4b9f-b925-2cbeb662f2dc', 'name': '', 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c6:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03f605d8-d632-4719-b4d8-820103a7c639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:14Z', 'updated_at': '2020-12-03T15:02:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-iscsi'}], 'dv-cinder-757908-3-iscsi', False) {} {{(pid=80384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:02:21.503391 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-2aba10af-0607-48da-abe5-b1e75a55b850 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:02:21.584501 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7efd3d8-436c-4314-9bbc-b07f56fbaa0c None None] Checking router: 03f605d8-d632-4719-b4d8-820103a7c639 for host: dv-cinder-757908-3-iscsi {{(pid=80384) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 15:02:21.585039 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7efd3d8-436c-4314-9bbc-b07f56fbaa0c None None] Updating router 03f605d8-d632-4719-b4d8-820103a7c639 port edced450-7a3b-4b9f-b925-2cbeb662f2dc binding host dv-cinder-757908-3-iscsi {{(pid=80384) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 03 15:02:21.713017 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-4a23ca65-98ab-4aac-aa77-e4049764143c req-3c682aa7-d186-4ff2-8348-93a8e1a3cff7 tempest-DeleteServersTestJSON-706443464 tempest-DeleteServersTestJSON-706443464] 10.222.0.63 "GET /v2.0/ports?device_id=6df8e3bd-8dd7-4ac4-9409-df9187c8a651 HTTP/1.1" status: 200  len: 210 time: 0.3821309
Dec 03 15:02:21.745969 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:21.762796 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-e7efd3d8-436c-4314-9bbc-b07f56fbaa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:21.790489 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 54964) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:02:21.800618 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:02:21.848960 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac25ba7-1828-44be-bd44-2c493b79001c admin admin] Pushing event updated for resources: {'Port': ['ID=fe5a273b-0bc6-49c9-85b1-6d79719e3692,revision_number=1']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:02:21.862901 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-fac25ba7-1828-44be-bd44-2c493b79001c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:02:21.866040 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-e2b5c5a5-5db2-4aba-bad2-f084649b8061 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:21.943579 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.agents_db [None req-51f4eaf8-3f98-4d92-a7df-a28bf03852b0 None None] Agent healthcheck: found 6 active agents {{(pid=80385) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 15:02:21.955711 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [None req-95bec39e-f456-437a-8634-46266e4056ae None None] Attempting to bind port e787ba15-4696-4576-abeb-ff9a55f6fc3f on host dv-cinder-757908-3-iscsi for vnic_type normal with profile  {{(pid=80385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 15:02:21.956312 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [None req-95bec39e-f456-437a-8634-46266e4056ae None None] Attempting to bind port e787ba15-4696-4576-abeb-ff9a55f6fc3f by drivers openvswitch on host dv-cinder-757908-3-iscsi at level 0 using segments [{'id': 'd4bc1e7b-f0cf-45e4-b2f6-c41c855b05f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e'}] {{(pid=80385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 15:02:21.956889 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95bec39e-f456-437a-8634-46266e4056ae None None] Attempting to bind port e787ba15-4696-4576-abeb-ff9a55f6fc3f on network 729c535b-bd07-4b0c-9bb6-d0eda364af7e {{(pid=80385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 15:02:21.965607 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95bec39e-f456-437a-8634-46266e4056ae None None] Checking agent: {'id': 'd86ab5d6-8c79-4633-8bc6-d0d32e0bb057', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757908-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 14, 53, 21), 'started_at': datetime.datetime(2020, 12, 3, 14, 53, 51), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 15, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757908-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.78', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 15:02:21.966332 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95bec39e-f456-437a-8634-46266e4056ae None None] Checking segment: {'id': 'd4bc1e7b-f0cf-45e4-b2f6-c41c855b05f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 15:02:21.967702 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-95bec39e-f456-437a-8634-46266e4056ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:21.968445 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95bec39e-f456-437a-8634-46266e4056ae None None] Bound using segment: {'id': 'd4bc1e7b-f0cf-45e4-b2f6-c41c855b05f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e'} {{(pid=80385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 15:02:21.971615 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [None req-95bec39e-f456-437a-8634-46266e4056ae None None] Bound port: e787ba15-4696-4576-abeb-ff9a55f6fc3f, host: dv-cinder-757908-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4bc1e7b-f0cf-45e4-b2f6-c41c855b05f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e'}}] {{(pid=80385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 15:02:21.972286 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-95bec39e-f456-437a-8634-46266e4056ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:21.996434 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac25ba7-1828-44be-bd44-2c493b79001c admin admin] Network 2263eb43-6c9e-40c3-9734-975854f0ad70 is already hosted by enough agents. {{(pid=80383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 15:02:22.000545 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.base_scheduler [None req-fac25ba7-1828-44be-bd44-2c493b79001c admin admin] Resources bound (agent type, host, resource id):  {{(pid=80383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 15:02:22.007494 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac25ba7-1828-44be-bd44-2c493b79001c admin admin] Received port after_create {{(pid=80383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 15:02:22.009658 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-fac25ba7-1828-44be-bd44-2c493b79001c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036821248038'] for router_interface, before_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:22.110090 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-e2b5c5a5-5db2-4aba-bad2-f084649b8061 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:02:22.114856 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-e2b5c5a5-5db2-4aba-bad2-f084649b8061 admin admin] Usage tracker for resource:security_group_rule and tenant:daea4e4890384d9e9bfe2b290fdb1060 is out of sync, need to count used quota {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:02:22.118419 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-e2b5c5a5-5db2-4aba-bad2-f084649b8061 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:02:22.124883 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-e2b5c5a5-5db2-4aba-bad2-f084649b8061 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:02:22.141348 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [None req-95bec39e-f456-437a-8634-46266e4056ae None None] For port e787ba15-4696-4576-abeb-ff9a55f6fc3f, host dv-cinder-757908-3-iscsi, cleared binding levels {{(pid=80385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 15:02:22.150455 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [None req-95bec39e-f456-437a-8634-46266e4056ae None None] For port e787ba15-4696-4576-abeb-ff9a55f6fc3f, host dv-cinder-757908-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-3-iscsi',level=0,port_id=e787ba15-4696-4576-abeb-ff9a55f6fc3f,segment=NetworkSegment(d4bc1e7b-f0cf-45e4-b2f6-c41c855b05f5),segment_id=d4bc1e7b-f0cf-45e4-b2f6-c41c855b05f5)] {{(pid=80385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 15:02:22.164442 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-95bec39e-f456-437a-8634-46266e4056ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024'] for port, after_update {{(pid=80385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:22.234290 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-e2b5c5a5-5db2-4aba-bad2-f084649b8061 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:22.248675 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13622d9f-87e3-49ce-ba04-757761fe9a23 req-9e14fa4d-55f5-4d63-8b2b-f83cf2c540f2 tempest-DeleteServersTestJSON-706443464 tempest-DeleteServersTestJSON-706443464] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:02:22.250802 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-13622d9f-87e3-49ce-ba04-757761fe9a23 req-9e14fa4d-55f5-4d63-8b2b-f83cf2c540f2 tempest-DeleteServersTestJSON-706443464 tempest-DeleteServersTestJSON-706443464] 10.222.0.83 "GET /v2.0/networks?id=237dead0-62cc-46b7-b149-d9cbbf320fb2 HTTP/1.1" status: 200  len: 811 time: 1.4212515
Dec 03 15:02:22.263251 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-dcb71f25-42e4-4d02-b5ac-71f64f648e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:22.273928 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-e2b5c5a5-5db2-4aba-bad2-f084649b8061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:22.283910 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-fac25ba7-1828-44be-bd44-2c493b79001c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:22.314174 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-9d04515a-cf66-4486-b7a1-bb56fd977f33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:02:22.333779 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.base [req-13622d9f-87e3-49ce-ba04-757761fe9a23 req-334fa292-73b2-4094-8600-36c13aa428cd tempest-DeleteServersTestJSON-706443464 tempest-DeleteServersTestJSON-706443464] Request body: {'port': {'device_id': '6df8e3bd-8dd7-4ac4-9409-df9187c8a651', 'network_id': '237dead0-62cc-46b7-b149-d9cbbf320fb2', 'admin_state_up': True, 'tenant_id': '59b1a509fdae412992f73a7d46115cad'}} {{(pid=80382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 15:02:22.378861 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c6e4e2-cd9d-4dae-9c6e-325b9404f3d1 None None] Pushing event updated for resources: {'Port': ['ID=bca5bb45-baa0-411f-a69f-965e5fcdef0a,revision_number=3']} {{(pid=80384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:02:22.496246 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-86c6e4e2-cd9d-4dae-9c6e-325b9404f3d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.216s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:02:22.575664 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95bec39e-f456-437a-8634-46266e4056ae None None] Routers {'d7dcf50e-4757-4dc1-b05c-d59dd4c21105'} bound to L3 agent in host dv-cinder-757908-3-iscsi {{(pid=80385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 15:02:22.576403 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-95bec39e-f456-437a-8634-46266e4056ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f072ea9e128>, 'dv-cinder-757908-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-03T14:53:20Z,description=<?>,heartbeat_timestamp=2020-12-03T15:02:20Z,host='dv-cinder-757908-3-iscsi',id=7132dbe3-ed21-4d9d-abcc-41c34baf52ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T14:53:20Z,topic='l3_agent')) {'router_ids': ['d7dcf50e-4757-4dc1-b05c-d59dd4c21105'], 'active': True} {{(pid=80385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:02:22.618824 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78325950-afa2-4589-a4b1-380174323c32 admin admin] Network 729c535b-bd07-4b0c-9bb6-d0eda364af7e is already hosted by enough agents. {{(pid=80382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 15:02:22.677409 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.base_scheduler [None req-78325950-afa2-4589-a4b1-380174323c32 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 15:02:22.706238 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-e2b5c5a5-5db2-4aba-bad2-f084649b8061 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=daea4e4890384d9e9bfe2b290fdb1060&name=default HTTP/1.1" status: 200  len: 2875 time: 0.9113958
Dec 03 15:02:22.707797 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78325950-afa2-4589-a4b1-380174323c32 admin admin] Received port after_create {{(pid=80382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 15:02:22.709036 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a8c46-1fda-4be0-9a74-f4c1b96c7acc None None] Pushing event updated for resources: {'Port': ['ID=e787ba15-4696-4576-abeb-ff9a55f6fc3f,revision_number=2']} {{(pid=80385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:02:22.827630 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-b47b951f-f01e-4db0-93ef-625b7e2953fa None None] Provisioning for port 6accfad8-9daa-4e08-8388-96a9b78b9f2b completed by entity DHCP. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 15:02:22.855088 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-fac25ba7-1828-44be-bd44-2c493b79001c admin admin] Notify callbacks [] for port, precommit_update {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:22.859613 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 55000) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:02:22.860026 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 55006) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:02:22.876808 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-fac25ba7-1828-44be-bd44-2c493b79001c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024'] for port, after_update {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:22.889752 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-b47b951f-f01e-4db0-93ef-625b7e2953fa None None] Provisioning complete for port 6accfad8-9daa-4e08-8388-96a9b78b9f2b triggered by entity DHCP. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:02:22.890418 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-b47b951f-f01e-4db0-93ef-625b7e2953fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:22.913951 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-fac25ba7-1828-44be-bd44-2c493b79001c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32547023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33522183'] for router_interface, after_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:22.943528 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:02:23.004356 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b5c5a5-5db2-4aba-bad2-f084649b8061 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15e2a6fa-eba7-4ef1-a536-eb917adc53c7,revision_number=1']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:02:23.044278 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-e2b5c5a5-5db2-4aba-bad2-f084649b8061 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.729s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:02:23.070155 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-7c778c2a-832b-4a71-9338-2409dcb4fb0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:23.150980 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvr_db [None req-95bec39e-f456-437a-8634-46266e4056ae None None] Set router d7dcf50e-4757-4dc1-b05c-d59dd4c21105 gateway port host: dv-cinder-757908-3-iscsi {{(pid=80385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 15:02:23.440259 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-b47b951f-f01e-4db0-93ef-625b7e2953fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:23.473087 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a8c46-1fda-4be0-9a74-f4c1b96c7acc None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:02:23.473465 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a8c46-1fda-4be0-9a74-f4c1b96c7acc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:02:23.473840 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a8c46-1fda-4be0-9a74-f4c1b96c7acc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:02:23.474232 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a8c46-1fda-4be0-9a74-f4c1b96c7acc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:02:23.474593 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a8c46-1fda-4be0-9a74-f4c1b96c7acc None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:02:23.474953 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a8c46-1fda-4be0-9a74-f4c1b96c7acc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:02:23.475306 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a8c46-1fda-4be0-9a74-f4c1b96c7acc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:02:23.475659 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a8c46-1fda-4be0-9a74-f4c1b96c7acc None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:02:23.476011 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a8c46-1fda-4be0-9a74-f4c1b96c7acc None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:02:23.476361 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a8c46-1fda-4be0-9a74-f4c1b96c7acc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:02:23.476711 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a8c46-1fda-4be0-9a74-f4c1b96c7acc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:02:23.477060 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a8c46-1fda-4be0-9a74-f4c1b96c7acc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:02:23.477460 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a8c46-1fda-4be0-9a74-f4c1b96c7acc None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:02:23.477809 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a8c46-1fda-4be0-9a74-f4c1b96c7acc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:02:23.478183 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a8c46-1fda-4be0-9a74-f4c1b96c7acc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:02:23.478530 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a8c46-1fda-4be0-9a74-f4c1b96c7acc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:02:23.478873 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a8c46-1fda-4be0-9a74-f4c1b96c7acc None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:02:23.479222 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a8c46-1fda-4be0-9a74-f4c1b96c7acc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:02:23.479569 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a8c46-1fda-4be0-9a74-f4c1b96c7acc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:02:23.479954 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a8c46-1fda-4be0-9a74-f4c1b96c7acc None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:02:23.480207 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a8c46-1fda-4be0-9a74-f4c1b96c7acc None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:02:23.499354 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a8c46-1fda-4be0-9a74-f4c1b96c7acc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:02:23.499797 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a8c46-1fda-4be0-9a74-f4c1b96c7acc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:02:23.500221 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a8c46-1fda-4be0-9a74-f4c1b96c7acc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:02:23.511287 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a8c46-1fda-4be0-9a74-f4c1b96c7acc None None] Tracked resource versions report:
Dec 03 15:02:23.511287 dv-cinder-757908-3-iscsi neutron-server[80271]: pushed versions:
Dec 03 15:02:23.511287 dv-cinder-757908-3-iscsi neutron-server[80271]: {   'AddressGroup': {'1.0'},
Dec 03 15:02:23.511287 dv-cinder-757908-3-iscsi neutron-server[80271]:     'ConntrackHelper': {'1.0'},
Dec 03 15:02:23.511287 dv-cinder-757908-3-iscsi neutron-server[80271]:     'Log': {'1.0'},
Dec 03 15:02:23.511287 dv-cinder-757908-3-iscsi neutron-server[80271]:     'Network': {'1.1'},
Dec 03 15:02:23.511287 dv-cinder-757908-3-iscsi neutron-server[80271]:     'Port': {'1.6'},
Dec 03 15:02:23.511287 dv-cinder-757908-3-iscsi neutron-server[80271]:     'PortForwarding': {'1.2'},
Dec 03 15:02:23.511287 dv-cinder-757908-3-iscsi neutron-server[80271]:     'QosPolicy': {'1.8'},
Dec 03 15:02:23.511287 dv-cinder-757908-3-iscsi neutron-server[80271]:     'SecurityGroup': {'1.3'},
Dec 03 15:02:23.511287 dv-cinder-757908-3-iscsi neutron-server[80271]:     'SecurityGroupRule': {'1.1'},
Dec 03 15:02:23.511287 dv-cinder-757908-3-iscsi neutron-server[80271]:     'SubPort': {'1.0'},
Dec 03 15:02:23.511287 dv-cinder-757908-3-iscsi neutron-server[80271]:     'Subnet': {'1.1'},
Dec 03 15:02:23.511287 dv-cinder-757908-3-iscsi neutron-server[80271]:     'Trunk': {'1.1'}}
Dec 03 15:02:23.511287 dv-cinder-757908-3-iscsi neutron-server[80271]: consumer versions:
Dec 03 15:02:23.511287 dv-cinder-757908-3-iscsi neutron-server[80271]: {   DHCP agent@dv-cinder-757908-3-iscsi: {},
Dec 03 15:02:23.511287 dv-cinder-757908-3-iscsi neutron-server[80271]:     L3 agent@dv-cinder-757908-3-iscsi: {},
Dec 03 15:02:23.511287 dv-cinder-757908-3-iscsi neutron-server[80271]:     Metadata agent@dv-cinder-757908-3-iscsi: {},
Dec 03 15:02:23.511287 dv-cinder-757908-3-iscsi neutron-server[80271]:     Metering agent@dv-cinder-757908-3-iscsi: {},
Dec 03 15:02:23.511287 dv-cinder-757908-3-iscsi neutron-server[80271]:     Open vSwitch agent@dv-cinder-757908-3-iscsi: {   'AddressGroup': '1.0',
Dec 03 15:02:23.511287 dv-cinder-757908-3-iscsi neutron-server[80271]:                                                      'ConntrackHelper': '1.0',
Dec 03 15:02:23.511287 dv-cinder-757908-3-iscsi neutron-server[80271]:                                                      'Log': '1.0',
Dec 03 15:02:23.511287 dv-cinder-757908-3-iscsi neutron-server[80271]:                                                      'Network': '1.1',
Dec 03 15:02:23.511287 dv-cinder-757908-3-iscsi neutron-server[80271]:                                                      'Port': '1.6',
Dec 03 15:02:23.511287 dv-cinder-757908-3-iscsi neutron-server[80271]:                                                      'PortForwarding': '1.2',
Dec 03 15:02:23.511287 dv-cinder-757908-3-iscsi neutron-server[80271]:                                                      'QosPolicy': '1.8',
Dec 03 15:02:23.511287 dv-cinder-757908-3-iscsi neutron-server[80271]:                                                      'SecurityGroup': '1.3',
Dec 03 15:02:23.511287 dv-cinder-757908-3-iscsi neutron-server[80271]:                                                      'SecurityGroupRule': '1.1',
Dec 03 15:02:23.511287 dv-cinder-757908-3-iscsi neutron-server[80271]:                                                      'SubPort': '1.0',
Dec 03 15:02:23.511287 dv-cinder-757908-3-iscsi neutron-server[80271]:                                                      'Subnet': '1.1',
Dec 03 15:02:23.511287 dv-cinder-757908-3-iscsi neutron-server[80271]:                                                      'Trunk': '1.1'},
Dec 03 15:02:23.511287 dv-cinder-757908-3-iscsi neutron-server[80271]:     Open vSwitch agent@hv-cinder-75790: {   'AddressGroup': '1.0',
Dec 03 15:02:23.511287 dv-cinder-757908-3-iscsi neutron-server[80271]:                                             'ConntrackHelper': '1.0',
Dec 03 15:02:23.511287 dv-cinder-757908-3-iscsi neutron-server[80271]:                                             'Log': '1.0',
Dec 03 15:02:23.511287 dv-cinder-757908-3-iscsi neutron-server[80271]:                                             'Network': '1.1',
Dec 03 15:02:23.511287 dv-cinder-757908-3-iscsi neutron-server[80271]:                                             'Port': '1.6',
Dec 03 15:02:23.511287 dv-cinder-757908-3-iscsi neutron-server[80271]:                                             'PortForwarding': '1.2',
Dec 03 15:02:23.511287 dv-cinder-757908-3-iscsi neutron-server[80271]:                                             'QosPolicy': '1.8',
Dec 03 15:02:23.511287 dv-cinder-757908-3-iscsi neutron-server[80271]:                                             'SecurityGroup': '1.3',
Dec 03 15:02:23.511287 dv-cinder-757908-3-iscsi neutron-server[80271]:                                             'SecurityGroupRule': '1.1',
Dec 03 15:02:23.511287 dv-cinder-757908-3-iscsi neutron-server[80271]:                                             'SubPort': '1.0',
Dec 03 15:02:23.511287 dv-cinder-757908-3-iscsi neutron-server[80271]:                                             'Subnet': '1.1',
Dec 03 15:02:23.511287 dv-cinder-757908-3-iscsi neutron-server[80271]:                                             'Trunk': '1.1'}}
Dec 03 15:02:23.511287 dv-cinder-757908-3-iscsi neutron-server[80271]:  {{(pid=80385) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Dec 03 15:02:23.520538 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-4d2a8c46-1fda-4be0-9a74-f4c1b96c7acc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.720s {{(pid=80385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:02:23.539068 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [None req-b47b951f-f01e-4db0-93ef-625b7e2953fa None None] For port 6accfad8-9daa-4e08-8388-96a9b78b9f2b, host dv-cinder-757908-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-3-iscsi',level=0,port_id=6accfad8-9daa-4e08-8388-96a9b78b9f2b,segment=NetworkSegment(e2b57a66-c421-4e34-bfed-3a9d2ac3bd3c),segment_id=e2b57a66-c421-4e34-bfed-3a9d2ac3bd3c)] {{(pid=80384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 15:02:23.571372 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-b47b951f-f01e-4db0-93ef-625b7e2953fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024'] for port, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:23.581007 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.085s {{(pid=80385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:02:23.581697 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-da2f2e90-9066-4d8c-b3f9-7bd8e9fa7d98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:02:23.703912 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-93879c96-a0b7-4a08-9160-12de278df384 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:23.781068 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47b951f-f01e-4db0-93ef-625b7e2953fa None None] Pushing event updated for resources: {'Port': ['ID=6accfad8-9daa-4e08-8388-96a9b78b9f2b,revision_number=3']} {{(pid=80384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:02:23.810779 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-b47b951f-f01e-4db0-93ef-625b7e2953fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:02:23.833019 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-93879c96-a0b7-4a08-9160-12de278df384 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:02:23.849742 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-93879c96-a0b7-4a08-9160-12de278df384 admin admin] Usage tracker for resource:security_group_rule and tenant:57d4b362b6e7488db464ec5bf12017e7 is out of sync, need to count used quota {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:02:23.859925 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-93879c96-a0b7-4a08-9160-12de278df384 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:02:23.864573 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-41f14e4a-88d0-454d-9233-c2921b820918 None None] Provisioning for port fe5a273b-0bc6-49c9-85b1-6d79719e3692 completed by entity DHCP. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 15:02:23.883346 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-93879c96-a0b7-4a08-9160-12de278df384 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:02:23.925998 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-41f14e4a-88d0-454d-9233-c2921b820918 None None] Provisioning complete for port fe5a273b-0bc6-49c9-85b1-6d79719e3692 triggered by entity DHCP. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:02:23.926435 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-41f14e4a-88d0-454d-9233-c2921b820918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:24.023993 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-f8ec1ef2-6dde-44fb-82f5-d07a3f66a300 req-54f047f2-e72a-4e3a-acb7-2a4d8cc1f903 tempest-DeleteServersTestJSON-706443464 tempest-DeleteServersTestJSON-706443464] 10.222.0.63 "GET /v2.0/ports?device_id=6df8e3bd-8dd7-4ac4-9409-df9187c8a651 HTTP/1.1" status: 200  len: 210 time: 0.4816270
Dec 03 15:02:24.052502 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a8c46-1fda-4be0-9a74-f4c1b96c7acc None None] Pushing event updated for resources: {'Port': ['ID=e787ba15-4696-4576-abeb-ff9a55f6fc3f,revision_number=3']} {{(pid=80385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:02:24.072056 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-4d2a8c46-1fda-4be0-9a74-f4c1b96c7acc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.477s {{(pid=80385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:02:24.105596 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [None req-41f14e4a-88d0-454d-9233-c2921b820918 None None] Port fe5a273b-0bc6-49c9-85b1-6d79719e3692 cannot update to ACTIVE because it is not bound. {{(pid=80384) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 15:02:24.107855 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Device bca5bb45-baa0-411f-a69f-965e5fcdef0a up at agent ovs-agent-dv-cinder-757908-3-iscsi {{(pid=80384) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 15:02:24.131792 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-93879c96-a0b7-4a08-9160-12de278df384 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:24.175723 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [req-13622d9f-87e3-49ce-ba04-757761fe9a23 req-334fa292-73b2-4094-8600-36c13aa428cd tempest-DeleteServersTestJSON-706443464 tempest-DeleteServersTestJSON-706443464] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:02:24.188487 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-13622d9f-87e3-49ce-ba04-757761fe9a23 req-334fa292-73b2-4094-8600-36c13aa428cd tempest-DeleteServersTestJSON-706443464 tempest-DeleteServersTestJSON-706443464] Usage tracker for resource:port and tenant:59b1a509fdae412992f73a7d46115cad is out of sync, need to count used quota {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:02:24.198405 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-13622d9f-87e3-49ce-ba04-757761fe9a23 req-334fa292-73b2-4094-8600-36c13aa428cd tempest-DeleteServersTestJSON-706443464 tempest-DeleteServersTestJSON-706443464] Quota usage for port was recalculated. Used quota:0. {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:02:24.336970 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-93879c96-a0b7-4a08-9160-12de278df384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:24.361938 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-95bec39e-f456-437a-8634-46266e4056ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f072ea9e128>, [{'id': 'd7dcf50e-4757-4dc1-b05c-d59dd4c21105', 'name': 'tempest-ServerRescueNegativeTestJSON-1726974879-router', 'tenant_id': '69f1305b325747b387eaa173734086a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'external_fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': 'e787ba15-4696-4576-abeb-ff9a55f6fc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:02:11Z', 'updated_at': '2020-12-03T15:02:14Z', 'revision_number': 3, 'project_id': '69f1305b325747b387eaa173734086a5', 'gw_port': {'id': 'e787ba15-4696-4576-abeb-ff9a55f6fc3f', 'name': '', 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:01:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7dcf50e-4757-4dc1-b05c-d59dd4c21105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:13Z', 'updated_at': '2020-12-03T15:02:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-iscsi'}], 'dv-cinder-757908-3-iscsi', False) {} {{(pid=80385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:02:24.394826 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95bec39e-f456-437a-8634-46266e4056ae None None] The sync data for ids ['d7dcf50e-4757-4dc1-b05c-d59dd4c21105'] in dv-cinder-757908-3-iscsi is: [{'id': 'd7dcf50e-4757-4dc1-b05c-d59dd4c21105', 'name': 'tempest-ServerRescueNegativeTestJSON-1726974879-router', 'tenant_id': '69f1305b325747b387eaa173734086a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'external_fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': 'e787ba15-4696-4576-abeb-ff9a55f6fc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:02:11Z', 'updated_at': '2020-12-03T15:02:14Z', 'revision_number': 3, 'project_id': '69f1305b325747b387eaa173734086a5', 'gw_port': {'id': 'e787ba15-4696-4576-abeb-ff9a55f6fc3f', 'name': '', 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:01:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7dcf50e-4757-4dc1-b05c-d59dd4c21105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:13Z', 'updated_at': '2020-12-03T15:02:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-iscsi'}] {{(pid=80385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 15:02:24.471702 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac25ba7-1828-44be-bd44-2c493b79001c admin admin] Pushing event updated for resources: {'Port': ['ID=fe5a273b-0bc6-49c9-85b1-6d79719e3692,revision_number=2']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:02:24.493033 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-fac25ba7-1828-44be-bd44-2c493b79001c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.549s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:02:24.495420 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:02:24.506484 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-e1c9a425-ac5f-47c1-9026-8e4aa064597c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:24.509624 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [req-13622d9f-87e3-49ce-ba04-757761fe9a23 req-334fa292-73b2-4094-8600-36c13aa428cd tempest-DeleteServersTestJSON-706443464 tempest-DeleteServersTestJSON-706443464] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:02:24.523152 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-41f14e4a-88d0-454d-9233-c2921b820918 None None] Provisioning complete for port bca5bb45-baa0-411f-a69f-965e5fcdef0a triggered by entity DHCP. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:02:24.523505 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-41f14e4a-88d0-454d-9233-c2921b820918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:24.538812 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-e1c9a425-ac5f-47c1-9026-8e4aa064597c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:24.574558 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13622d9f-87e3-49ce-ba04-757761fe9a23 req-334fa292-73b2-4094-8600-36c13aa428cd tempest-DeleteServersTestJSON-706443464 tempest-DeleteServersTestJSON-706443464] Made reservation on behalf of 59b1a509fdae412992f73a7d46115cad for: {'port': 1} {{(pid=80382) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 15:02:24.596734 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-13622d9f-87e3-49ce-ba04-757761fe9a23 req-334fa292-73b2-4094-8600-36c13aa428cd tempest-DeleteServersTestJSON-706443464 tempest-DeleteServersTestJSON-706443464] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:24.630389 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-e1c9a425-ac5f-47c1-9026-8e4aa064597c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:24.734369 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93879c96-a0b7-4a08-9160-12de278df384 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1336115e-7da2-40d8-b5f5-98b2c64740ab,revision_number=1']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:02:24.739102 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-93879c96-a0b7-4a08-9160-12de278df384 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:02:24.762929 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-e7efd3d8-436c-4314-9bbc-b07f56fbaa0c None None] Notify callbacks [] for port, precommit_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:24.766472 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:02:24.788650 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-93879c96-a0b7-4a08-9160-12de278df384 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=57d4b362b6e7488db464ec5bf12017e7&name=default HTTP/1.1" status: 200  len: 2875 time: 1.9249604
Dec 03 15:02:24.811778 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 55040) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:02:24.848202 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c9a425-ac5f-47c1-9026-8e4aa064597c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15e2a6fa-eba7-4ef1-a536-eb917adc53c7,revision_number=None']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:02:24.879359 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-e1c9a425-ac5f-47c1-9026-8e4aa064597c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:24.880617 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-e1c9a425-ac5f-47c1-9026-8e4aa064597c admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/15e2a6fa-eba7-4ef1-a536-eb917adc53c7 HTTP/1.1" status: 204  len: 168 time: 2.0190983
Dec 03 15:02:24.882898 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac25ba7-1828-44be-bd44-2c493b79001c admin admin] Network 2263eb43-6c9e-40c3-9734-975854f0ad70 is already hosted by enough agents. {{(pid=80383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 15:02:24.883938 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-e1c9a425-ac5f-47c1-9026-8e4aa064597c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:02:24.885020 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.base_scheduler [None req-fac25ba7-1828-44be-bd44-2c493b79001c admin admin] Resources bound (agent type, host, resource id):  {{(pid=80383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 15:02:24.958917 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-e7efd3d8-436c-4314-9bbc-b07f56fbaa0c None None] Transition to ACTIVE for port object edced450-7a3b-4b9f-b925-2cbeb662f2dc will not be triggered until provisioned by entity L2. {{(pid=80384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 15:02:24.976919 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Provisioning complete for port bca5bb45-baa0-411f-a69f-965e5fcdef0a triggered by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:02:24.979566 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:25.097179 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-78325950-afa2-4589-a4b1-380174323c32 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:25.466065 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-e7efd3d8-436c-4314-9bbc-b07f56fbaa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024'] for port, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:25.472146 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fac25ba7-1828-44be-bd44-2c493b79001c admin admin] Router 03f605d8-d632-4719-b4d8-820103a7c639 has already been hosted by L3 agent 7132dbe3-ed21-4d9d-abcc-41c34baf52ae {{(pid=80383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 15:02:25.513919 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-86c6e4e2-cd9d-4dae-9c6e-325b9404f3d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:02:25.646430 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-ae1dbf68-e125-4e12-a540-0bc51a15c316 req-643ad0fb-f400-4726-9bba-d9171c8dc83f tempest-DeleteServersTestJSON-706443464 tempest-DeleteServersTestJSON-706443464] 10.222.0.63 "GET /v2.0/ports?device_id=6df8e3bd-8dd7-4ac4-9409-df9187c8a651 HTTP/1.1" status: 200  len: 210 time: 0.3567941
Dec 03 15:02:25.829713 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa1e071-2613-447b-9352-c9983dafe5c9 None None] Pushing event updated for resources: {'Port': ['ID=edced450-7a3b-4b9f-b925-2cbeb662f2dc,revision_number=2']} {{(pid=80384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:02:25.841006 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-8fa1e071-2613-447b-9352-c9983dafe5c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:02:25.920884 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.db_base_plugin_common [None req-dcb71f25-42e4-4d02-b5ac-71f64f648e3d admin admin] Allocated IP 172.20.0.1 (99cd7ca3-24f1-4d31-adf2-9e1bba032327/4e3eb5e7-50fa-43d1-a585-cbf981244c9d/4341cc3f-a227-4ada-b32d-2379279df638) {{(pid=80382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 15:02:26.023187 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fac25ba7-1828-44be-bd44-2c493b79001c admin admin] Notify agent at l3_agent.dv-cinder-757908-3-iscsi the message routers_updated {{(pid=80383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 15:02:26.049789 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-fac25ba7-1828-44be-bd44-2c493b79001c admin admin] 10.222.0.63 "PUT /v2.0/routers/03f605d8-d632-4719-b4d8-820103a7c639/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.4779434
Dec 03 15:02:26.105052 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-18dbca63-efac-4c01-a93c-8efe65e591ec None None] Provisioning complete for port fe5a273b-0bc6-49c9-85b1-6d79719e3692 triggered by entity DHCP. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:02:26.110281 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-18dbca63-efac-4c01-a93c-8efe65e591ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:26.131595 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-3314c2cb-da7b-476e-b907-b54f5c4d9b7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:26.240348 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [None req-18dbca63-efac-4c01-a93c-8efe65e591ec None None] Port fe5a273b-0bc6-49c9-85b1-6d79719e3692 cannot update to ACTIVE because it is not bound. {{(pid=80384) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 15:02:26.252145 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Device 6accfad8-9daa-4e08-8388-96a9b78b9f2b up at agent ovs-agent-dv-cinder-757908-3-iscsi {{(pid=80384) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 15:02:26.298796 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-3314c2cb-da7b-476e-b907-b54f5c4d9b7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:26.462285 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-18dbca63-efac-4c01-a93c-8efe65e591ec None None] Provisioning complete for port 6accfad8-9daa-4e08-8388-96a9b78b9f2b triggered by entity DHCP. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:02:26.467831 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-18dbca63-efac-4c01-a93c-8efe65e591ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:26.695342 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Provisioning complete for port 6accfad8-9daa-4e08-8388-96a9b78b9f2b triggered by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:02:26.703957 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:26.704172 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 55082) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:02:27.162920 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [None req-e7efd3d8-436c-4314-9bbc-b07f56fbaa0c None None] Attempting to bind port edced450-7a3b-4b9f-b925-2cbeb662f2dc on host dv-cinder-757908-3-iscsi for vnic_type normal with profile  {{(pid=80384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 15:02:27.163530 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [None req-e7efd3d8-436c-4314-9bbc-b07f56fbaa0c None None] Attempting to bind port edced450-7a3b-4b9f-b925-2cbeb662f2dc by drivers openvswitch on host dv-cinder-757908-3-iscsi at level 0 using segments [{'id': 'd4bc1e7b-f0cf-45e4-b2f6-c41c855b05f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e'}] {{(pid=80384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 15:02:27.163774 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7efd3d8-436c-4314-9bbc-b07f56fbaa0c None None] Attempting to bind port edced450-7a3b-4b9f-b925-2cbeb662f2dc on network 729c535b-bd07-4b0c-9bb6-d0eda364af7e {{(pid=80384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 15:02:27.177714 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7efd3d8-436c-4314-9bbc-b07f56fbaa0c None None] Checking agent: {'id': 'd86ab5d6-8c79-4633-8bc6-d0d32e0bb057', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757908-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 14, 53, 21), 'started_at': datetime.datetime(2020, 12, 3, 14, 53, 51), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 15, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757908-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.78', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 15:02:27.181134 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7efd3d8-436c-4314-9bbc-b07f56fbaa0c None None] Checking segment: {'id': 'd4bc1e7b-f0cf-45e4-b2f6-c41c855b05f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 15:02:27.212265 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-e7efd3d8-436c-4314-9bbc-b07f56fbaa0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:27.212265 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7efd3d8-436c-4314-9bbc-b07f56fbaa0c None None] Bound using segment: {'id': 'd4bc1e7b-f0cf-45e4-b2f6-c41c855b05f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e'} {{(pid=80384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 15:02:27.212265 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [None req-e7efd3d8-436c-4314-9bbc-b07f56fbaa0c None None] Bound port: edced450-7a3b-4b9f-b925-2cbeb662f2dc, host: dv-cinder-757908-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4bc1e7b-f0cf-45e4-b2f6-c41c855b05f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e'}}] {{(pid=80384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 15:02:27.212265 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-e7efd3d8-436c-4314-9bbc-b07f56fbaa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:27.256499 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-e022b159-c2f9-481f-b393-b5257c386165 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:27.321563 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-e022b159-c2f9-481f-b393-b5257c386165 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:02:27.345487 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-e022b159-c2f9-481f-b393-b5257c386165 admin admin] Usage tracker for resource:security_group_rule and tenant:c8c0932c11ed4bfa88d1eaa4a52af1d4 is out of sync, need to count used quota {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:02:27.351201 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-e022b159-c2f9-481f-b393-b5257c386165 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:02:27.372256 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-e022b159-c2f9-481f-b393-b5257c386165 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:02:27.519477 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Device e787ba15-4696-4576-abeb-ff9a55f6fc3f up at agent ovs-agent-dv-cinder-757908-3-iscsi {{(pid=80384) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 15:02:27.579491 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-e022b159-c2f9-481f-b393-b5257c386165 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:27.587958 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-e022b159-c2f9-481f-b393-b5257c386165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:27.616493 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:02:27.622208 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-0740ea5d-6c4d-4b96-b10e-ba2c57f1256f req-1950419a-6ac2-41c8-9d53-c714086a8add tempest-DeleteServersTestJSON-706443464 tempest-DeleteServersTestJSON-706443464] 10.222.0.63 "GET /v2.0/ports?device_id=6df8e3bd-8dd7-4ac4-9409-df9187c8a651 HTTP/1.1" status: 200  len: 210 time: 0.3064296
Dec 03 15:02:27.648161 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [None req-e7efd3d8-436c-4314-9bbc-b07f56fbaa0c None None] For port edced450-7a3b-4b9f-b925-2cbeb662f2dc, host dv-cinder-757908-3-iscsi, cleared binding levels {{(pid=80384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 15:02:27.676485 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [None req-e7efd3d8-436c-4314-9bbc-b07f56fbaa0c None None] For port edced450-7a3b-4b9f-b925-2cbeb662f2dc, host dv-cinder-757908-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-3-iscsi',level=0,port_id=edced450-7a3b-4b9f-b925-2cbeb662f2dc,segment=NetworkSegment(d4bc1e7b-f0cf-45e4-b2f6-c41c855b05f5),segment_id=d4bc1e7b-f0cf-45e4-b2f6-c41c855b05f5)] {{(pid=80384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 15:02:27.704399 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-e7efd3d8-436c-4314-9bbc-b07f56fbaa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024'] for port, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:27.737846 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-e022b159-c2f9-481f-b393-b5257c386165 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=c8c0932c11ed4bfa88d1eaa4a52af1d4&name=default HTTP/1.1" status: 200  len: 2879 time: 1.0323362
Dec 03 15:02:27.741473 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 55112) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:02:27.813590 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.db_base_plugin_common [req-13622d9f-87e3-49ce-ba04-757761fe9a23 req-334fa292-73b2-4094-8600-36c13aa428cd tempest-DeleteServersTestJSON-706443464 tempest-DeleteServersTestJSON-706443464] Allocated IP 172.20.0.3 (237dead0-62cc-46b7-b149-d9cbbf320fb2/4ec5f1ed-3516-49a2-b1ee-f3cd8d9bb468/25ef8b7b-be10-454b-bfbd-bfa8f9585236) {{(pid=80382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 15:02:27.828056 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e022b159-c2f9-481f-b393-b5257c386165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b2f397a-ccbf-4c8b-ba16-8889efeb3219,revision_number=1']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:02:27.833520 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-e022b159-c2f9-481f-b393-b5257c386165 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:02:27.866574 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-dcb71f25-42e4-4d02-b5ac-71f64f648e3d admin admin] Notify callbacks [] for port, precommit_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:27.927775 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:02:27.930087 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-78325950-afa2-4589-a4b1-380174323c32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036821239696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33527559'] for router, after_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:27.998109 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-3314c2cb-da7b-476e-b907-b54f5c4d9b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:28.013573 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Provisioning for port e787ba15-4696-4576-abeb-ff9a55f6fc3f completed by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 15:02:28.020165 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa1e071-2613-447b-9352-c9983dafe5c9 None None] Pushing event updated for resources: {'Port': ['ID=edced450-7a3b-4b9f-b925-2cbeb662f2dc,revision_number=3']} {{(pid=80384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:02:28.023079 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Provisioning complete for port e787ba15-4696-4576-abeb-ff9a55f6fc3f triggered by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:02:28.023595 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:28.036296 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-ce73a8a0-1f0b-4127-8e80-b42fa72bd38b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:28.053170 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 55120) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:02:28.080796 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.base [None req-96cc9b20-feb9-468e-bc68-58516fff82a1 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Request body: {'security_group': {'name': 'tempest-securitygroup--1915493662', 'description': 'tempest-description--1309432945'}} {{(pid=80383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 15:02:28.101489 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-8fa1e071-2613-447b-9352-c9983dafe5c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:02:28.122257 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-96cc9b20-feb9-468e-bc68-58516fff82a1 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:02:28.140738 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 55126) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:02:28.153455 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7efd3d8-436c-4314-9bbc-b07f56fbaa0c None None] Routers {'03f605d8-d632-4719-b4d8-820103a7c639'} bound to L3 agent in host dv-cinder-757908-3-iscsi {{(pid=80384) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 15:02:28.154225 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-e7efd3d8-436c-4314-9bbc-b07f56fbaa0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f072ea73dd8>, 'dv-cinder-757908-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-03T14:53:20Z,description=<?>,heartbeat_timestamp=2020-12-03T15:02:20Z,host='dv-cinder-757908-3-iscsi',id=7132dbe3-ed21-4d9d-abcc-41c34baf52ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T14:53:20Z,topic='l3_agent')) {'router_ids': ['03f605d8-d632-4719-b4d8-820103a7c639'], 'active': True} {{(pid=80384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:02:28.178442 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-ce73a8a0-1f0b-4127-8e80-b42fa72bd38b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:28.200325 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-96cc9b20-feb9-468e-bc68-58516fff82a1 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Usage tracker for resource:security_group and tenant:1bf6d3149aee44a798e51e0135d17c5f is out of sync, need to count used quota {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:02:28.206800 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-96cc9b20-feb9-468e-bc68-58516fff82a1 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:02:28.242845 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-96cc9b20-feb9-468e-bc68-58516fff82a1 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:02:28.300133 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-96cc9b20-feb9-468e-bc68-58516fff82a1 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Notify callbacks [] for security_group, before_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:28.355884 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-96cc9b20-feb9-468e-bc68-58516fff82a1 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:02:28.363563 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:02:28.374648 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-96cc9b20-feb9-468e-bc68-58516fff82a1 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Usage tracker for resource:security_group_rule and tenant:1bf6d3149aee44a798e51e0135d17c5f is out of sync, need to count used quota {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:02:28.378607 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-96cc9b20-feb9-468e-bc68-58516fff82a1 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:02:28.395000 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-ce73a8a0-1f0b-4127-8e80-b42fa72bd38b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:28.410591 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-96cc9b20-feb9-468e-bc68-58516fff82a1 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:02:28.413071 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-bcda99d1-2564-47fe-9c86-596075c51f2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:02:28.445839 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-ce73a8a0-1f0b-4127-8e80-b42fa72bd38b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:28.458884 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-ce73a8a0-1f0b-4127-8e80-b42fa72bd38b admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/9b2f397a-ccbf-4c8b-ba16-8889efeb3219 HTTP/1.1" status: 204  len: 168 time: 0.6966727
Dec 03 15:02:28.460385 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce73a8a0-1f0b-4127-8e80-b42fa72bd38b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b2f397a-ccbf-4c8b-ba16-8889efeb3219,revision_number=None']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:02:28.464346 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-ce73a8a0-1f0b-4127-8e80-b42fa72bd38b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:02:28.475763 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvr_db [None req-e7efd3d8-436c-4314-9bbc-b07f56fbaa0c None None] Set router 03f605d8-d632-4719-b4d8-820103a7c639 gateway port host: dv-cinder-757908-3-iscsi {{(pid=80384) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 15:02:28.510590 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3314c2cb-da7b-476e-b907-b54f5c4d9b7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1336115e-7da2-40d8-b5f5-98b2c64740ab,revision_number=None']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:02:28.543565 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-3314c2cb-da7b-476e-b907-b54f5c4d9b7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:02:28.625678 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-3314c2cb-da7b-476e-b907-b54f5c4d9b7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:28.627109 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-96cc9b20-feb9-468e-bc68-58516fff82a1 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Notify callbacks [] for security_group, precommit_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:28.628616 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-3314c2cb-da7b-476e-b907-b54f5c4d9b7b admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/1336115e-7da2-40d8-b5f5-98b2c64740ab HTTP/1.1" status: 204  len: 168 time: 3.8000119
Dec 03 15:02:28.630128 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-dcb71f25-42e4-4d02-b5ac-71f64f648e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307552080722'] for port, after_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:28.633946 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-96cc9b20-feb9-468e-bc68-58516fff82a1 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:28.652100 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:02:28.728389 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:02:28.769520 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-38a95e1e-e4a5-4090-8051-41e2703ffb90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:28.835230 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cc9b20-feb9-468e-bc68-58516fff82a1 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Pushing event updated for resources: {'SecurityGroup': ['ID=b7daf6a7-63f3-474f-99b5-a2b7aacda372,revision_number=1']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:02:28.841649 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-96cc9b20-feb9-468e-bc68-58516fff82a1 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:02:28.848611 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-96cc9b20-feb9-468e-bc68-58516fff82a1 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Notify callbacks [] for security_group, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:28.850211 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-96cc9b20-feb9-468e-bc68-58516fff82a1 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1730 time: 0.7953365
Dec 03 15:02:28.859174 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-38a95e1e-e4a5-4090-8051-41e2703ffb90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:02:28.870641 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 55142) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:02:28.879466 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.base [None req-705a037f-a432-4dbc-85b6-878fd59c1a58 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Request body: {'security_group_rule': {'security_group_id': 'b7daf6a7-63f3-474f-99b5-a2b7aacda372', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 15:02:28.898507 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-705a037f-a432-4dbc-85b6-878fd59c1a58 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:02:28.911286 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-705a037f-a432-4dbc-85b6-878fd59c1a58 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Usage tracker for resource:security_group_rule and tenant:1bf6d3149aee44a798e51e0135d17c5f is out of sync, need to count used quota {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:02:28.924022 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-705a037f-a432-4dbc-85b6-878fd59c1a58 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:02:28.947266 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-705a037f-a432-4dbc-85b6-878fd59c1a58 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:02:28.979890 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-38a95e1e-e4a5-4090-8051-41e2703ffb90 admin admin] Usage tracker for resource:security_group_rule and tenant:6836f81a72974f64a722f7be4cdecc56 is out of sync, need to count used quota {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:02:28.992430 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-38a95e1e-e4a5-4090-8051-41e2703ffb90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:02:29.005114 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb71f25-42e4-4d02-b5ac-71f64f648e3d admin admin] Pushing event updated for resources: {'Port': ['ID=4341cc3f-a227-4ada-b32d-2379279df638,revision_number=1']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:02:29.010587 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-705a037f-a432-4dbc-85b6-878fd59c1a58 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Notify callbacks [] for security_group_rule, before_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:29.023517 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-dcb71f25-42e4-4d02-b5ac-71f64f648e3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:02:29.033347 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-38a95e1e-e4a5-4090-8051-41e2703ffb90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:02:29.237218 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-705a037f-a432-4dbc-85b6-878fd59c1a58 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:29.272952 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-705a037f-a432-4dbc-85b6-878fd59c1a58 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446068'] for security_group_rule, after_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:29.292020 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:02:29.346343 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705a037f-a432-4dbc-85b6-878fd59c1a58 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f89eb0ba-3743-48c9-b3cf-45a562cf1645,revision_number=0']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:02:29.508667 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-705a037f-a432-4dbc-85b6-878fd59c1a58 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:02:29.534821 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-f3b55fbe-112f-4967-8a24-239a1f986fb9 req-966587db-9e39-4565-b060-6ad277d6d533 tempest-DeleteServersTestJSON-706443464 tempest-DeleteServersTestJSON-706443464] Synchronizing usage tracker for tenant:59b1a509fdae412992f73a7d46115cad on resource:port {{(pid=80382) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 15:02:29.566508 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-705a037f-a432-4dbc-85b6-878fd59c1a58 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Notify callbacks [] for security_group_rule, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:29.577199 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-705a037f-a432-4dbc-85b6-878fd59c1a58 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 739 time: 0.7050993
Dec 03 15:02:29.580603 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 55156) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:02:29.598338 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-38a95e1e-e4a5-4090-8051-41e2703ffb90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:29.616796 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.base [None req-fe2f4041-e707-431e-9c1c-37c95edce5ab tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Request body: {'security_group_rule': {'security_group_id': 'b7daf6a7-63f3-474f-99b5-a2b7aacda372', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 15:02:29.638537 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-38a95e1e-e4a5-4090-8051-41e2703ffb90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:29.642647 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-fe2f4041-e707-431e-9c1c-37c95edce5ab tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:02:29.680493 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:02:29.697494 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-f3b55fbe-112f-4967-8a24-239a1f986fb9 req-966587db-9e39-4565-b060-6ad277d6d533 tempest-DeleteServersTestJSON-706443464 tempest-DeleteServersTestJSON-706443464] Unset dirty status for tenant:59b1a509fdae412992f73a7d46115cad on resource:port {{(pid=80382) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 15:02:29.699458 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-f3b55fbe-112f-4967-8a24-239a1f986fb9 req-966587db-9e39-4565-b060-6ad277d6d533 tempest-DeleteServersTestJSON-706443464 tempest-DeleteServersTestJSON-706443464] 10.222.0.63 "GET /v2.0/ports?device_id=6df8e3bd-8dd7-4ac4-9409-df9187c8a651 HTTP/1.1" status: 200  len: 210 time: 0.5762568
Dec 03 15:02:29.718960 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:29.733981 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78325950-afa2-4589-a4b1-380174323c32 admin admin] Router 4de356ec-3847-4021-abf6-0bb33f96d932 is scheduled to L3 agent 7132dbe3-ed21-4d9d-abcc-41c34baf52ae with binding_index 1 {{(pid=80382) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 03 15:02:29.754466 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-13622d9f-87e3-49ce-ba04-757761fe9a23 req-334fa292-73b2-4094-8600-36c13aa428cd tempest-DeleteServersTestJSON-706443464 tempest-DeleteServersTestJSON-706443464] Notify callbacks [] for port, precommit_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:29.757560 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a95e1e-e4a5-4090-8051-41e2703ffb90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e57de44-8f06-43a3-9050-499147981f96,revision_number=1']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:02:29.788498 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-fe2f4041-e707-431e-9c1c-37c95edce5ab tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Usage tracker for resource:security_group_rule and tenant:1bf6d3149aee44a798e51e0135d17c5f is out of sync, need to count used quota {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:02:29.808226 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-fe2f4041-e707-431e-9c1c-37c95edce5ab tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:02:29.823950 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] For port e787ba15-4696-4576-abeb-ff9a55f6fc3f, host dv-cinder-757908-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-3-iscsi',level=0,port_id=e787ba15-4696-4576-abeb-ff9a55f6fc3f,segment=NetworkSegment(d4bc1e7b-f0cf-45e4-b2f6-c41c855b05f5),segment_id=d4bc1e7b-f0cf-45e4-b2f6-c41c855b05f5)] {{(pid=80384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 15:02:29.842352 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-38a95e1e-e4a5-4090-8051-41e2703ffb90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:02:29.865927 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024'] for port, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:29.875544 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-fe2f4041-e707-431e-9c1c-37c95edce5ab tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:02:29.891630 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-38a95e1e-e4a5-4090-8051-41e2703ffb90 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=6836f81a72974f64a722f7be4cdecc56&name=default HTTP/1.1" status: 200  len: 2879 time: 1.7462454
Dec 03 15:02:29.892645 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb71f25-42e4-4d02-b5ac-71f64f648e3d admin admin] Network 99cd7ca3-24f1-4d31-adf2-9e1bba032327 is already hosted by enough agents. {{(pid=80382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 15:02:29.894037 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 55166) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:02:29.940992 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-fe2f4041-e707-431e-9c1c-37c95edce5ab tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Notify callbacks [] for security_group_rule, before_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:29.958737 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:02:29.973771 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.base_scheduler [None req-dcb71f25-42e4-4d02-b5ac-71f64f648e3d admin admin] Resources bound (agent type, host, resource id):  {{(pid=80382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 15:02:29.980529 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb71f25-42e4-4d02-b5ac-71f64f648e3d admin admin] Received port after_create {{(pid=80382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 15:02:29.981416 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-dcb71f25-42e4-4d02-b5ac-71f64f648e3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036821248038'] for router_interface, before_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:30.175618 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-fe2f4041-e707-431e-9c1c-37c95edce5ab tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:30.183969 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Pushing event updated for resources: {'Port': ['ID=e787ba15-4696-4576-abeb-ff9a55f6fc3f,revision_number=4']} {{(pid=80384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:02:30.188871 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-fe2f4041-e707-431e-9c1c-37c95edce5ab tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446068'] for security_group_rule, after_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:30.199825 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-705a037f-a432-4dbc-85b6-878fd59c1a58 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:02:30.202108 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-e7efd3d8-436c-4314-9bbc-b07f56fbaa0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f072ea73dd8>, [{'id': '03f605d8-d632-4719-b4d8-820103a7c639', 'name': 'tempest-AttachVolumeTestJSON-1867652888-router', 'tenant_id': '1bf6d3149aee44a798e51e0135d17c5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'external_fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': 'edced450-7a3b-4b9f-b925-2cbeb662f2dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:02:12Z', 'updated_at': '2020-12-03T15:02:22Z', 'revision_number': 4, 'project_id': '1bf6d3149aee44a798e51e0135d17c5f', 'gw_port': {'id': 'edced450-7a3b-4b9f-b925-2cbeb662f2dc', 'name': '', 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c6:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03f605d8-d632-4719-b4d8-820103a7c639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:14Z', 'updated_at': '2020-12-03T15:02:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-iscsi', '_interfaces': [{'id': 'fe5a273b-0bc6-49c9-85b1-6d79719e3692', 'name': '', 'network_id': '2263eb43-6c9e-40c3-9734-975854f0ad70', 'tenant_id': '1bf6d3149aee44a798e51e0135d17c5f', 'mac_address': 'fa:16:3e:f5:2f:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03f605d8-d632-4719-b4d8-820103a7c639', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '988b1530-5903-4de4-818d-5aa0d60661ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:20Z', 'updated_at': '2020-12-03T15:02:22Z', 'revision_number': 2, 'project_id': '1bf6d3149aee44a798e51e0135d17c5f', 'subnets': [{'id': '988b1530-5903-4de4-818d-5aa0d60661ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-3-iscsi', False) {} {{(pid=80384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:02:30.207756 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:02:30.209092 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7efd3d8-436c-4314-9bbc-b07f56fbaa0c None None] The sync data for ids ['03f605d8-d632-4719-b4d8-820103a7c639'] in dv-cinder-757908-3-iscsi is: [{'id': '03f605d8-d632-4719-b4d8-820103a7c639', 'name': 'tempest-AttachVolumeTestJSON-1867652888-router', 'tenant_id': '1bf6d3149aee44a798e51e0135d17c5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'external_fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': 'edced450-7a3b-4b9f-b925-2cbeb662f2dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:02:12Z', 'updated_at': '2020-12-03T15:02:22Z', 'revision_number': 4, 'project_id': '1bf6d3149aee44a798e51e0135d17c5f', 'gw_port': {'id': 'edced450-7a3b-4b9f-b925-2cbeb662f2dc', 'name': '', 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c6:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03f605d8-d632-4719-b4d8-820103a7c639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:14Z', 'updated_at': '2020-12-03T15:02:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-iscsi', '_interfaces': [{'id': 'fe5a273b-0bc6-49c9-85b1-6d79719e3692', 'name': '', 'network_id': '2263eb43-6c9e-40c3-9734-975854f0ad70', 'tenant_id': '1bf6d3149aee44a798e51e0135d17c5f', 'mac_address': 'fa:16:3e:f5:2f:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03f605d8-d632-4719-b4d8-820103a7c639', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '988b1530-5903-4de4-818d-5aa0d60661ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:20Z', 'updated_at': '2020-12-03T15:02:22Z', 'revision_number': 2, 'project_id': '1bf6d3149aee44a798e51e0135d17c5f', 'subnets': [{'id': '988b1530-5903-4de4-818d-5aa0d60661ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80384) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 15:02:30.244381 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f4041-e707-431e-9c1c-37c95edce5ab tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbb59b27-0e9a-4536-b046-a710b56dd758,revision_number=0']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:02:30.260516 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-fe2f4041-e707-431e-9c1c-37c95edce5ab tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:02:30.280428 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-fe2f4041-e707-431e-9c1c-37c95edce5ab tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Notify callbacks [] for security_group_rule, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:30.281896 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-fe2f4041-e707-431e-9c1c-37c95edce5ab tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 744 time: 0.7003014
Dec 03 15:02:30.285369 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 55176) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:02:30.300637 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.base [None req-15695a72-a822-487a-a659-b1ad72b5215b tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Request body: {'floatingip': {'floating_network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e'}} {{(pid=80383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 15:02:30.316745 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-15695a72-a822-487a-a659-b1ad72b5215b tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:02:30.323867 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-15695a72-a822-487a-a659-b1ad72b5215b tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Usage tracker for resource:floatingip and tenant:1bf6d3149aee44a798e51e0135d17c5f is out of sync, need to count used quota {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:02:30.332794 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-15695a72-a822-487a-a659-b1ad72b5215b tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:02:30.349178 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-15695a72-a822-487a-a659-b1ad72b5215b tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:02:30.375697 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-15695a72-a822-487a-a659-b1ad72b5215b tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Notify callbacks [] for floatingip, before_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:30.568730 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-13622d9f-87e3-49ce-ba04-757761fe9a23 req-334fa292-73b2-4094-8600-36c13aa428cd tempest-DeleteServersTestJSON-706443464 tempest-DeleteServersTestJSON-706443464] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307552080722'] for port, after_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:30.605614 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-15695a72-a822-487a-a659-b1ad72b5215b tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:30.802913 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-dcb71f25-42e4-4d02-b5ac-71f64f648e3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:02:31.125846 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78325950-afa2-4589-a4b1-380174323c32 admin admin] Notify agent at l3_agent.dv-cinder-757908-3-iscsi the message routers_updated {{(pid=80382) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 15:02:31.137734 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c594f0f-2ddd-4fed-84ea-e2028f545243 None None] Sync routers for ids ['4de356ec-3847-4021-abf6-0bb33f96d932'] in dv-cinder-757908-3-iscsi {{(pid=80385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 15:02:31.155643 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c594f0f-2ddd-4fed-84ea-e2028f545243 None None] Routers {'4de356ec-3847-4021-abf6-0bb33f96d932'} bound to L3 agent in host dv-cinder-757908-3-iscsi {{(pid=80385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 15:02:31.160671 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-3c594f0f-2ddd-4fed-84ea-e2028f545243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f072ea9e780>, 'dv-cinder-757908-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-03T14:53:20Z,description=<?>,heartbeat_timestamp=2020-12-03T15:02:20Z,host='dv-cinder-757908-3-iscsi',id=7132dbe3-ed21-4d9d-abcc-41c34baf52ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T14:53:20Z,topic='l3_agent')) {'router_ids': ['4de356ec-3847-4021-abf6-0bb33f96d932'], 'active': True} {{(pid=80385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:02:31.362982 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aeac6c-d867-41cb-bd6c-4e1943b5b6c7 req-4fd6afe6-66e2-45e7-aac6-8e3f82c3f2e4 tempest-DeleteServersTestJSON-706443464 tempest-DeleteServersTestJSON-706443464] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:02:31.365407 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-01aeac6c-d867-41cb-bd6c-4e1943b5b6c7 req-4fd6afe6-66e2-45e7-aac6-8e3f82c3f2e4 tempest-DeleteServersTestJSON-706443464 tempest-DeleteServersTestJSON-706443464] 10.222.0.63 "GET /v2.0/ports?device_id=6df8e3bd-8dd7-4ac4-9409-df9187c8a651 HTTP/1.1" status: 200  len: 931 time: 0.2781355
Dec 03 15:02:31.519671 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.db_base_plugin_common [None req-15695a72-a822-487a-a659-b1ad72b5215b tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Allocated IP 172.27.2.235 (729c535b-bd07-4b0c-9bb6-d0eda364af7e/c53074ee-6482-4d40-a0b6-bf7110d55051/2c5f55e0-3d60-4186-b604-d194faa13689) {{(pid=80383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 15:02:31.563208 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-01aeac6c-d867-41cb-bd6c-4e1943b5b6c7 req-aeca77e3-b8d3-4fd5-ab3b-eaba3005cc20 tempest-DeleteServersTestJSON-706443464 tempest-DeleteServersTestJSON-706443464] Synchronizing usage tracker for tenant:59b1a509fdae412992f73a7d46115cad on resource:security_group {{(pid=80383) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 15:02:31.737511 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-78325950-afa2-4589-a4b1-380174323c32 admin admin] Notify callbacks [] for router, before_response {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:31.739657 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-01aeac6c-d867-41cb-bd6c-4e1943b5b6c7 req-aeca77e3-b8d3-4fd5-ab3b-eaba3005cc20 tempest-DeleteServersTestJSON-706443464 tempest-DeleteServersTestJSON-706443464] Unset dirty status for tenant:59b1a509fdae412992f73a7d46115cad on resource:security_group {{(pid=80383) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 15:02:31.740808 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-78325950-afa2-4589-a4b1-380174323c32 admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 16.8670061
Dec 03 15:02:31.758257 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-01aeac6c-d867-41cb-bd6c-4e1943b5b6c7 req-aeca77e3-b8d3-4fd5-ab3b-eaba3005cc20 tempest-DeleteServersTestJSON-706443464 tempest-DeleteServersTestJSON-706443464] 10.222.0.63 "GET /v2.0/security-groups?id=5bf7d458-8135-4d32-ac0f-fb736c78de2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3779862
Dec 03 15:02:31.759157 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 55206) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:02:31.769885 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-dcb71f25-42e4-4d02-b5ac-71f64f648e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:31.781272 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-11a6a7ca-84cb-4506-8dc9-92d322728d7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:31.825794 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-11a6a7ca-84cb-4506-8dc9-92d322728d7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:31.918965 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-11a6a7ca-84cb-4506-8dc9-92d322728d7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:31.923907 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334fa292-73b2-4094-8600-36c13aa428cd tempest-DeleteServersTestJSON-706443464 tempest-DeleteServersTestJSON-706443464] Pushing event updated for resources: {'Port': ['ID=25ef8b7b-be10-454b-bfbd-bfa8f9585236,revision_number=1']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:02:31.927187 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-334fa292-73b2-4094-8600-36c13aa428cd tempest-DeleteServersTestJSON-706443464 tempest-DeleteServersTestJSON-706443464] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.124s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:02:31.970572 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:02:32.006945 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a6a7ca-84cb-4506-8dc9-92d322728d7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e57de44-8f06-43a3-9050-499147981f96,revision_number=None']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:02:32.010155 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-11a6a7ca-84cb-4506-8dc9-92d322728d7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:02:32.074393 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-11a6a7ca-84cb-4506-8dc9-92d322728d7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:32.078906 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-11a6a7ca-84cb-4506-8dc9-92d322728d7d admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/4e57de44-8f06-43a3-9050-499147981f96 HTTP/1.1" status: 204  len: 168 time: 2.1017463
Dec 03 15:02:32.136005 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13622d9f-87e3-49ce-ba04-757761fe9a23 req-334fa292-73b2-4094-8600-36c13aa428cd tempest-DeleteServersTestJSON-706443464 tempest-DeleteServersTestJSON-706443464] Network 237dead0-62cc-46b7-b149-d9cbbf320fb2 is already hosted by enough agents. {{(pid=80382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 15:02:32.143970 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.base_scheduler [req-13622d9f-87e3-49ce-ba04-757761fe9a23 req-334fa292-73b2-4094-8600-36c13aa428cd tempest-DeleteServersTestJSON-706443464 tempest-DeleteServersTestJSON-706443464] Resources bound (agent type, host, resource id):  {{(pid=80382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 15:02:32.147794 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvr_db [None req-3c594f0f-2ddd-4fed-84ea-e2028f545243 None None] Set router 4de356ec-3847-4021-abf6-0bb33f96d932 gateway port host: dv-cinder-757908-3-iscsi {{(pid=80385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 15:02:32.159979 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [req-13622d9f-87e3-49ce-ba04-757761fe9a23 req-334fa292-73b2-4094-8600-36c13aa428cd tempest-DeleteServersTestJSON-706443464 tempest-DeleteServersTestJSON-706443464] Received port after_create {{(pid=80382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 15:02:32.165935 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13622d9f-87e3-49ce-ba04-757761fe9a23 req-334fa292-73b2-4094-8600-36c13aa428cd tempest-DeleteServersTestJSON-706443464 tempest-DeleteServersTestJSON-706443464] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:02:32.184278 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-13622d9f-87e3-49ce-ba04-757761fe9a23 req-334fa292-73b2-4094-8600-36c13aa428cd tempest-DeleteServersTestJSON-706443464 tempest-DeleteServersTestJSON-706443464] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036822225390'] for port, before_response {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:32.347301 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Device e787ba15-4696-4576-abeb-ff9a55f6fc3f up at agent ovs-agent-dv-cinder-757908-3-iscsi {{(pid=80384) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 15:02:32.384020 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-13622d9f-87e3-49ce-ba04-757761fe9a23 req-334fa292-73b2-4094-8600-36c13aa428cd tempest-DeleteServersTestJSON-706443464 tempest-DeleteServersTestJSON-706443464] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 10.0550771
Dec 03 15:02:32.544317 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [req-13622d9f-87e3-49ce-ba04-757761fe9a23 req-a55180bf-b85e-4584-8862-58311279cd52 tempest-DeleteServersTestJSON-706443464 tempest-DeleteServersTestJSON-706443464] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=80382) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 03 15:02:32.551639 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-13622d9f-87e3-49ce-ba04-757761fe9a23 req-a55180bf-b85e-4584-8862-58311279cd52 tempest-DeleteServersTestJSON-706443464 tempest-DeleteServersTestJSON-706443464] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0212874
Dec 03 15:02:32.614427 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Provisioning complete for port e787ba15-4696-4576-abeb-ff9a55f6fc3f triggered by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:02:32.614860 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:32.784417 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-dcb71f25-42e4-4d02-b5ac-71f64f648e3d admin admin] Notify callbacks [] for port, precommit_update {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:32.799115 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-dcb71f25-42e4-4d02-b5ac-71f64f648e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024'] for port, after_update {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:32.800266 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-dcb71f25-42e4-4d02-b5ac-71f64f648e3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32547023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33522183'] for router_interface, after_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:32.852629 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:02:32.978829 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Device edced450-7a3b-4b9f-b925-2cbeb662f2dc up at agent ovs-agent-dv-cinder-757908-3-iscsi {{(pid=80384) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 15:02:33.104859 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-3c594f0f-2ddd-4fed-84ea-e2028f545243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f072ea9e780>, [{'id': '4de356ec-3847-4021-abf6-0bb33f96d932', 'name': 'tempest-AttachVolumeShelveTestJSON-1634246176-router', 'tenant_id': 'f608c43dc4544cf8abe2b82be12c9880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'external_fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '256e532d-0b6c-4490-a998-64a4b7ef203e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:02:15Z', 'updated_at': '2020-12-03T15:02:24Z', 'revision_number': 3, 'project_id': 'f608c43dc4544cf8abe2b82be12c9880', 'gw_port': {'id': '256e532d-0b6c-4490-a998-64a4b7ef203e', 'name': '', 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ed:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4de356ec-3847-4021-abf6-0bb33f96d932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:17Z', 'updated_at': '2020-12-03T15:02:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-iscsi'}], 'dv-cinder-757908-3-iscsi', False) {} {{(pid=80385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:02:33.120437 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c594f0f-2ddd-4fed-84ea-e2028f545243 None None] Checking router: 4de356ec-3847-4021-abf6-0bb33f96d932 for host: dv-cinder-757908-3-iscsi {{(pid=80385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 15:02:33.120576 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c594f0f-2ddd-4fed-84ea-e2028f545243 None None] Updating router 4de356ec-3847-4021-abf6-0bb33f96d932 port 256e532d-0b6c-4490-a998-64a4b7ef203e binding host dv-cinder-757908-3-iscsi {{(pid=80385) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 03 15:02:33.153886 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Provisioning for port edced450-7a3b-4b9f-b925-2cbeb662f2dc completed by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 15:02:33.164418 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Provisioning complete for port edced450-7a3b-4b9f-b925-2cbeb662f2dc triggered by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:02:33.164945 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:33.307277 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-3c594f0f-2ddd-4fed-84ea-e2028f545243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:33.383864 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:33.436069 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] For port edced450-7a3b-4b9f-b925-2cbeb662f2dc, host dv-cinder-757908-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-3-iscsi',level=0,port_id=edced450-7a3b-4b9f-b925-2cbeb662f2dc,segment=NetworkSegment(d4bc1e7b-f0cf-45e4-b2f6-c41c855b05f5),segment_id=d4bc1e7b-f0cf-45e4-b2f6-c41c855b05f5)] {{(pid=80384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 15:02:33.444310 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024'] for port, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:33.452089 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-da2f2e90-9066-4d8c-b3f9-7bd8e9fa7d98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:02:33.458783 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-15695a72-a822-487a-a659-b1ad72b5215b tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Notify callbacks [] for port, precommit_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:33.556765 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb71f25-42e4-4d02-b5ac-71f64f648e3d admin admin] Pushing event updated for resources: {'Port': ['ID=4341cc3f-a227-4ada-b32d-2379279df638,revision_number=2']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:02:33.578887 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-dcb71f25-42e4-4d02-b5ac-71f64f648e3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.726s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:02:33.659712 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ded8d56-f278-4d8f-a0c8-8e75fa9aa0ad req-7bef0c70-41bd-4526-a4dd-dfd009a05676 tempest-DeleteServersTestJSON-706443464 tempest-DeleteServersTestJSON-706443464] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:02:33.661382 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-7ded8d56-f278-4d8f-a0c8-8e75fa9aa0ad req-7bef0c70-41bd-4526-a4dd-dfd009a05676 tempest-DeleteServersTestJSON-706443464 tempest-DeleteServersTestJSON-706443464] 10.222.0.63 "GET /v2.0/ports?device_id=6df8e3bd-8dd7-4ac4-9409-df9187c8a651 HTTP/1.1" status: 200  len: 931 time: 0.2677534
Dec 03 15:02:33.667592 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb71f25-42e4-4d02-b5ac-71f64f648e3d admin admin] Network 99cd7ca3-24f1-4d31-adf2-9e1bba032327 is already hosted by enough agents. {{(pid=80382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 15:02:33.668845 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.base_scheduler [None req-dcb71f25-42e4-4d02-b5ac-71f64f648e3d admin admin] Resources bound (agent type, host, resource id):  {{(pid=80382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 15:02:33.680763 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Pushing event updated for resources: {'Port': ['ID=edced450-7a3b-4b9f-b925-2cbeb662f2dc,revision_number=4']} {{(pid=80384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:02:33.688589 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:02:33.824365 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-7ded8d56-f278-4d8f-a0c8-8e75fa9aa0ad req-79e861b6-1442-4384-b011-07f2784ca015 tempest-DeleteServersTestJSON-706443464 tempest-DeleteServersTestJSON-706443464] 10.222.0.63 "GET /v2.0/security-groups?id=5bf7d458-8135-4d32-ac0f-fb736c78de2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1465170
Dec 03 15:02:34.015784 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcb71f25-42e4-4d02-b5ac-71f64f648e3d admin admin] Router d7dcf50e-4757-4dc1-b05c-d59dd4c21105 has already been hosted by L3 agent 7132dbe3-ed21-4d9d-abcc-41c34baf52ae {{(pid=80382) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 15:02:34.111160 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Device edced450-7a3b-4b9f-b925-2cbeb662f2dc up at agent ovs-agent-dv-cinder-757908-3-iscsi {{(pid=80384) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 15:02:34.131093 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-15695a72-a822-487a-a659-b1ad72b5215b tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307552080722'] for port, after_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:34.279821 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Provisioning complete for port edced450-7a3b-4b9f-b925-2cbeb662f2dc triggered by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:02:34.280858 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:34.319736 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 55232) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:02:34.370782 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-3c594f0f-2ddd-4fed-84ea-e2028f545243 None None] Notify callbacks [] for port, precommit_update {{(pid=80385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:34.376764 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-e611995e-7c03-41a6-bd42-1033137e01e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:34.403356 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-3c594f0f-2ddd-4fed-84ea-e2028f545243 None None] Transition to ACTIVE for port object 256e532d-0b6c-4490-a998-64a4b7ef203e will not be triggered until provisioned by entity L2. {{(pid=80385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 15:02:34.412015 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-3c594f0f-2ddd-4fed-84ea-e2028f545243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024'] for port, after_update {{(pid=80385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:34.412649 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-e611995e-7c03-41a6-bd42-1033137e01e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:02:34.425819 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-e611995e-7c03-41a6-bd42-1033137e01e0 admin admin] Usage tracker for resource:security_group_rule and tenant:3dac158076ac46ce8a8a55e01e291911 is out of sync, need to count used quota {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:02:34.432560 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-e611995e-7c03-41a6-bd42-1033137e01e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:02:34.444841 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-e611995e-7c03-41a6-bd42-1033137e01e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:02:34.599931 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-e611995e-7c03-41a6-bd42-1033137e01e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:34.610578 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-e611995e-7c03-41a6-bd42-1033137e01e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:34.659789 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 55236) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:02:34.672065 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.base [req-13622d9f-87e3-49ce-ba04-757761fe9a23 req-3bac15af-9e14-48e8-a0f8-34afa187eb71 service neutron] Request body: {'port': {'device_id': '6df8e3bd-8dd7-4ac4-9409-df9187c8a651', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75790'}} {{(pid=80382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 15:02:34.679508 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-feba49c9-c63a-4a13-9791-d6a5de139e9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=80385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:02:34.699788 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-fac25ba7-1828-44be-bd44-2c493b79001c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:02:34.710532 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-e2b5c5a5-5db2-4aba-bad2-f084649b8061 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:02:34.755264 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-e611995e-7c03-41a6-bd42-1033137e01e0 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=3dac158076ac46ce8a8a55e01e291911&name=default HTTP/1.1" status: 200  len: 2879 time: 0.4343221
Dec 03 15:02:34.766111 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 55240) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:02:34.786016 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e611995e-7c03-41a6-bd42-1033137e01e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32bb25c6-4600-4185-b1fe-f65cf832b4b6,revision_number=1']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:02:34.805261 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94f99d0-1a6f-4e19-b29b-bfd24fda73e4 None None] Pushing event updated for resources: {'Port': ['ID=256e532d-0b6c-4490-a998-64a4b7ef203e,revision_number=2']} {{(pid=80385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:02:34.812582 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-e611995e-7c03-41a6-bd42-1033137e01e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:02:34.820729 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-b94f99d0-1a6f-4e19-b29b-bfd24fda73e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:02:34.876299 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [None req-3c594f0f-2ddd-4fed-84ea-e2028f545243 None None] Attempting to bind port 256e532d-0b6c-4490-a998-64a4b7ef203e on host dv-cinder-757908-3-iscsi for vnic_type normal with profile  {{(pid=80385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 15:02:34.877864 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [None req-3c594f0f-2ddd-4fed-84ea-e2028f545243 None None] Attempting to bind port 256e532d-0b6c-4490-a998-64a4b7ef203e by drivers openvswitch on host dv-cinder-757908-3-iscsi at level 0 using segments [{'id': 'd4bc1e7b-f0cf-45e4-b2f6-c41c855b05f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e'}] {{(pid=80385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 15:02:34.878532 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c594f0f-2ddd-4fed-84ea-e2028f545243 None None] Attempting to bind port 256e532d-0b6c-4490-a998-64a4b7ef203e on network 729c535b-bd07-4b0c-9bb6-d0eda364af7e {{(pid=80385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 15:02:34.884956 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c594f0f-2ddd-4fed-84ea-e2028f545243 None None] Checking agent: {'id': 'd86ab5d6-8c79-4633-8bc6-d0d32e0bb057', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757908-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 14, 53, 21), 'started_at': datetime.datetime(2020, 12, 3, 14, 53, 51), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 15, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757908-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.78', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 15:02:34.885696 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c594f0f-2ddd-4fed-84ea-e2028f545243 None None] Checking segment: {'id': 'd4bc1e7b-f0cf-45e4-b2f6-c41c855b05f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 15:02:34.886507 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-3c594f0f-2ddd-4fed-84ea-e2028f545243 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:34.887049 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c594f0f-2ddd-4fed-84ea-e2028f545243 None None] Bound using segment: {'id': 'd4bc1e7b-f0cf-45e4-b2f6-c41c855b05f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e'} {{(pid=80385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 15:02:34.887846 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [None req-3c594f0f-2ddd-4fed-84ea-e2028f545243 None None] Bound port: 256e532d-0b6c-4490-a998-64a4b7ef203e, host: dv-cinder-757908-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4bc1e7b-f0cf-45e4-b2f6-c41c855b05f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e'}}] {{(pid=80385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 15:02:34.888383 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-3c594f0f-2ddd-4fed-84ea-e2028f545243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:34.912491 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcb71f25-42e4-4d02-b5ac-71f64f648e3d admin admin] Notify agent at l3_agent.dv-cinder-757908-3-iscsi the message routers_updated {{(pid=80382) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 15:02:34.922781 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82841775-df53-4538-8a8c-77eac218a38e None None] Sync routers for ids ['d7dcf50e-4757-4dc1-b05c-d59dd4c21105'] in dv-cinder-757908-3-iscsi {{(pid=80384) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 15:02:34.939611 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82841775-df53-4538-8a8c-77eac218a38e None None] Routers {'d7dcf50e-4757-4dc1-b05c-d59dd4c21105'} bound to L3 agent in host dv-cinder-757908-3-iscsi {{(pid=80384) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 15:02:34.941240 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-82841775-df53-4538-8a8c-77eac218a38e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f072e8a5828>, 'dv-cinder-757908-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-03T14:53:20Z,description=<?>,heartbeat_timestamp=2020-12-03T15:02:20Z,host='dv-cinder-757908-3-iscsi',id=7132dbe3-ed21-4d9d-abcc-41c34baf52ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T14:53:20Z,topic='l3_agent')) {'router_ids': ['d7dcf50e-4757-4dc1-b05c-d59dd4c21105'], 'active': True} {{(pid=80384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:02:34.959960 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15695a72-a822-487a-a659-b1ad72b5215b tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Network 729c535b-bd07-4b0c-9bb6-d0eda364af7e is already hosted by enough agents. {{(pid=80383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 15:02:34.965681 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-dcb71f25-42e4-4d02-b5ac-71f64f648e3d admin admin] 10.222.0.63 "PUT /v2.0/routers/d7dcf50e-4757-4dc1-b05c-d59dd4c21105/add_router_interface HTTP/1.1" status: 200  len: 503 time: 16.8338368
Dec 03 15:02:34.983893 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.base_scheduler [None req-15695a72-a822-487a-a659-b1ad72b5215b tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Resources bound (agent type, host, resource id):  {{(pid=80383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 15:02:35.013347 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15695a72-a822-487a-a659-b1ad72b5215b tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Received port after_create {{(pid=80383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 15:02:35.057407 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [None req-3c594f0f-2ddd-4fed-84ea-e2028f545243 None None] For port 256e532d-0b6c-4490-a998-64a4b7ef203e, host dv-cinder-757908-3-iscsi, cleared binding levels {{(pid=80385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 15:02:35.068863 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [None req-3c594f0f-2ddd-4fed-84ea-e2028f545243 None None] For port 256e532d-0b6c-4490-a998-64a4b7ef203e, host dv-cinder-757908-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-3-iscsi',level=0,port_id=256e532d-0b6c-4490-a998-64a4b7ef203e,segment=NetworkSegment(d4bc1e7b-f0cf-45e4-b2f6-c41c855b05f5),segment_id=d4bc1e7b-f0cf-45e4-b2f6-c41c855b05f5)] {{(pid=80385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 15:02:35.075156 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-3c594f0f-2ddd-4fed-84ea-e2028f545243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024'] for port, after_update {{(pid=80385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:35.082693 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-13622d9f-87e3-49ce-ba04-757761fe9a23 req-3bac15af-9e14-48e8-a0f8-34afa187eb71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:35.217806 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-15695a72-a822-487a-a659-b1ad72b5215b tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Notify callbacks [] for floatingip, precommit_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:35.281964 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15695a72-a822-487a-a659-b1ad72b5215b tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Pushing event updated for resources: {'Port': ['ID=2c5f55e0-3d60-4186-b604-d194faa13689,revision_number=1']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:02:35.384141 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:02:35.392641 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvr_db [None req-82841775-df53-4538-8a8c-77eac218a38e None None] Set router d7dcf50e-4757-4dc1-b05c-d59dd4c21105 gateway port host: dv-cinder-757908-3-iscsi {{(pid=80384) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 15:02:35.480880 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-95a8fd0e-b992-4d6e-bada-5a312cfc0c7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:35.543207 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-15695a72-a822-487a-a659-b1ad72b5215b tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.843s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:02:35.580589 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94f99d0-1a6f-4e19-b29b-bfd24fda73e4 None None] Pushing event updated for resources: {'Port': ['ID=256e532d-0b6c-4490-a998-64a4b7ef203e,revision_number=3']} {{(pid=80385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:02:35.588368 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ca9ef2-e4a7-4d76-88e6-0f7cd291ae4d None None] Sync routers for ids ['03f605d8-d632-4719-b4d8-820103a7c639'] in dv-cinder-757908-3-iscsi {{(pid=80385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 15:02:35.613610 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-b94f99d0-1a6f-4e19-b29b-bfd24fda73e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=80385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:02:35.627844 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ca9ef2-e4a7-4d76-88e6-0f7cd291ae4d None None] Routers {'03f605d8-d632-4719-b4d8-820103a7c639'} bound to L3 agent in host dv-cinder-757908-3-iscsi {{(pid=80385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 15:02:35.628535 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-b1ca9ef2-e4a7-4d76-88e6-0f7cd291ae4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f072e88e208>, 'dv-cinder-757908-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-03T14:53:20Z,description=<?>,heartbeat_timestamp=2020-12-03T15:02:20Z,host='dv-cinder-757908-3-iscsi',id=7132dbe3-ed21-4d9d-abcc-41c34baf52ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T14:53:20Z,topic='l3_agent')) {'router_ids': ['03f605d8-d632-4719-b4d8-820103a7c639'], 'active': True} {{(pid=80385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:02:35.738657 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.notifiers.nova [req-13622d9f-87e3-49ce-ba04-757761fe9a23 req-3bac15af-9e14-48e8-a0f8-34afa187eb71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25ef8b7b-be10-454b-bfbd-bfa8f9585236 {{(pid=80382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 03 15:02:35.748565 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-13622d9f-87e3-49ce-ba04-757761fe9a23 req-3bac15af-9e14-48e8-a0f8-34afa187eb71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:35.772368 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [req-13622d9f-87e3-49ce-ba04-757761fe9a23 req-3bac15af-9e14-48e8-a0f8-34afa187eb71 service neutron] Transition to ACTIVE for port object 25ef8b7b-be10-454b-bfbd-bfa8f9585236 will not be triggered until provisioned by entity L2. {{(pid=80382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 15:02:35.807526 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-13622d9f-87e3-49ce-ba04-757761fe9a23 req-3bac15af-9e14-48e8-a0f8-34afa187eb71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024'] for port, after_update {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:35.858430 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-15695a72-a822-487a-a659-b1ad72b5215b tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:36.041993 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-a6d4d673-cc05-4e85-8541-f213565b8002 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:36.080883 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-334fa292-73b2-4094-8600-36c13aa428cd tempest-DeleteServersTestJSON-706443464 tempest-DeleteServersTestJSON-706443464] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:02:36.140497 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvr_db [None req-b1ca9ef2-e4a7-4d76-88e6-0f7cd291ae4d None None] Set router 03f605d8-d632-4719-b4d8-820103a7c639 gateway port host: dv-cinder-757908-3-iscsi {{(pid=80385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 15:02:36.144466 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-94a4116a-57fe-4457-8e20-915cb198919b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:36.205250 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-94a4116a-57fe-4457-8e20-915cb198919b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:36.289346 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-a6d4d673-cc05-4e85-8541-f213565b8002 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:02:36.290728 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-82841775-df53-4538-8a8c-77eac218a38e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f072e8a5828>, [{'id': 'd7dcf50e-4757-4dc1-b05c-d59dd4c21105', 'name': 'tempest-ServerRescueNegativeTestJSON-1726974879-router', 'tenant_id': '69f1305b325747b387eaa173734086a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'external_fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': 'e787ba15-4696-4576-abeb-ff9a55f6fc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:02:11Z', 'updated_at': '2020-12-03T15:02:30Z', 'revision_number': 4, 'project_id': '69f1305b325747b387eaa173734086a5', 'gw_port': {'id': 'e787ba15-4696-4576-abeb-ff9a55f6fc3f', 'name': '', 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:01:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7dcf50e-4757-4dc1-b05c-d59dd4c21105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:13Z', 'updated_at': '2020-12-03T15:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-iscsi', '_interfaces': [{'id': '4341cc3f-a227-4ada-b32d-2379279df638', 'name': '', 'network_id': '99cd7ca3-24f1-4d31-adf2-9e1bba032327', 'tenant_id': '69f1305b325747b387eaa173734086a5', 'mac_address': 'fa:16:3e:3c:85:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7dcf50e-4757-4dc1-b05c-d59dd4c21105', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '4e3eb5e7-50fa-43d1-a585-cbf981244c9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:24Z', 'updated_at': '2020-12-03T15:02:32Z', 'revision_number': 2, 'project_id': '69f1305b325747b387eaa173734086a5', 'subnets': [{'id': '4e3eb5e7-50fa-43d1-a585-cbf981244c9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-3-iscsi', False) {} {{(pid=80384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:02:36.300814 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82841775-df53-4538-8a8c-77eac218a38e None None] Checking router: d7dcf50e-4757-4dc1-b05c-d59dd4c21105 for host: dv-cinder-757908-3-iscsi {{(pid=80384) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 15:02:36.301510 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82841775-df53-4538-8a8c-77eac218a38e None None] Updating router d7dcf50e-4757-4dc1-b05c-d59dd4c21105 port 4341cc3f-a227-4ada-b32d-2379279df638 binding host dv-cinder-757908-3-iscsi {{(pid=80384) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 03 15:02:36.315047 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-94a4116a-57fe-4457-8e20-915cb198919b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:36.316478 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-a6d4d673-cc05-4e85-8541-f213565b8002 admin admin] Usage tracker for resource:security_group_rule and tenant:124c1981597e4275aa6b25b5822239ff is out of sync, need to count used quota {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:02:36.325153 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-a6d4d673-cc05-4e85-8541-f213565b8002 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:02:36.423785 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-82841775-df53-4538-8a8c-77eac218a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:36.443677 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-a6d4d673-cc05-4e85-8541-f213565b8002 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:02:36.450209 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-94a4116a-57fe-4457-8e20-915cb198919b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:36.451730 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-94a4116a-57fe-4457-8e20-915cb198919b admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/32bb25c6-4600-4185-b1fe-f65cf832b4b6 HTTP/1.1" status: 204  len: 168 time: 1.6353095
Dec 03 15:02:36.484246 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [req-13622d9f-87e3-49ce-ba04-757761fe9a23 req-3bac15af-9e14-48e8-a0f8-34afa187eb71 service neutron] Attempting to bind port 25ef8b7b-be10-454b-bfbd-bfa8f9585236 on host hv-cinder-75790 for vnic_type normal with profile  {{(pid=80382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 15:02:36.485207 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [req-13622d9f-87e3-49ce-ba04-757761fe9a23 req-3bac15af-9e14-48e8-a0f8-34afa187eb71 service neutron] Attempting to bind port 25ef8b7b-be10-454b-bfbd-bfa8f9585236 by drivers openvswitch on host hv-cinder-75790 at level 0 using segments [{'id': '3d8bc771-fb07-4608-a503-08ac748cc37b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '237dead0-62cc-46b7-b149-d9cbbf320fb2'}] {{(pid=80382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 15:02:36.485733 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13622d9f-87e3-49ce-ba04-757761fe9a23 req-3bac15af-9e14-48e8-a0f8-34afa187eb71 service neutron] Attempting to bind port 25ef8b7b-be10-454b-bfbd-bfa8f9585236 on network 237dead0-62cc-46b7-b149-d9cbbf320fb2 {{(pid=80382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 15:02:36.495991 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13622d9f-87e3-49ce-ba04-757761fe9a23 req-3bac15af-9e14-48e8-a0f8-34afa187eb71 service neutron] Checking agent: {'id': '7af519bd-b73a-4597-86f2-e334c7b64707', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75790', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 15, 0, 18), 'started_at': datetime.datetime(2020, 12, 3, 15, 0, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 15, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 15:02:36.496856 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13622d9f-87e3-49ce-ba04-757761fe9a23 req-3bac15af-9e14-48e8-a0f8-34afa187eb71 service neutron] Checking segment: {'id': '3d8bc771-fb07-4608-a503-08ac748cc37b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '237dead0-62cc-46b7-b149-d9cbbf320fb2'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 15:02:36.497443 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-13622d9f-87e3-49ce-ba04-757761fe9a23 req-3bac15af-9e14-48e8-a0f8-34afa187eb71 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:36.498071 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13622d9f-87e3-49ce-ba04-757761fe9a23 req-3bac15af-9e14-48e8-a0f8-34afa187eb71 service neutron] Bound using segment: {'id': '3d8bc771-fb07-4608-a503-08ac748cc37b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '237dead0-62cc-46b7-b149-d9cbbf320fb2'} {{(pid=80382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 15:02:36.498745 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [req-13622d9f-87e3-49ce-ba04-757761fe9a23 req-3bac15af-9e14-48e8-a0f8-34afa187eb71 service neutron] Bound port: 25ef8b7b-be10-454b-bfbd-bfa8f9585236, host: hv-cinder-75790, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d8bc771-fb07-4608-a503-08ac748cc37b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '237dead0-62cc-46b7-b149-d9cbbf320fb2'}}] {{(pid=80382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 15:02:36.499299 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-13622d9f-87e3-49ce-ba04-757761fe9a23 req-3bac15af-9e14-48e8-a0f8-34afa187eb71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:36.500238 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-15695a72-a822-487a-a659-b1ad72b5215b tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Notify callbacks [] for port, precommit_update {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:36.531377 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bac15af-9e14-48e8-a0f8-34afa187eb71 service neutron] Pushing event updated for resources: {'Port': ['ID=25ef8b7b-be10-454b-bfbd-bfa8f9585236,revision_number=2']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:02:36.535233 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-3bac15af-9e14-48e8-a0f8-34afa187eb71 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:02:36.539669 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-3314c2cb-da7b-476e-b907-b54f5c4d9b7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.105s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:02:36.578932 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-15695a72-a822-487a-a659-b1ad72b5215b tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024'] for port, after_update {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:36.631958 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03be11e3-68af-45f7-9b3d-7f8d01d624e0 req-28f8530c-e465-455b-8021-0a162647b8e2 tempest-DeleteServersTestJSON-706443464 tempest-DeleteServersTestJSON-706443464] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:02:36.635973 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [req-13622d9f-87e3-49ce-ba04-757761fe9a23 req-3bac15af-9e14-48e8-a0f8-34afa187eb71 service neutron] For port 25ef8b7b-be10-454b-bfbd-bfa8f9585236, host hv-cinder-75790, cleared binding levels {{(pid=80382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 15:02:36.638180 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-03be11e3-68af-45f7-9b3d-7f8d01d624e0 req-28f8530c-e465-455b-8021-0a162647b8e2 tempest-DeleteServersTestJSON-706443464 tempest-DeleteServersTestJSON-706443464] 10.222.0.63 "GET /v2.0/ports?device_id=6df8e3bd-8dd7-4ac4-9409-df9187c8a651 HTTP/1.1" status: 200  len: 931 time: 1.1655819
Dec 03 15:02:36.641338 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [req-13622d9f-87e3-49ce-ba04-757761fe9a23 req-3bac15af-9e14-48e8-a0f8-34afa187eb71 service neutron] For port 25ef8b7b-be10-454b-bfbd-bfa8f9585236, host hv-cinder-75790, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=25ef8b7b-be10-454b-bfbd-bfa8f9585236,segment=NetworkSegment(3d8bc771-fb07-4608-a503-08ac748cc37b),segment_id=3d8bc771-fb07-4608-a503-08ac748cc37b)] {{(pid=80382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 15:02:36.648418 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:02:36.651015 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a4116a-57fe-4457-8e20-915cb198919b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32bb25c6-4600-4185-b1fe-f65cf832b4b6,revision_number=None']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:02:36.654054 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-94a4116a-57fe-4457-8e20-915cb198919b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:02:36.673415 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-13622d9f-87e3-49ce-ba04-757761fe9a23 req-3bac15af-9e14-48e8-a0f8-34afa187eb71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024'] for port, after_update {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:36.772066 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15695a72-a822-487a-a659-b1ad72b5215b tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Pushing event updated for resources: {'Port': ['ID=2c5f55e0-3d60-4186-b604-d194faa13689,revision_number=2']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:02:36.793110 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-15695a72-a822-487a-a659-b1ad72b5215b tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:02:36.816172 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c594f0f-2ddd-4fed-84ea-e2028f545243 None None] Routers {'4de356ec-3847-4021-abf6-0bb33f96d932'} bound to L3 agent in host dv-cinder-757908-3-iscsi {{(pid=80385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 15:02:36.816845 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-3c594f0f-2ddd-4fed-84ea-e2028f545243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f072ea9e780>, 'dv-cinder-757908-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-03T14:53:20Z,description=<?>,heartbeat_timestamp=2020-12-03T15:02:20Z,host='dv-cinder-757908-3-iscsi',id=7132dbe3-ed21-4d9d-abcc-41c34baf52ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T14:53:20Z,topic='l3_agent')) {'router_ids': ['4de356ec-3847-4021-abf6-0bb33f96d932'], 'active': True} {{(pid=80385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:02:36.871724 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-03be11e3-68af-45f7-9b3d-7f8d01d624e0 req-8ee098ca-fa52-4969-881e-cd7b18dcf421 tempest-DeleteServersTestJSON-706443464 tempest-DeleteServersTestJSON-706443464] 10.222.0.63 "GET /v2.0/security-groups?id=5bf7d458-8135-4d32-ac0f-fb736c78de2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1713126
Dec 03 15:02:37.222105 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:02:37.223481 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-15695a72-a822-487a-a659-b1ad72b5215b tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036821248144'] for floatingip, after_update {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:37.250212 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-15695a72-a822-487a-a659-b1ad72b5215b tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6653'] for floatingip, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:37.251843 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-15695a72-a822-487a-a659-b1ad72b5215b tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 6.9636774
Dec 03 15:02:37.265837 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvr_db [None req-3c594f0f-2ddd-4fed-84ea-e2028f545243 None None] Set router 4de356ec-3847-4021-abf6-0bb33f96d932 gateway port host: dv-cinder-757908-3-iscsi {{(pid=80385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 15:02:37.289313 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.db_base_plugin_common [None req-95a8fd0e-b992-4d6e-bada-5a312cfc0c7a admin admin] Allocated IP 172.20.0.1 (b89cab8b-b39a-4106-adb3-9bedf452bb83/5f041ad7-6cbb-400e-8386-1de021d0e693/f8d7b9e6-ed81-4a77-90ee-17160114749f) {{(pid=80383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 15:02:37.460194 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad04d87-5ed2-457f-94c2-d6214b91e7f3 req-b35dbb79-884f-489a-bc3e-b832451f475c tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:02:37.461706 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-9ad04d87-5ed2-457f-94c2-d6214b91e7f3 req-b35dbb79-884f-489a-bc3e-b832451f475c tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/networks?id=99cd7ca3-24f1-4d31-adf2-9e1bba032327 HTTP/1.1" status: 200  len: 819 time: 0.2407088
Dec 03 15:02:37.484439 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-82841775-df53-4538-8a8c-77eac218a38e None None] Notify callbacks [] for port, precommit_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:37.486147 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13622d9f-87e3-49ce-ba04-757761fe9a23 req-3bac15af-9e14-48e8-a0f8-34afa187eb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:02:37.486837 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-13622d9f-87e3-49ce-ba04-757761fe9a23 req-3bac15af-9e14-48e8-a0f8-34afa187eb71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036822225390'] for port, before_response {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:37.488367 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-13622d9f-87e3-49ce-ba04-757761fe9a23 req-3bac15af-9e14-48e8-a0f8-34afa187eb71 service neutron] 10.222.0.83 "PUT /v2.0/ports/25ef8b7b-be10-454b-bfbd-bfa8f9585236 HTTP/1.1" status: 200  len: 1157 time: 3.9833314
Dec 03 15:02:37.491054 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6df8e3bd-8dd7-4ac4-9409-df9187c8a651', 'tag': '25ef8b7b-be10-454b-bfbd-bfa8f9585236'}] {{(pid=80382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 15:02:37.499483 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-82841775-df53-4538-8a8c-77eac218a38e None None] Transition to ACTIVE for port object 4341cc3f-a227-4ada-b32d-2379279df638 will not be triggered until provisioned by entity L2. {{(pid=80384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 15:02:37.523975 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-82841775-df53-4538-8a8c-77eac218a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024'] for port, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:37.554796 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:02:37.588929 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-9ad04d87-5ed2-457f-94c2-d6214b91e7f3 req-3f6a1ea3-b1c3-4e2d-9dee-219c048eeb82 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/quotas/69f1305b325747b387eaa173734086a5 HTTP/1.1" status: 200  len: 375 time: 0.1081636
Dec 03 15:02:37.599197 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-95a8fd0e-b992-4d6e-bada-5a312cfc0c7a admin admin] Notify callbacks [] for port, precommit_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:37.636698 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-95a8fd0e-b992-4d6e-bada-5a312cfc0c7a admin admin] Transition to ACTIVE for port object f8d7b9e6-ed81-4a77-90ee-17160114749f will not be triggered until provisioned by entity DHCP. {{(pid=80383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 15:02:37.683682 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-95a8fd0e-b992-4d6e-bada-5a312cfc0c7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307552080722'] for port, after_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:37.729837 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:02:37.731190 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bac15af-9e14-48e8-a0f8-34afa187eb71 service neutron] Pushing event updated for resources: {'Port': ['ID=25ef8b7b-be10-454b-bfbd-bfa8f9585236,revision_number=3']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:02:37.806450 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-a6d4d673-cc05-4e85-8541-f213565b8002 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:37.809306 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-3bac15af-9e14-48e8-a0f8-34afa187eb71 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.586s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:02:37.815541 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d07ac8-f915-48ad-b4cd-12e5915a20e5 None None] Pushing event updated for resources: {'Port': ['ID=4341cc3f-a227-4ada-b32d-2379279df638,revision_number=3']} {{(pid=80384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:02:37.829856 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-a6d4d673-cc05-4e85-8541-f213565b8002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:37.832523 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-85d07ac8-f915-48ad-b4cd-12e5915a20e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:02:37.875457 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-94a4116a-57fe-4457-8e20-915cb198919b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:02:37.915693 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-a6d4d673-cc05-4e85-8541-f213565b8002 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=124c1981597e4275aa6b25b5822239ff&name=default HTTP/1.1" status: 200  len: 2879 time: 3.1566482
Dec 03 15:02:37.918054 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 55314) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:02:37.932920 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d4d673-cc05-4e85-8541-f213565b8002 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b3d5ed7-ddb4-47f7-86df-821c3ae5c758,revision_number=1']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:02:37.941194 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-a6d4d673-cc05-4e85-8541-f213565b8002 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:02:37.983708 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13622d9f-87e3-49ce-ba04-757761fe9a23 req-83fba9fa-2b9c-4fe1-8b72-ba1bf2a1dab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:02:37.985426 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-13622d9f-87e3-49ce-ba04-757761fe9a23 req-83fba9fa-2b9c-4fe1-8b72-ba1bf2a1dab6 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=59b1a509fdae412992f73a7d46115cad&device_id=6df8e3bd-8dd7-4ac4-9409-df9187c8a651 HTTP/1.1" status: 200  len: 1160 time: 0.4205468
Dec 03 15:02:38.006640 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-9ad04d87-5ed2-457f-94c2-d6214b91e7f3 req-37ddab00-fe91-4c16-84b8-eeec287cfcce tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Synchronizing usage tracker for tenant:69f1305b325747b387eaa173734086a5 on resource:port {{(pid=80382) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 15:02:38.185445 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-b1ca9ef2-e4a7-4d76-88e6-0f7cd291ae4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f072e88e208>, [{'id': '03f605d8-d632-4719-b4d8-820103a7c639', 'name': 'tempest-AttachVolumeTestJSON-1867652888-router', 'tenant_id': '1bf6d3149aee44a798e51e0135d17c5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'external_fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': 'edced450-7a3b-4b9f-b925-2cbeb662f2dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:02:12Z', 'updated_at': '2020-12-03T15:02:22Z', 'revision_number': 4, 'project_id': '1bf6d3149aee44a798e51e0135d17c5f', 'gw_port': {'id': 'edced450-7a3b-4b9f-b925-2cbeb662f2dc', 'name': '', 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f605d8-d632-4719-b4d8-820103a7c639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:14Z', 'updated_at': '2020-12-03T15:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-iscsi', '_interfaces': [{'id': 'fe5a273b-0bc6-49c9-85b1-6d79719e3692', 'name': '', 'network_id': '2263eb43-6c9e-40c3-9734-975854f0ad70', 'tenant_id': '1bf6d3149aee44a798e51e0135d17c5f', 'mac_address': 'fa:16:3e:f5:2f:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03f605d8-d632-4719-b4d8-820103a7c639', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '988b1530-5903-4de4-818d-5aa0d60661ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:20Z', 'updated_at': '2020-12-03T15:02:22Z', 'revision_number': 2, 'project_id': '1bf6d3149aee44a798e51e0135d17c5f', 'subnets': [{'id': '988b1530-5903-4de4-818d-5aa0d60661ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-3-iscsi', False) {} {{(pid=80385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:02:38.198476 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ca9ef2-e4a7-4d76-88e6-0f7cd291ae4d None None] Checking router: 03f605d8-d632-4719-b4d8-820103a7c639 for host: dv-cinder-757908-3-iscsi {{(pid=80385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 15:02:38.198871 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ca9ef2-e4a7-4d76-88e6-0f7cd291ae4d None None] Updating router 03f605d8-d632-4719-b4d8-820103a7c639 port fe5a273b-0bc6-49c9-85b1-6d79719e3692 binding host dv-cinder-757908-3-iscsi {{(pid=80385) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 03 15:02:38.238522 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-13622d9f-87e3-49ce-ba04-757761fe9a23 req-820d1091-ac9f-446e-9324-89c0840c0c75 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=25ef8b7b-be10-454b-bfbd-bfa8f9585236 HTTP/1.1" status: 200  len: 217 time: 0.2221105
Dec 03 15:02:38.249810 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [None req-82841775-df53-4538-8a8c-77eac218a38e None None] Attempting to bind port 4341cc3f-a227-4ada-b32d-2379279df638 on host dv-cinder-757908-3-iscsi for vnic_type normal with profile  {{(pid=80384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 15:02:38.250577 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [None req-82841775-df53-4538-8a8c-77eac218a38e None None] Attempting to bind port 4341cc3f-a227-4ada-b32d-2379279df638 by drivers openvswitch on host dv-cinder-757908-3-iscsi at level 0 using segments [{'id': '42a6093d-652f-4cb9-990c-cc8e40f7f58f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '99cd7ca3-24f1-4d31-adf2-9e1bba032327'}] {{(pid=80384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 15:02:38.250984 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82841775-df53-4538-8a8c-77eac218a38e None None] Attempting to bind port 4341cc3f-a227-4ada-b32d-2379279df638 on network 99cd7ca3-24f1-4d31-adf2-9e1bba032327 {{(pid=80384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 15:02:38.254452 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a8fd0e-b992-4d6e-bada-5a312cfc0c7a admin admin] Pushing event updated for resources: {'Port': ['ID=f8d7b9e6-ed81-4a77-90ee-17160114749f,revision_number=1']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:02:38.257349 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82841775-df53-4538-8a8c-77eac218a38e None None] Checking agent: {'id': 'd86ab5d6-8c79-4633-8bc6-d0d32e0bb057', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757908-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 14, 53, 21), 'started_at': datetime.datetime(2020, 12, 3, 14, 53, 51), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 15, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757908-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.78', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 15:02:38.257776 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82841775-df53-4538-8a8c-77eac218a38e None None] Checking segment: {'id': '42a6093d-652f-4cb9-990c-cc8e40f7f58f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '99cd7ca3-24f1-4d31-adf2-9e1bba032327'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 15:02:38.258249 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-82841775-df53-4538-8a8c-77eac218a38e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:38.258695 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82841775-df53-4538-8a8c-77eac218a38e None None] Bound using segment: {'id': '42a6093d-652f-4cb9-990c-cc8e40f7f58f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '99cd7ca3-24f1-4d31-adf2-9e1bba032327'} {{(pid=80384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 15:02:38.259213 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [None req-82841775-df53-4538-8a8c-77eac218a38e None None] Bound port: 4341cc3f-a227-4ada-b32d-2379279df638, host: dv-cinder-757908-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42a6093d-652f-4cb9-990c-cc8e40f7f58f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '99cd7ca3-24f1-4d31-adf2-9e1bba032327'}}] {{(pid=80384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 15:02:38.259637 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-82841775-df53-4538-8a8c-77eac218a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:38.301069 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-95a8fd0e-b992-4d6e-bada-5a312cfc0c7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.571s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:02:38.322085 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-b1ca9ef2-e4a7-4d76-88e6-0f7cd291ae4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:38.343420 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-9ad04d87-5ed2-457f-94c2-d6214b91e7f3 req-37ddab00-fe91-4c16-84b8-eeec287cfcce tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Unset dirty status for tenant:69f1305b325747b387eaa173734086a5 on resource:port {{(pid=80382) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 15:02:38.344838 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-9ad04d87-5ed2-457f-94c2-d6214b91e7f3 req-37ddab00-fe91-4c16-84b8-eeec287cfcce tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/ports?tenant_id=69f1305b325747b387eaa173734086a5&fields=id HTTP/1.1" status: 200  len: 255 time: 0.7005012
Dec 03 15:02:38.362623 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [None req-82841775-df53-4538-8a8c-77eac218a38e None None] For port 4341cc3f-a227-4ada-b32d-2379279df638, host dv-cinder-757908-3-iscsi, cleared binding levels {{(pid=80384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 15:02:38.365974 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [None req-82841775-df53-4538-8a8c-77eac218a38e None None] For port 4341cc3f-a227-4ada-b32d-2379279df638, host dv-cinder-757908-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-3-iscsi',level=0,port_id=4341cc3f-a227-4ada-b32d-2379279df638,segment=NetworkSegment(42a6093d-652f-4cb9-990c-cc8e40f7f58f),segment_id=42a6093d-652f-4cb9-990c-cc8e40f7f58f)] {{(pid=80384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 15:02:38.370377 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-82841775-df53-4538-8a8c-77eac218a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024'] for port, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:38.396699 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13622d9f-87e3-49ce-ba04-757761fe9a23 req-3a05e38d-da2d-4acc-908d-c2f9840d60c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:02:38.398345 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-13622d9f-87e3-49ce-ba04-757761fe9a23 req-3a05e38d-da2d-4acc-908d-c2f9840d60c3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4ec5f1ed-3516-49a2-b1ee-f3cd8d9bb468 HTTP/1.1" status: 200  len: 851 time: 0.1589780
Dec 03 15:02:38.449378 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-d8fe6a26-0025-44bd-8a05-70b5f07bd5e9 req-deb8b050-412a-4035-be26-71eb91dbc07c tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Synchronizing usage tracker for tenant:1bf6d3149aee44a798e51e0135d17c5f on resource:security_group {{(pid=80383) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 15:02:38.489430 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-13622d9f-87e3-49ce-ba04-757761fe9a23 req-2ed8836b-8ca2-4317-a766-6974a9075752 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=237dead0-62cc-46b7-b149-d9cbbf320fb2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0834253
Dec 03 15:02:38.510353 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-fcb6bad6-1906-4976-9fc9-7168f5842bd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:38.609437 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-d8fe6a26-0025-44bd-8a05-70b5f07bd5e9 req-deb8b050-412a-4035-be26-71eb91dbc07c tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Unset dirty status for tenant:1bf6d3149aee44a798e51e0135d17c5f on resource:security_group {{(pid=80383) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 15:02:38.620093 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-d8fe6a26-0025-44bd-8a05-70b5f07bd5e9 req-deb8b050-412a-4035-be26-71eb91dbc07c tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-securitygroup--1915493662&fields=id&tenant_id=1bf6d3149aee44a798e51e0135d17c5f HTTP/1.1" status: 200  len: 267 time: 0.4542234
Dec 03 15:02:38.700264 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a8fd0e-b992-4d6e-bada-5a312cfc0c7a admin admin] Network b89cab8b-b39a-4106-adb3-9bedf452bb83 is already hosted by enough agents. {{(pid=80383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 15:02:38.814418 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:02:38.822906 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-fcb6bad6-1906-4976-9fc9-7168f5842bd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:38.939695 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-13622d9f-87e3-49ce-ba04-757761fe9a23 req-60b0ab67-e96f-4c18-8e23-67df4278327a service neutron] 10.222.0.83 "GET /v2.0/networks/237dead0-62cc-46b7-b149-d9cbbf320fb2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4363182
Dec 03 15:02:38.978865 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.base_scheduler [None req-95a8fd0e-b992-4d6e-bada-5a312cfc0c7a admin admin] Resources bound (agent type, host, resource id):  {{(pid=80383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 15:02:38.984355 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d07ac8-f915-48ad-b4cd-12e5915a20e5 None None] Pushing event updated for resources: {'Port': ['ID=4341cc3f-a227-4ada-b32d-2379279df638,revision_number=4']} {{(pid=80384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:02:38.992232 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-85d07ac8-f915-48ad-b4cd-12e5915a20e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:02:38.993717 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a8fd0e-b992-4d6e-bada-5a312cfc0c7a admin admin] Received port after_create {{(pid=80383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 15:02:38.994739 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-95a8fd0e-b992-4d6e-bada-5a312cfc0c7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036821248038'] for router_interface, before_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:39.021736 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82841775-df53-4538-8a8c-77eac218a38e None None] Routers {'d7dcf50e-4757-4dc1-b05c-d59dd4c21105'} bound to L3 agent in host dv-cinder-757908-3-iscsi {{(pid=80384) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 15:02:39.022500 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-82841775-df53-4538-8a8c-77eac218a38e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f072e8a5828>, 'dv-cinder-757908-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-03T14:53:20Z,description=<?>,heartbeat_timestamp=2020-12-03T15:02:20Z,host='dv-cinder-757908-3-iscsi',id=7132dbe3-ed21-4d9d-abcc-41c34baf52ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T14:53:20Z,topic='l3_agent')) {'router_ids': ['d7dcf50e-4757-4dc1-b05c-d59dd4c21105'], 'active': True} {{(pid=80384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:02:39.116753 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-fcb6bad6-1906-4976-9fc9-7168f5842bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:39.181489 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-13622d9f-87e3-49ce-ba04-757761fe9a23 req-52b04d18-801c-4a79-8973-2e820e11acfb service neutron] 10.222.0.83 "GET /v2.0/networks/237dead0-62cc-46b7-b149-d9cbbf320fb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2339637
Dec 03 15:02:39.202548 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-3c594f0f-2ddd-4fed-84ea-e2028f545243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f072ea9e780>, [{'id': '4de356ec-3847-4021-abf6-0bb33f96d932', 'name': 'tempest-AttachVolumeShelveTestJSON-1634246176-router', 'tenant_id': 'f608c43dc4544cf8abe2b82be12c9880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'external_fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '256e532d-0b6c-4490-a998-64a4b7ef203e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:02:15Z', 'updated_at': '2020-12-03T15:02:24Z', 'revision_number': 3, 'project_id': 'f608c43dc4544cf8abe2b82be12c9880', 'gw_port': {'id': '256e532d-0b6c-4490-a998-64a4b7ef203e', 'name': '', 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ed:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4de356ec-3847-4021-abf6-0bb33f96d932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:17Z', 'updated_at': '2020-12-03T15:02:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-iscsi'}], 'dv-cinder-757908-3-iscsi', False) {} {{(pid=80385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:02:39.213818 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c594f0f-2ddd-4fed-84ea-e2028f545243 None None] The sync data for ids ['4de356ec-3847-4021-abf6-0bb33f96d932'] in dv-cinder-757908-3-iscsi is: [{'id': '4de356ec-3847-4021-abf6-0bb33f96d932', 'name': 'tempest-AttachVolumeShelveTestJSON-1634246176-router', 'tenant_id': 'f608c43dc4544cf8abe2b82be12c9880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'external_fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '256e532d-0b6c-4490-a998-64a4b7ef203e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:02:15Z', 'updated_at': '2020-12-03T15:02:24Z', 'revision_number': 3, 'project_id': 'f608c43dc4544cf8abe2b82be12c9880', 'gw_port': {'id': '256e532d-0b6c-4490-a998-64a4b7ef203e', 'name': '', 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ed:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4de356ec-3847-4021-abf6-0bb33f96d932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:17Z', 'updated_at': '2020-12-03T15:02:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-iscsi'}] {{(pid=80385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 15:02:39.288915 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [req-9ad04d87-5ed2-457f-94c2-d6214b91e7f3 req-c4a0bef4-d1a5-42c8-a4d0-aae2c21d7bd3 service neutron] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=80382) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 03 15:02:39.292700 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:02:39.299274 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-9ad04d87-5ed2-457f-94c2-d6214b91e7f3 req-c4a0bef4-d1a5-42c8-a4d0-aae2c21d7bd3 service neutron] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.3587377
Dec 03 15:02:39.517765 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvr_db [None req-82841775-df53-4538-8a8c-77eac218a38e None None] Set router d7dcf50e-4757-4dc1-b05c-d59dd4c21105 gateway port host: dv-cinder-757908-3-iscsi {{(pid=80384) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 15:02:39.548970 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb6bad6-1906-4976-9fc9-7168f5842bd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b3d5ed7-ddb4-47f7-86df-821c3ae5c758,revision_number=None']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:02:39.567449 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-fcb6bad6-1906-4976-9fc9-7168f5842bd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:02:39.619998 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fe6a26-0025-44bd-8a05-70b5f07bd5e9 req-6b40f4a6-6ec4-4eea-b279-d4891b80ac63 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:02:39.620797 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-d8fe6a26-0025-44bd-8a05-70b5f07bd5e9 req-6b40f4a6-6ec4-4eea-b279-d4891b80ac63 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Synchronizing usage tracker for tenant:1bf6d3149aee44a798e51e0135d17c5f on resource:network {{(pid=80383) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 15:02:39.622766 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-9ad04d87-5ed2-457f-94c2-d6214b91e7f3 req-827ec9bf-d5b8-4151-8b51-729284bc5f7a service neutron] 10.222.0.63 "GET /v2.0/networks/99cd7ca3-24f1-4d31-adf2-9e1bba032327?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3221288
Dec 03 15:02:39.659859 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-054c607d-ff66-4e81-accf-621dcbc38eba None None] Provisioning for port f8d7b9e6-ed81-4a77-90ee-17160114749f completed by entity DHCP. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 15:02:39.664392 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-fcb6bad6-1906-4976-9fc9-7168f5842bd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:39.679868 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-fcb6bad6-1906-4976-9fc9-7168f5842bd8 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/6b3d5ed7-ddb4-47f7-86df-821c3ae5c758 HTTP/1.1" status: 204  len: 168 time: 1.7559664
Dec 03 15:02:39.684450 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-054c607d-ff66-4e81-accf-621dcbc38eba None None] Provisioning complete for port f8d7b9e6-ed81-4a77-90ee-17160114749f triggered by entity DHCP. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:02:39.684450 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-054c607d-ff66-4e81-accf-621dcbc38eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:39.698666 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-95a8fd0e-b992-4d6e-bada-5a312cfc0c7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:39.787131 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-b1ca9ef2-e4a7-4d76-88e6-0f7cd291ae4d None None] Notify callbacks [] for port, precommit_update {{(pid=80385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:39.834747 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-b1ca9ef2-e4a7-4d76-88e6-0f7cd291ae4d None None] Transition to ACTIVE for port object fe5a273b-0bc6-49c9-85b1-6d79719e3692 will not be triggered until provisioned by entity L2. {{(pid=80385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 15:02:39.843469 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-b1ca9ef2-e4a7-4d76-88e6-0f7cd291ae4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024'] for port, after_update {{(pid=80385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:39.863299 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-d8fe6a26-0025-44bd-8a05-70b5f07bd5e9 req-6b40f4a6-6ec4-4eea-b279-d4891b80ac63 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Unset dirty status for tenant:1bf6d3149aee44a798e51e0135d17c5f on resource:network {{(pid=80383) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 15:02:39.866059 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-d8fe6a26-0025-44bd-8a05-70b5f07bd5e9 req-6b40f4a6-6ec4-4eea-b279-d4891b80ac63 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/networks?id=2263eb43-6c9e-40c3-9734-975854f0ad70 HTTP/1.1" status: 200  len: 811 time: 1.2414505
Dec 03 15:02:39.902391 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [None req-054c607d-ff66-4e81-accf-621dcbc38eba None None] Port f8d7b9e6-ed81-4a77-90ee-17160114749f cannot update to ACTIVE because it is not bound. {{(pid=80384) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 15:02:39.911761 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-4d2a8c46-1fda-4be0-9a74-f4c1b96c7acc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:02:39.950093 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-d8fe6a26-0025-44bd-8a05-70b5f07bd5e9 req-6a9096fb-945b-4450-ab0a-95af8c815881 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/quotas/1bf6d3149aee44a798e51e0135d17c5f HTTP/1.1" status: 200  len: 375 time: 0.0736105
Dec 03 15:02:40.083933 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-9ad04d87-5ed2-457f-94c2-d6214b91e7f3 req-b38609bf-de2e-4ae8-8871-21ca6e9246a0 service neutron] 10.222.0.63 "GET /v2.0/networks/99cd7ca3-24f1-4d31-adf2-9e1bba032327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4483647
Dec 03 15:02:40.222195 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Device 256e532d-0b6c-4490-a998-64a4b7ef203e up at agent ovs-agent-dv-cinder-757908-3-iscsi {{(pid=80384) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 15:02:40.271055 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5782fb7-3815-448a-ad60-b97e85f42b52 None None] Pushing event updated for resources: {'Port': ['ID=fe5a273b-0bc6-49c9-85b1-6d79719e3692,revision_number=3']} {{(pid=80385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:02:40.290264 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-a5782fb7-3815-448a-ad60-b97e85f42b52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=80385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:02:40.491969 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-d8fe6a26-0025-44bd-8a05-70b5f07bd5e9 req-9ebd7227-1a53-4678-9625-360c3faeaea0 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Synchronizing usage tracker for tenant:1bf6d3149aee44a798e51e0135d17c5f on resource:port {{(pid=80383) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 15:02:40.620796 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Provisioning for port 256e532d-0b6c-4490-a998-64a4b7ef203e completed by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 15:02:40.649789 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-d8fe6a26-0025-44bd-8a05-70b5f07bd5e9 req-9ebd7227-1a53-4678-9625-360c3faeaea0 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Unset dirty status for tenant:1bf6d3149aee44a798e51e0135d17c5f on resource:port {{(pid=80383) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 15:02:40.657190 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-d8fe6a26-0025-44bd-8a05-70b5f07bd5e9 req-9ebd7227-1a53-4678-9625-360c3faeaea0 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/ports?tenant_id=1bf6d3149aee44a798e51e0135d17c5f&fields=id HTTP/1.1" status: 200  len: 348 time: 0.5945463
Dec 03 15:02:40.683346 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Provisioning complete for port 256e532d-0b6c-4490-a998-64a4b7ef203e triggered by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:02:40.683989 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:40.778800 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-95a8fd0e-b992-4d6e-bada-5a312cfc0c7a admin admin] Notify callbacks [] for port, precommit_update {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:40.811747 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-95a8fd0e-b992-4d6e-bada-5a312cfc0c7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024'] for port, after_update {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:40.824452 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-95a8fd0e-b992-4d6e-bada-5a312cfc0c7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32547023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33522183'] for router_interface, after_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:40.881716 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-e57245ae-ee29-4825-b0a0-8c9d3c8c8430 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:02:40.976551 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66673031-c2e4-47de-9220-1449e0b6dc3a req-03641c53-7ff5-4566-8408-c01a78450e6e tempest-DeleteServersTestJSON-706443464 tempest-DeleteServersTestJSON-706443464] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:02:40.982732 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [None req-b1ca9ef2-e4a7-4d76-88e6-0f7cd291ae4d None None] Attempting to bind port fe5a273b-0bc6-49c9-85b1-6d79719e3692 on host dv-cinder-757908-3-iscsi for vnic_type normal with profile  {{(pid=80385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 15:02:40.983399 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [None req-b1ca9ef2-e4a7-4d76-88e6-0f7cd291ae4d None None] Attempting to bind port fe5a273b-0bc6-49c9-85b1-6d79719e3692 by drivers openvswitch on host dv-cinder-757908-3-iscsi at level 0 using segments [{'id': '1f8ed2c9-9c9c-41af-869d-c0f0d4bf55da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2263eb43-6c9e-40c3-9734-975854f0ad70'}] {{(pid=80385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 15:02:40.983815 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ca9ef2-e4a7-4d76-88e6-0f7cd291ae4d None None] Attempting to bind port fe5a273b-0bc6-49c9-85b1-6d79719e3692 on network 2263eb43-6c9e-40c3-9734-975854f0ad70 {{(pid=80385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 15:02:40.985246 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-66673031-c2e4-47de-9220-1449e0b6dc3a req-03641c53-7ff5-4566-8408-c01a78450e6e tempest-DeleteServersTestJSON-706443464 tempest-DeleteServersTestJSON-706443464] 10.222.0.63 "GET /v2.0/ports?device_id=6df8e3bd-8dd7-4ac4-9409-df9187c8a651 HTTP/1.1" status: 200  len: 943 time: 0.3213313
Dec 03 15:02:41.009938 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ca9ef2-e4a7-4d76-88e6-0f7cd291ae4d None None] Checking agent: {'id': 'd86ab5d6-8c79-4633-8bc6-d0d32e0bb057', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757908-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 14, 53, 21), 'started_at': datetime.datetime(2020, 12, 3, 14, 53, 51), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 15, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757908-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.78', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 15:02:41.016237 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ca9ef2-e4a7-4d76-88e6-0f7cd291ae4d None None] Checking segment: {'id': '1f8ed2c9-9c9c-41af-869d-c0f0d4bf55da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2263eb43-6c9e-40c3-9734-975854f0ad70'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 15:02:41.018783 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-b1ca9ef2-e4a7-4d76-88e6-0f7cd291ae4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:41.019380 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ca9ef2-e4a7-4d76-88e6-0f7cd291ae4d None None] Bound using segment: {'id': '1f8ed2c9-9c9c-41af-869d-c0f0d4bf55da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2263eb43-6c9e-40c3-9734-975854f0ad70'} {{(pid=80385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 15:02:41.021807 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [None req-b1ca9ef2-e4a7-4d76-88e6-0f7cd291ae4d None None] Bound port: fe5a273b-0bc6-49c9-85b1-6d79719e3692, host: dv-cinder-757908-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f8ed2c9-9c9c-41af-869d-c0f0d4bf55da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2263eb43-6c9e-40c3-9734-975854f0ad70'}}] {{(pid=80385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 15:02:41.023721 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-b1ca9ef2-e4a7-4d76-88e6-0f7cd291ae4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:41.094009 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 55406) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:02:41.111972 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-66673031-c2e4-47de-9220-1449e0b6dc3a req-dbaa7bed-5cb7-472e-816e-127ac4b29b0c tempest-DeleteServersTestJSON-706443464 tempest-DeleteServersTestJSON-706443464] 10.222.0.63 "GET /v2.0/security-groups?id=5bf7d458-8135-4d32-ac0f-fb736c78de2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1207678
Dec 03 15:02:41.135903 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:41.179324 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2a38e26c-371f-481b-869e-15a52c7dc515 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:41.185052 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] For port 256e532d-0b6c-4490-a998-64a4b7ef203e, host dv-cinder-757908-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-3-iscsi',level=0,port_id=256e532d-0b6c-4490-a998-64a4b7ef203e,segment=NetworkSegment(d4bc1e7b-f0cf-45e4-b2f6-c41c855b05f5),segment_id=d4bc1e7b-f0cf-45e4-b2f6-c41c855b05f5)] {{(pid=80384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 15:02:41.198999 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-82841775-df53-4538-8a8c-77eac218a38e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f072e8a5828>, [{'id': 'd7dcf50e-4757-4dc1-b05c-d59dd4c21105', 'name': 'tempest-ServerRescueNegativeTestJSON-1726974879-router', 'tenant_id': '69f1305b325747b387eaa173734086a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'external_fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': 'e787ba15-4696-4576-abeb-ff9a55f6fc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:02:11Z', 'updated_at': '2020-12-03T15:02:30Z', 'revision_number': 4, 'project_id': '69f1305b325747b387eaa173734086a5', 'gw_port': {'id': 'e787ba15-4696-4576-abeb-ff9a55f6fc3f', 'name': '', 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:01:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7dcf50e-4757-4dc1-b05c-d59dd4c21105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:13Z', 'updated_at': '2020-12-03T15:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-iscsi', '_interfaces': [{'id': '4341cc3f-a227-4ada-b32d-2379279df638', 'name': '', 'network_id': '99cd7ca3-24f1-4d31-adf2-9e1bba032327', 'tenant_id': '69f1305b325747b387eaa173734086a5', 'mac_address': 'fa:16:3e:3c:85:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7dcf50e-4757-4dc1-b05c-d59dd4c21105', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '4e3eb5e7-50fa-43d1-a585-cbf981244c9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:24Z', 'updated_at': '2020-12-03T15:02:38Z', 'revision_number': 4, 'project_id': '69f1305b325747b387eaa173734086a5', 'subnets': [{'id': '4e3eb5e7-50fa-43d1-a585-cbf981244c9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-3-iscsi', False) {} {{(pid=80384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:02:41.212026 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024'] for port, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:41.219016 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-2a38e26c-371f-481b-869e-15a52c7dc515 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:02:41.219881 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-8fa1e071-2613-447b-9352-c9983dafe5c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:02:41.234034 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-2a38e26c-371f-481b-869e-15a52c7dc515 admin admin] Usage tracker for resource:security_group_rule and tenant:d1375a5f84c74b4fbcb7466f7df10849 is out of sync, need to count used quota {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:02:41.238779 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-2a38e26c-371f-481b-869e-15a52c7dc515 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:02:41.250944 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-2a38e26c-371f-481b-869e-15a52c7dc515 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:02:41.299932 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [None req-b1ca9ef2-e4a7-4d76-88e6-0f7cd291ae4d None None] For port fe5a273b-0bc6-49c9-85b1-6d79719e3692, host dv-cinder-757908-3-iscsi, cleared binding levels {{(pid=80385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 15:02:41.306252 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Pushing event updated for resources: {'Port': ['ID=256e532d-0b6c-4490-a998-64a4b7ef203e,revision_number=4']} {{(pid=80384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:02:41.307583 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [None req-b1ca9ef2-e4a7-4d76-88e6-0f7cd291ae4d None None] For port fe5a273b-0bc6-49c9-85b1-6d79719e3692, host dv-cinder-757908-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-3-iscsi',level=0,port_id=fe5a273b-0bc6-49c9-85b1-6d79719e3692,segment=NetworkSegment(1f8ed2c9-9c9c-41af-869d-c0f0d4bf55da),segment_id=1f8ed2c9-9c9c-41af-869d-c0f0d4bf55da)] {{(pid=80385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 15:02:41.309612 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82841775-df53-4538-8a8c-77eac218a38e None None] The sync data for ids ['d7dcf50e-4757-4dc1-b05c-d59dd4c21105'] in dv-cinder-757908-3-iscsi is: [{'id': 'd7dcf50e-4757-4dc1-b05c-d59dd4c21105', 'name': 'tempest-ServerRescueNegativeTestJSON-1726974879-router', 'tenant_id': '69f1305b325747b387eaa173734086a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'external_fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': 'e787ba15-4696-4576-abeb-ff9a55f6fc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:02:11Z', 'updated_at': '2020-12-03T15:02:30Z', 'revision_number': 4, 'project_id': '69f1305b325747b387eaa173734086a5', 'gw_port': {'id': 'e787ba15-4696-4576-abeb-ff9a55f6fc3f', 'name': '', 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:01:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7dcf50e-4757-4dc1-b05c-d59dd4c21105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:13Z', 'updated_at': '2020-12-03T15:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-iscsi', '_interfaces': [{'id': '4341cc3f-a227-4ada-b32d-2379279df638', 'name': '', 'network_id': '99cd7ca3-24f1-4d31-adf2-9e1bba032327', 'tenant_id': '69f1305b325747b387eaa173734086a5', 'mac_address': 'fa:16:3e:3c:85:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7dcf50e-4757-4dc1-b05c-d59dd4c21105', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '4e3eb5e7-50fa-43d1-a585-cbf981244c9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:24Z', 'updated_at': '2020-12-03T15:02:38Z', 'revision_number': 4, 'project_id': '69f1305b325747b387eaa173734086a5', 'subnets': [{'id': '4e3eb5e7-50fa-43d1-a585-cbf981244c9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80384) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 15:02:41.312093 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:02:41.315332 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-b1ca9ef2-e4a7-4d76-88e6-0f7cd291ae4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024'] for port, after_update {{(pid=80385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:41.359901 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-b94f99d0-1a6f-4e19-b29b-bfd24fda73e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:02:41.562945 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2a38e26c-371f-481b-869e-15a52c7dc515 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:41.578751 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2a38e26c-371f-481b-869e-15a52c7dc515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:41.587593 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a8fd0e-b992-4d6e-bada-5a312cfc0c7a admin admin] Pushing event updated for resources: {'Port': ['ID=f8d7b9e6-ed81-4a77-90ee-17160114749f,revision_number=2']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:02:41.610272 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-95a8fd0e-b992-4d6e-bada-5a312cfc0c7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.729s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:02:41.632607 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a8fd0e-b992-4d6e-bada-5a312cfc0c7a admin admin] Network b89cab8b-b39a-4106-adb3-9bedf452bb83 is already hosted by enough agents. {{(pid=80383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 15:02:41.639153 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.base_scheduler [None req-95a8fd0e-b992-4d6e-bada-5a312cfc0c7a admin admin] Resources bound (agent type, host, resource id):  {{(pid=80383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 15:02:41.651150 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-d8fe6a26-0025-44bd-8a05-70b5f07bd5e9 req-a906f8ca-dad6-4576-bec6-7ce089343cb9 service neutron] 10.222.0.63 "GET /v2.0/networks/2263eb43-6c9e-40c3-9734-975854f0ad70?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9514477
Dec 03 15:02:41.672319 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-11a6a7ca-84cb-4506-8dc9-92d322728d7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:02:41.723315 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-2a38e26c-371f-481b-869e-15a52c7dc515 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=d1375a5f84c74b4fbcb7466f7df10849&name=default HTTP/1.1" status: 200  len: 2879 time: 0.6056268
Dec 03 15:02:41.723315 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a38e26c-371f-481b-869e-15a52c7dc515 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7118cc11-24f7-42f6-acdb-a90ea6ac5502,revision_number=1']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:02:41.738101 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-2a38e26c-371f-481b-869e-15a52c7dc515 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:02:41.739060 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 55430) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:02:41.865234 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-b7a19f8f-b7d2-4d12-910c-57869a856fa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:41.898580 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-b7a19f8f-b7d2-4d12-910c-57869a856fa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:41.956793 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-b7a19f8f-b7d2-4d12-910c-57869a856fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:42.007271 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-315c05bb-e5a1-4867-bf90-1caa6130e189 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:02:42.084345 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5782fb7-3815-448a-ad60-b97e85f42b52 None None] Pushing event updated for resources: {'Port': ['ID=fe5a273b-0bc6-49c9-85b1-6d79719e3692,revision_number=4']} {{(pid=80385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:02:42.093453 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-a5782fb7-3815-448a-ad60-b97e85f42b52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.734s {{(pid=80385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:02:42.114745 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a19f8f-b7d2-4d12-910c-57869a856fa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7118cc11-24f7-42f6-acdb-a90ea6ac5502,revision_number=None']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:02:42.119721 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-b7a19f8f-b7d2-4d12-910c-57869a856fa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:02:42.121087 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-b7a19f8f-b7d2-4d12-910c-57869a856fa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:42.127695 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-b7a19f8f-b7d2-4d12-910c-57869a856fa9 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/7118cc11-24f7-42f6-acdb-a90ea6ac5502 HTTP/1.1" status: 204  len: 168 time: 0.3827055
Dec 03 15:02:42.195708 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ca9ef2-e4a7-4d76-88e6-0f7cd291ae4d None None] Routers {'03f605d8-d632-4719-b4d8-820103a7c639'} bound to L3 agent in host dv-cinder-757908-3-iscsi {{(pid=80385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 15:02:42.196405 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-b1ca9ef2-e4a7-4d76-88e6-0f7cd291ae4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f072e88e208>, 'dv-cinder-757908-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-03T14:53:20Z,description=<?>,heartbeat_timestamp=2020-12-03T15:02:20Z,host='dv-cinder-757908-3-iscsi',id=7132dbe3-ed21-4d9d-abcc-41c34baf52ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T14:53:20Z,topic='l3_agent')) {'router_ids': ['03f605d8-d632-4719-b4d8-820103a7c639'], 'active': True} {{(pid=80385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:02:42.218268 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-9a7f393d-f7e2-4c73-a97a-33f884b683a9 None None] Provisioning complete for port f8d7b9e6-ed81-4a77-90ee-17160114749f triggered by entity DHCP. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:02:42.222976 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-9a7f393d-f7e2-4c73-a97a-33f884b683a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:42.325288 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6df8e3bd-8dd7-4ac4-9409-df9187c8a651', 'tag': '25ef8b7b-be10-454b-bfbd-bfa8f9585236', 'status': 'completed', 'code': 200}
Dec 03 15:02:42.464054 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Device 256e532d-0b6c-4490-a998-64a4b7ef203e up at agent ovs-agent-dv-cinder-757908-3-iscsi {{(pid=80384) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 15:02:42.608574 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-d8fe6a26-0025-44bd-8a05-70b5f07bd5e9 req-3563fe90-84f9-41ed-96a3-e25f9219e1f3 service neutron] 10.222.0.63 "GET /v2.0/networks/2263eb43-6c9e-40c3-9734-975854f0ad70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.7053428
Dec 03 15:02:42.636754 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [None req-9a7f393d-f7e2-4c73-a97a-33f884b683a9 None None] Port f8d7b9e6-ed81-4a77-90ee-17160114749f cannot update to ACTIVE because it is not bound. {{(pid=80384) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 15:02:42.670543 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Provisioning complete for port 256e532d-0b6c-4490-a998-64a4b7ef203e triggered by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:02:42.670543 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:42.678248 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvr_db [None req-b1ca9ef2-e4a7-4d76-88e6-0f7cd291ae4d None None] Set router 03f605d8-d632-4719-b4d8-820103a7c639 gateway port host: dv-cinder-757908-3-iscsi {{(pid=80385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 15:02:42.745031 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95a8fd0e-b992-4d6e-bada-5a312cfc0c7a admin admin] Router 4de356ec-3847-4021-abf6-0bb33f96d932 has already been hosted by L3 agent 7132dbe3-ed21-4d9d-abcc-41c34baf52ae {{(pid=80383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 15:02:42.778551 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-1578c2ce-3148-43de-9317-d2797cae8b32 req-08efc91c-f9ed-475d-9f30-f4b1e186844a tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/ports?device_id=c233978f-9c32-47bf-8b66-44f0baa08830 HTTP/1.1" status: 200  len: 210 time: 0.1454766
Dec 03 15:02:42.986509 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Device 4341cc3f-a227-4ada-b32d-2379279df638 up at agent ovs-agent-dv-cinder-757908-3-iscsi {{(pid=80384) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 15:02:43.206446 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Provisioning for port 4341cc3f-a227-4ada-b32d-2379279df638 completed by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 15:02:43.214112 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be2adb6-6a68-4fd4-81e8-047b8a4b8e0f req-f56d4d23-9e22-4523-bfb0-ff19e1d4df75 tempest-DeleteServersTestJSON-706443464 tempest-DeleteServersTestJSON-706443464] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:02:43.228179 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Provisioning complete for port 4341cc3f-a227-4ada-b32d-2379279df638 triggered by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:02:43.228760 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:43.234407 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-1be2adb6-6a68-4fd4-81e8-047b8a4b8e0f req-f56d4d23-9e22-4523-bfb0-ff19e1d4df75 tempest-DeleteServersTestJSON-706443464 tempest-DeleteServersTestJSON-706443464] 10.222.0.63 "GET /v2.0/ports?device_id=6df8e3bd-8dd7-4ac4-9409-df9187c8a651 HTTP/1.1" status: 200  len: 943 time: 0.2569308
Dec 03 15:02:43.420891 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-1be2adb6-6a68-4fd4-81e8-047b8a4b8e0f req-f6819e25-cdb6-4f95-ad3f-0b501d34d59c tempest-DeleteServersTestJSON-706443464 tempest-DeleteServersTestJSON-706443464] 10.222.0.63 "GET /v2.0/security-groups?id=5bf7d458-8135-4d32-ac0f-fb736c78de2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1677070
Dec 03 15:02:43.569803 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:43.645664 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] For port 4341cc3f-a227-4ada-b32d-2379279df638, host dv-cinder-757908-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-3-iscsi',level=0,port_id=4341cc3f-a227-4ada-b32d-2379279df638,segment=NetworkSegment(42a6093d-652f-4cb9-990c-cc8e40f7f58f),segment_id=42a6093d-652f-4cb9-990c-cc8e40f7f58f)] {{(pid=80384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 15:02:43.663371 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024'] for port, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:43.672075 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-b1ca9ef2-e4a7-4d76-88e6-0f7cd291ae4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f072e88e208>, [{'id': '03f605d8-d632-4719-b4d8-820103a7c639', 'name': 'tempest-AttachVolumeTestJSON-1867652888-router', 'tenant_id': '1bf6d3149aee44a798e51e0135d17c5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'external_fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': 'edced450-7a3b-4b9f-b925-2cbeb662f2dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:02:12Z', 'updated_at': '2020-12-03T15:02:22Z', 'revision_number': 4, 'project_id': '1bf6d3149aee44a798e51e0135d17c5f', 'gw_port': {'id': 'edced450-7a3b-4b9f-b925-2cbeb662f2dc', 'name': '', 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f605d8-d632-4719-b4d8-820103a7c639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:14Z', 'updated_at': '2020-12-03T15:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-iscsi', '_interfaces': [{'id': 'fe5a273b-0bc6-49c9-85b1-6d79719e3692', 'name': '', 'network_id': '2263eb43-6c9e-40c3-9734-975854f0ad70', 'tenant_id': '1bf6d3149aee44a798e51e0135d17c5f', 'mac_address': 'fa:16:3e:f5:2f:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03f605d8-d632-4719-b4d8-820103a7c639', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '988b1530-5903-4de4-818d-5aa0d60661ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:20Z', 'updated_at': '2020-12-03T15:02:41Z', 'revision_number': 4, 'project_id': '1bf6d3149aee44a798e51e0135d17c5f', 'subnets': [{'id': '988b1530-5903-4de4-818d-5aa0d60661ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-3-iscsi', False) {} {{(pid=80385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:02:43.682343 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-f232170c-8590-484f-b10c-eaaa348b9d9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:02:43.682756 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95a8fd0e-b992-4d6e-bada-5a312cfc0c7a admin admin] Notify agent at l3_agent.dv-cinder-757908-3-iscsi the message routers_updated {{(pid=80383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 15:02:43.685061 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ca9ef2-e4a7-4d76-88e6-0f7cd291ae4d None None] The sync data for ids ['03f605d8-d632-4719-b4d8-820103a7c639'] in dv-cinder-757908-3-iscsi is: [{'id': '03f605d8-d632-4719-b4d8-820103a7c639', 'name': 'tempest-AttachVolumeTestJSON-1867652888-router', 'tenant_id': '1bf6d3149aee44a798e51e0135d17c5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'external_fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': 'edced450-7a3b-4b9f-b925-2cbeb662f2dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:02:12Z', 'updated_at': '2020-12-03T15:02:22Z', 'revision_number': 4, 'project_id': '1bf6d3149aee44a798e51e0135d17c5f', 'gw_port': {'id': 'edced450-7a3b-4b9f-b925-2cbeb662f2dc', 'name': '', 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f605d8-d632-4719-b4d8-820103a7c639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:14Z', 'updated_at': '2020-12-03T15:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-iscsi', '_interfaces': [{'id': 'fe5a273b-0bc6-49c9-85b1-6d79719e3692', 'name': '', 'network_id': '2263eb43-6c9e-40c3-9734-975854f0ad70', 'tenant_id': '1bf6d3149aee44a798e51e0135d17c5f', 'mac_address': 'fa:16:3e:f5:2f:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03f605d8-d632-4719-b4d8-820103a7c639', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '988b1530-5903-4de4-818d-5aa0d60661ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:20Z', 'updated_at': '2020-12-03T15:02:41Z', 'revision_number': 4, 'project_id': '1bf6d3149aee44a798e51e0135d17c5f', 'subnets': [{'id': '988b1530-5903-4de4-818d-5aa0d60661ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 15:02:43.691223 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-95a8fd0e-b992-4d6e-bada-5a312cfc0c7a admin admin] 10.222.0.63 "PUT /v2.0/routers/4de356ec-3847-4021-abf6-0bb33f96d932/add_router_interface HTTP/1.1" status: 200  len: 503 time: 11.9251699
Dec 03 15:02:43.829384 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-aba9ad4a-7fd3-4fa1-861d-3ccef9958396 req-7fbfedf6-a8be-479e-bf4c-4c675e90a79a tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/ports?device_id=d5082cea-6dd3-41d3-9210-f5e8bd37f651 HTTP/1.1" status: 200  len: 210 time: 0.1365783
Dec 03 15:02:43.831773 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Pushing event updated for resources: {'Port': ['ID=4341cc3f-a227-4ada-b32d-2379279df638,revision_number=5']} {{(pid=80384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:02:43.843449 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe162b6-5de6-449e-9a61-c8dff939f5e9 None None] Sync routers for ids ['4de356ec-3847-4021-abf6-0bb33f96d932'] in dv-cinder-757908-3-iscsi {{(pid=80384) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 15:02:43.859608 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:02:43.867815 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe162b6-5de6-449e-9a61-c8dff939f5e9 None None] Routers {'4de356ec-3847-4021-abf6-0bb33f96d932'} bound to L3 agent in host dv-cinder-757908-3-iscsi {{(pid=80384) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 15:02:43.868555 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-9fe162b6-5de6-449e-9a61-c8dff939f5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f072dd854e0>, 'dv-cinder-757908-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-03T14:53:20Z,description=<?>,heartbeat_timestamp=2020-12-03T15:02:20Z,host='dv-cinder-757908-3-iscsi',id=7132dbe3-ed21-4d9d-abcc-41c34baf52ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T14:53:20Z,topic='l3_agent')) {'router_ids': ['4de356ec-3847-4021-abf6-0bb33f96d932'], 'active': True} {{(pid=80384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:02:44.217144 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fbe648-606d-430e-9cc6-c519a527c017 req-002c4202-9abe-4605-bce3-edb496f7bd8c tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:02:44.229667 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-67fbe648-606d-430e-9cc6-c519a527c017 req-002c4202-9abe-4605-bce3-edb496f7bd8c tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/networks?id=99cd7ca3-24f1-4d31-adf2-9e1bba032327 HTTP/1.1" status: 200  len: 819 time: 0.5766709
Dec 03 15:02:44.287269 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-67fbe648-606d-430e-9cc6-c519a527c017 req-f49f4823-1817-411d-9e9a-f987483e8105 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/quotas/69f1305b325747b387eaa173734086a5 HTTP/1.1" status: 200  len: 375 time: 0.0562873
Dec 03 15:02:44.422049 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130bc847-dc2f-4d56-9242-7ce22590c45d req-619b945e-3d4b-4334-943c-e7fbc7d6ea1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:02:44.429806 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-130bc847-dc2f-4d56-9242-7ce22590c45d req-619b945e-3d4b-4334-943c-e7fbc7d6ea1c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=59b1a509fdae412992f73a7d46115cad&device_id=6df8e3bd-8dd7-4ac4-9409-df9187c8a651 HTTP/1.1" status: 200  len: 1160 time: 0.4067612
Dec 03 15:02:44.458563 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvr_db [None req-9fe162b6-5de6-449e-9a61-c8dff939f5e9 None None] Set router 4de356ec-3847-4021-abf6-0bb33f96d932 gateway port host: dv-cinder-757908-3-iscsi {{(pid=80384) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 15:02:44.468956 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-67fbe648-606d-430e-9cc6-c519a527c017 req-61eda1d5-f860-4bd1-8537-775075fc0182 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/ports?tenant_id=69f1305b325747b387eaa173734086a5&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1801078
Dec 03 15:02:44.677501 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Device fe5a273b-0bc6-49c9-85b1-6d79719e3692 up at agent ovs-agent-dv-cinder-757908-3-iscsi {{(pid=80384) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 15:02:45.146922 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-67fbe648-606d-430e-9cc6-c519a527c017 req-47364d2b-458f-4e5d-b1b9-9d39ce5e9893 service neutron] 10.222.0.63 "GET /v2.0/networks/99cd7ca3-24f1-4d31-adf2-9e1bba032327?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6771290
Dec 03 15:02:45.412020 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.83', 56628) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:02:45.417789 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 55546) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:02:45.545413 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.base [None req-5c32dcec-cdee-4f6a-830f-31c774699fc6 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Request body: {'security_group': {'name': 'tempest-securitygroup--945820114', 'description': 'tempest-description--462931124'}} {{(pid=80383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 15:02:45.619490 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Provisioning for port fe5a273b-0bc6-49c9-85b1-6d79719e3692 completed by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 15:02:45.655283 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Provisioning complete for port fe5a273b-0bc6-49c9-85b1-6d79719e3692 triggered by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:02:45.655713 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:45.772656 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad04d87-5ed2-457f-94c2-d6214b91e7f3 req-b8e9f8fd-6df7-426d-b339-770e3d7c18fe tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:02:45.775149 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-9ad04d87-5ed2-457f-94c2-d6214b91e7f3 req-b8e9f8fd-6df7-426d-b339-770e3d7c18fe tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Synchronizing usage tracker for tenant:69f1305b325747b387eaa173734086a5 on resource:network {{(pid=80383) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 15:02:45.787352 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-5c32dcec-cdee-4f6a-830f-31c774699fc6 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:02:45.795283 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 55552) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:02:45.911244 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130bc847-dc2f-4d56-9242-7ce22590c45d req-fd2ed8e2-8cd9-4548-9dc4-659c5a58daf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:02:45.913122 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-130bc847-dc2f-4d56-9242-7ce22590c45d req-fd2ed8e2-8cd9-4548-9dc4-659c5a58daf1 service neutron] 10.222.0.83 "GET /v2.0/networks?id=237dead0-62cc-46b7-b149-d9cbbf320fb2 HTTP/1.1" status: 200  len: 905 time: 1.4674289
Dec 03 15:02:45.914189 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.objects.ports [None req-1a2a1b6f-a873-494d-a6e7-129b9c2d9a3e None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80384) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 03 15:02:45.940373 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-5c32dcec-cdee-4f6a-830f-31c774699fc6 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Usage tracker for resource:security_group and tenant:f608c43dc4544cf8abe2b82be12c9880 is out of sync, need to count used quota {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:02:45.961264 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-5c32dcec-cdee-4f6a-830f-31c774699fc6 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:02:45.991676 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-9ad04d87-5ed2-457f-94c2-d6214b91e7f3 req-b8e9f8fd-6df7-426d-b339-770e3d7c18fe tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Unset dirty status for tenant:69f1305b325747b387eaa173734086a5 on resource:network {{(pid=80383) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 15:02:45.992904 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-9ad04d87-5ed2-457f-94c2-d6214b91e7f3 req-b8e9f8fd-6df7-426d-b339-770e3d7c18fe tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.83 "GET /v2.0/networks?id=99cd7ca3-24f1-4d31-adf2-9e1bba032327 HTTP/1.1" status: 200  len: 819 time: 0.5798073
Dec 03 15:02:45.998593 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-5c32dcec-cdee-4f6a-830f-31c774699fc6 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:02:46.056791 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.base [req-9ad04d87-5ed2-457f-94c2-d6214b91e7f3 req-995e8aa9-417d-490f-8e3c-63e637d7915f tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Request body: {'port': {'device_id': 'c233978f-9c32-47bf-8b66-44f0baa08830', 'network_id': '99cd7ca3-24f1-4d31-adf2-9e1bba032327', 'admin_state_up': True, 'tenant_id': '69f1305b325747b387eaa173734086a5'}} {{(pid=80383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 15:02:46.085793 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-130bc847-dc2f-4d56-9242-7ce22590c45d req-4e86dab5-d47c-47a9-abc8-e64ebda8bb13 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=25ef8b7b-be10-454b-bfbd-bfa8f9585236 HTTP/1.1" status: 200  len: 217 time: 0.1606994
Dec 03 15:02:46.088230 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.83', 56631) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:02:46.093093 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:46.137242 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-5c32dcec-cdee-4f6a-830f-31c774699fc6 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Notify callbacks [] for security_group, before_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:46.176683 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] For port fe5a273b-0bc6-49c9-85b1-6d79719e3692, host dv-cinder-757908-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-3-iscsi',level=0,port_id=fe5a273b-0bc6-49c9-85b1-6d79719e3692,segment=NetworkSegment(1f8ed2c9-9c9c-41af-869d-c0f0d4bf55da),segment_id=1f8ed2c9-9c9c-41af-869d-c0f0d4bf55da)] {{(pid=80384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 15:02:46.211663 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-9fe162b6-5de6-449e-9a61-c8dff939f5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f072dd854e0>, [{'id': '4de356ec-3847-4021-abf6-0bb33f96d932', 'name': 'tempest-AttachVolumeShelveTestJSON-1634246176-router', 'tenant_id': 'f608c43dc4544cf8abe2b82be12c9880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'external_fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '256e532d-0b6c-4490-a998-64a4b7ef203e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:02:15Z', 'updated_at': '2020-12-03T15:02:39Z', 'revision_number': 4, 'project_id': 'f608c43dc4544cf8abe2b82be12c9880', 'gw_port': {'id': '256e532d-0b6c-4490-a998-64a4b7ef203e', 'name': '', 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ed:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de356ec-3847-4021-abf6-0bb33f96d932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:17Z', 'updated_at': '2020-12-03T15:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-iscsi', '_interfaces': [{'id': 'f8d7b9e6-ed81-4a77-90ee-17160114749f', 'name': '', 'network_id': 'b89cab8b-b39a-4106-adb3-9bedf452bb83', 'tenant_id': 'f608c43dc4544cf8abe2b82be12c9880', 'mac_address': 'fa:16:3e:dd:9f:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4de356ec-3847-4021-abf6-0bb33f96d932', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '5f041ad7-6cbb-400e-8386-1de021d0e693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:36Z', 'updated_at': '2020-12-03T15:02:40Z', 'revision_number': 2, 'project_id': 'f608c43dc4544cf8abe2b82be12c9880', 'subnets': [{'id': '5f041ad7-6cbb-400e-8386-1de021d0e693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-3-iscsi', False) {} {{(pid=80384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:02:46.224664 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe162b6-5de6-449e-9a61-c8dff939f5e9 None None] Checking router: 4de356ec-3847-4021-abf6-0bb33f96d932 for host: dv-cinder-757908-3-iscsi {{(pid=80384) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 15:02:46.225277 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe162b6-5de6-449e-9a61-c8dff939f5e9 None None] Updating router 4de356ec-3847-4021-abf6-0bb33f96d932 port f8d7b9e6-ed81-4a77-90ee-17160114749f binding host dv-cinder-757908-3-iscsi {{(pid=80384) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 03 15:02:46.238706 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-5c32dcec-cdee-4f6a-830f-31c774699fc6 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:02:46.245377 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-5c32dcec-cdee-4f6a-830f-31c774699fc6 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Usage tracker for resource:security_group_rule and tenant:f608c43dc4544cf8abe2b82be12c9880 is out of sync, need to count used quota {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:02:46.259611 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-5c32dcec-cdee-4f6a-830f-31c774699fc6 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:02:46.274004 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-5c32dcec-cdee-4f6a-830f-31c774699fc6 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:02:46.284230 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024'] for port, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:46.285487 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Device 4341cc3f-a227-4ada-b32d-2379279df638 up at agent ovs-agent-dv-cinder-757908-3-iscsi {{(pid=80384) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 15:02:46.423566 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-9fe162b6-5de6-449e-9a61-c8dff939f5e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:46.429641 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-5c32dcec-cdee-4f6a-830f-31c774699fc6 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Notify callbacks [] for security_group, precommit_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:46.432928 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:02:46.468391 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-5c32dcec-cdee-4f6a-830f-31c774699fc6 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:46.503249 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fe6a26-0025-44bd-8a05-70b5f07bd5e9 req-9dcc8e13-02cc-41b5-8c41-5f08985fe6db tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:02:46.510028 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-d8fe6a26-0025-44bd-8a05-70b5f07bd5e9 req-9dcc8e13-02cc-41b5-8c41-5f08985fe6db tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.83 "GET /v2.0/networks?id=2263eb43-6c9e-40c3-9734-975854f0ad70 HTTP/1.1" status: 200  len: 811 time: 0.3940682
Dec 03 15:02:46.520773 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Pushing event updated for resources: {'Port': ['ID=fe5a273b-0bc6-49c9-85b1-6d79719e3692,revision_number=5']} {{(pid=80384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:02:46.526953 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Device 25ef8b7b-be10-454b-bfbd-bfa8f9585236 up at agent ovs-agent-hv-cinder-75790 {{(pid=80384) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 15:02:46.594418 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:02:46.614416 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-ac95f0ab-59db-4621-9765-ed91399c9232 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:46.650626 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-67fbe648-606d-430e-9cc6-c519a527c017 req-d10596cf-328b-4ba7-9756-5585257492b3 service neutron] 10.222.0.63 "GET /v2.0/networks/99cd7ca3-24f1-4d31-adf2-9e1bba032327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 1.5026395
Dec 03 15:02:46.677411 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-ce73a8a0-1f0b-4127-8e80-b42fa72bd38b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:02:46.695727 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130bc847-dc2f-4d56-9242-7ce22590c45d req-04cf48b1-cd71-472f-a26b-6648c917391e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:02:46.697232 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-130bc847-dc2f-4d56-9242-7ce22590c45d req-04cf48b1-cd71-472f-a26b-6648c917391e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4ec5f1ed-3516-49a2-b1ee-f3cd8d9bb468 HTTP/1.1" status: 200  len: 851 time: 0.5675550
Dec 03 15:02:46.709750 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f81c620-9e85-442c-be65-36a6e6ef5e9d req-23989ee3-196b-4e96-91bc-ba5977c793d6 tempest-DeleteServersTestJSON-706443464 tempest-DeleteServersTestJSON-706443464] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:02:46.718620 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-3f81c620-9e85-442c-be65-36a6e6ef5e9d req-23989ee3-196b-4e96-91bc-ba5977c793d6 tempest-DeleteServersTestJSON-706443464 tempest-DeleteServersTestJSON-706443464] 10.222.0.63 "GET /v2.0/ports?device_id=6df8e3bd-8dd7-4ac4-9409-df9187c8a651 HTTP/1.1" status: 200  len: 943 time: 0.9258199
Dec 03 15:02:46.724207 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-ac95f0ab-59db-4621-9765-ed91399c9232 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:02:46.737985 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-ac95f0ab-59db-4621-9765-ed91399c9232 admin admin] Usage tracker for resource:security_group_rule and tenant:af4ee7b8c3374fddb7e25f4d06fc4cad is out of sync, need to count used quota {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:02:46.741199 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-ac95f0ab-59db-4621-9765-ed91399c9232 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:02:46.866549 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c32dcec-cdee-4f6a-830f-31c774699fc6 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Pushing event updated for resources: {'SecurityGroup': ['ID=eeb87b8d-9b0e-46cd-a1ba-43889caf168f,revision_number=1']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:02:46.874407 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [req-9ad04d87-5ed2-457f-94c2-d6214b91e7f3 req-995e8aa9-417d-490f-8e3c-63e637d7915f tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:02:46.886520 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [req-9ad04d87-5ed2-457f-94c2-d6214b91e7f3 req-995e8aa9-417d-490f-8e3c-63e637d7915f tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:02:46.914945 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-ac95f0ab-59db-4621-9765-ed91399c9232 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:02:46.949282 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-5c32dcec-cdee-4f6a-830f-31c774699fc6 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:02:46.957992 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Provisioning complete for port 4341cc3f-a227-4ada-b32d-2379279df638 triggered by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:02:46.958537 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:46.983128 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-6115ec50-8de8-480d-833d-ceb97506dc94 req-0e702af9-801e-4819-9f38-82414745441b tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/ports?device_id=d5082cea-6dd3-41d3-9210-f5e8bd37f651 HTTP/1.1" status: 200  len: 210 time: 0.0546803
Dec 03 15:02:46.989185 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-5c32dcec-cdee-4f6a-830f-31c774699fc6 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Notify callbacks [] for security_group, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:46.990735 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-5c32dcec-cdee-4f6a-830f-31c774699fc6 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1728 time: 1.5718596
Dec 03 15:02:46.993864 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 55602) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:02:47.005176 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.base [None req-7c00da66-d439-4932-a079-9ab4c7734b96 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Request body: {'security_group_rule': {'security_group_id': 'eeb87b8d-9b0e-46cd-a1ba-43889caf168f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 15:02:47.019550 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-7c00da66-d439-4932-a079-9ab4c7734b96 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:02:47.030204 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-7c00da66-d439-4932-a079-9ab4c7734b96 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Usage tracker for resource:security_group_rule and tenant:f608c43dc4544cf8abe2b82be12c9880 is out of sync, need to count used quota {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:02:47.037498 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-7c00da66-d439-4932-a079-9ab4c7734b96 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:02:47.058055 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-7c00da66-d439-4932-a079-9ab4c7734b96 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:02:47.092363 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-ac95f0ab-59db-4621-9765-ed91399c9232 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:47.097239 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ad04d87-5ed2-457f-94c2-d6214b91e7f3 req-995e8aa9-417d-490f-8e3c-63e637d7915f tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Made reservation on behalf of 69f1305b325747b387eaa173734086a5 for: {'port': 1} {{(pid=80383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 15:02:47.103526 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-9ad04d87-5ed2-457f-94c2-d6214b91e7f3 req-995e8aa9-417d-490f-8e3c-63e637d7915f tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:47.145478 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-ac95f0ab-59db-4621-9765-ed91399c9232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:47.184149 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-4f5ea824-a900-4ca4-8207-beec8d24a419 req-236e2658-a6ca-4c9b-87bc-6b6bdeaf11c6 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/ports?device_id=8a7b86d5-7e34-4b4e-9561-8540a0f0fa76 HTTP/1.1" status: 200  len: 210 time: 0.1054161
Dec 03 15:02:47.194521 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-7c00da66-d439-4932-a079-9ab4c7734b96 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Notify callbacks [] for security_group_rule, before_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:47.211509 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-e2be4d65-26a0-48c9-b437-af8d554ddb96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:02:47.260099 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-ac95f0ab-59db-4621-9765-ed91399c9232 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=af4ee7b8c3374fddb7e25f4d06fc4cad&name=default HTTP/1.1" status: 200  len: 2879 time: 1.4472816
Dec 03 15:02:47.261996 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 55618) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:02:47.263045 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-3f81c620-9e85-442c-be65-36a6e6ef5e9d req-91abe92d-4312-447a-a20b-650558ada999 tempest-DeleteServersTestJSON-706443464 tempest-DeleteServersTestJSON-706443464] 10.222.0.63 "GET /v2.0/security-groups?id=5bf7d458-8135-4d32-ac0f-fb736c78de2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5433168
Dec 03 15:02:47.265297 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac95f0ab-59db-4621-9765-ed91399c9232 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd67f7c0-a59a-4832-9316-2ae6be7bc721,revision_number=1']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:02:47.286852 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-ac95f0ab-59db-4621-9765-ed91399c9232 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:02:47.336526 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Provisioning for port 25ef8b7b-be10-454b-bfbd-bfa8f9585236 completed by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 15:02:47.351991 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Provisioning complete for port 25ef8b7b-be10-454b-bfbd-bfa8f9585236 triggered by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:02:47.352608 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:47.449939 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-7c00da66-d439-4932-a079-9ab4c7734b96 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:47.467212 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-7c00da66-d439-4932-a079-9ab4c7734b96 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446068'] for security_group_rule, after_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:47.472290 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-e7dd874d-173a-4190-8923-8eae740fe54d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:47.490325 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:02:47.494654 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Device fe5a273b-0bc6-49c9-85b1-6d79719e3692 up at agent ovs-agent-dv-cinder-757908-3-iscsi {{(pid=80384) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 15:02:47.516200 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c00da66-d439-4932-a079-9ab4c7734b96 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Pushing event updated for resources: {'SecurityGroupRule': ['ID=434b0048-2719-4236-acdb-4b78a2f31e38,revision_number=0']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:02:47.532640 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-7c00da66-d439-4932-a079-9ab4c7734b96 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:02:47.553089 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-e7dd874d-173a-4190-8923-8eae740fe54d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:47.586063 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-7c00da66-d439-4932-a079-9ab4c7734b96 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Notify callbacks [] for security_group_rule, before_response {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:47.587571 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-7c00da66-d439-4932-a079-9ab4c7734b96 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 739 time: 0.5921891
Dec 03 15:02:47.590238 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 55626) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:02:47.610233 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.base [None req-13d82da8-c4db-4e2c-93d7-e4fbbd5b6393 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Request body: {'security_group_rule': {'security_group_id': 'eeb87b8d-9b0e-46cd-a1ba-43889caf168f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 15:02:47.624347 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-ca1e43e5-9fee-4b6a-8e68-39ef8682c3bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:47.631840 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-13d82da8-c4db-4e2c-93d7-e4fbbd5b6393 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:02:47.639538 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-13d82da8-c4db-4e2c-93d7-e4fbbd5b6393 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Usage tracker for resource:security_group_rule and tenant:f608c43dc4544cf8abe2b82be12c9880 is out of sync, need to count used quota {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:02:47.643419 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-e7dd874d-173a-4190-8923-8eae740fe54d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:47.645341 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-13d82da8-c4db-4e2c-93d7-e4fbbd5b6393 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:02:47.659788 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-b7a19f8f-b7d2-4d12-910c-57869a856fa9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:02:47.680394 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-13d82da8-c4db-4e2c-93d7-e4fbbd5b6393 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:02:47.683047 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dd874d-173a-4190-8923-8eae740fe54d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd67f7c0-a59a-4832-9316-2ae6be7bc721,revision_number=None']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:02:47.687180 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-e7dd874d-173a-4190-8923-8eae740fe54d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:02:47.688646 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-e7dd874d-173a-4190-8923-8eae740fe54d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:47.690390 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-e7dd874d-173a-4190-8923-8eae740fe54d admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/fd67f7c0-a59a-4832-9316-2ae6be7bc721 HTTP/1.1" status: 204  len: 168 time: 0.4258747
Dec 03 15:02:47.704257 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:47.741703 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-13d82da8-c4db-4e2c-93d7-e4fbbd5b6393 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Notify callbacks [] for security_group_rule, before_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:47.751064 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 55636) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:02:47.803202 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] For port 25ef8b7b-be10-454b-bfbd-bfa8f9585236, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=25ef8b7b-be10-454b-bfbd-bfa8f9585236,segment=NetworkSegment(3d8bc771-fb07-4608-a503-08ac748cc37b),segment_id=3d8bc771-fb07-4608-a503-08ac748cc37b)] {{(pid=80384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 15:02:47.812359 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6df8e3bd-8dd7-4ac4-9409-df9187c8a651', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25ef8b7b-be10-454b-bfbd-bfa8f9585236'}] {{(pid=80384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 15:02:47.825033 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.db_base_plugin_common [req-9ad04d87-5ed2-457f-94c2-d6214b91e7f3 req-995e8aa9-417d-490f-8e3c-63e637d7915f tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Allocated IP 172.20.0.8 (99cd7ca3-24f1-4d31-adf2-9e1bba032327/4e3eb5e7-50fa-43d1-a585-cbf981244c9d/4fcc7ba2-ca25-407b-8386-4f72181d346e) {{(pid=80383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 15:02:47.860428 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-13d82da8-c4db-4e2c-93d7-e4fbbd5b6393 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:47.864184 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-13d82da8-c4db-4e2c-93d7-e4fbbd5b6393 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446068'] for security_group_rule, after_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:47.880863 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-7c00da66-d439-4932-a079-9ab4c7734b96 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:02:47.909158 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d82da8-c4db-4e2c-93d7-e4fbbd5b6393 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d283479f-b9af-4e58-b261-c9314729669f,revision_number=0']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:02:47.914588 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-13d82da8-c4db-4e2c-93d7-e4fbbd5b6393 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:02:47.926054 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-13d82da8-c4db-4e2c-93d7-e4fbbd5b6393 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Notify callbacks [] for security_group_rule, before_response {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:47.931803 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-13d82da8-c4db-4e2c-93d7-e4fbbd5b6393 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 744 time: 0.3403137
Dec 03 15:02:47.932900 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 55644) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:02:47.939482 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.base [None req-c09211cf-e2df-433a-96a7-87cb7761724a tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Request body: {'floatingip': {'floating_network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e'}} {{(pid=80382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 15:02:47.945940 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-c09211cf-e2df-433a-96a7-87cb7761724a tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:02:47.952085 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-c09211cf-e2df-433a-96a7-87cb7761724a tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Usage tracker for resource:floatingip and tenant:f608c43dc4544cf8abe2b82be12c9880 is out of sync, need to count used quota {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:02:47.956067 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-c09211cf-e2df-433a-96a7-87cb7761724a tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:02:47.963629 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-c09211cf-e2df-433a-96a7-87cb7761724a tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:02:47.979040 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-c09211cf-e2df-433a-96a7-87cb7761724a tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Notify callbacks [] for floatingip, before_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:47.980910 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024'] for port, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:47.985900 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-85d07ac8-f915-48ad-b4cd-12e5915a20e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:02:48.141432 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Provisioning complete for port fe5a273b-0bc6-49c9-85b1-6d79719e3692 triggered by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:02:48.144619 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-92ffc0fc-faef-48e2-b445-4cec421094fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:48.146904 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:48.171710 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-92ffc0fc-faef-48e2-b445-4cec421094fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:02:48.178944 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-92ffc0fc-faef-48e2-b445-4cec421094fe admin admin] Usage tracker for resource:security_group_rule and tenant:cde197cc99584077b182036db319e5bd is out of sync, need to count used quota {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:02:48.182947 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-92ffc0fc-faef-48e2-b445-4cec421094fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:02:48.183613 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-9ad04d87-5ed2-457f-94c2-d6214b91e7f3 req-995e8aa9-417d-490f-8e3c-63e637d7915f tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Notify callbacks [] for port, precommit_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:48.192254 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-92ffc0fc-faef-48e2-b445-4cec421094fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:02:48.249959 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-9ad04d87-5ed2-457f-94c2-d6214b91e7f3 req-995e8aa9-417d-490f-8e3c-63e637d7915f tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307552080722'] for port, after_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:48.303210 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:02:48.305695 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-5da9b409-f3fb-4f35-9c04-4df30d0cab00 req-3eadacd1-2b0f-4595-a29c-22337af313e9 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/ports?device_id=d5082cea-6dd3-41d3-9210-f5e8bd37f651 HTTP/1.1" status: 200  len: 210 time: 0.0932658
Dec 03 15:02:48.322120 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-c09211cf-e2df-433a-96a7-87cb7761724a tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:48.441852 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 55662) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:02:48.515117 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-ea1cd20c-be23-4ea1-ba6c-e15c91eb2bd7 req-7c9c338d-21da-40fe-b3ae-5c4c18508d80 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/ports?device_id=8a7b86d5-7e34-4b4e-9561-8540a0f0fa76 HTTP/1.1" status: 200  len: 210 time: 0.0678298
Dec 03 15:02:48.543097 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995e8aa9-417d-490f-8e3c-63e637d7915f tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Pushing event updated for resources: {'Port': ['ID=4fcc7ba2-ca25-407b-8386-4f72181d346e,revision_number=1']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:02:48.546936 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-995e8aa9-417d-490f-8e3c-63e637d7915f tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:02:48.548220 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-7d8bfaeb-d522-4904-ab35-64702c29e8da admin admin] Notify callbacks [] for security_group, before_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:48.632431 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-92ffc0fc-faef-48e2-b445-4cec421094fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:48.633831 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-7d8bfaeb-d522-4904-ab35-64702c29e8da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:02:48.649250 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-7d8bfaeb-d522-4904-ab35-64702c29e8da admin admin] Usage tracker for resource:security_group_rule and tenant:b1bcd59194554b6c9633346bdc08467e is out of sync, need to count used quota {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:02:48.651959 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Pushing event updated for resources: {'Port': ['ID=25ef8b7b-be10-454b-bfbd-bfa8f9585236,revision_number=4']} {{(pid=80384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:02:48.654736 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-92ffc0fc-faef-48e2-b445-4cec421094fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:48.656920 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-7d8bfaeb-d522-4904-ab35-64702c29e8da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:02:48.676032 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ad04d87-5ed2-457f-94c2-d6214b91e7f3 req-995e8aa9-417d-490f-8e3c-63e637d7915f tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Network 99cd7ca3-24f1-4d31-adf2-9e1bba032327 is already hosted by enough agents. {{(pid=80383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 15:02:48.677103 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.691s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:02:48.677736 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.base_scheduler [req-9ad04d87-5ed2-457f-94c2-d6214b91e7f3 req-995e8aa9-417d-490f-8e3c-63e637d7915f tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Resources bound (agent type, host, resource id):  {{(pid=80383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 15:02:48.685844 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ad04d87-5ed2-457f-94c2-d6214b91e7f3 req-995e8aa9-417d-490f-8e3c-63e637d7915f tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Received port after_create {{(pid=80383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 15:02:48.690995 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad04d87-5ed2-457f-94c2-d6214b91e7f3 req-995e8aa9-417d-490f-8e3c-63e637d7915f tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:02:48.691916 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-9ad04d87-5ed2-457f-94c2-d6214b91e7f3 req-995e8aa9-417d-490f-8e3c-63e637d7915f tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036822225390'] for port, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:48.728657 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-9ad04d87-5ed2-457f-94c2-d6214b91e7f3 req-995e8aa9-417d-490f-8e3c-63e637d7915f tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.7101457
Dec 03 15:02:48.735756 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-7d8bfaeb-d522-4904-ab35-64702c29e8da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:02:48.738211 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-e611995e-7c03-41a6-bd42-1033137e01e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:02:48.743891 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-9fe162b6-5de6-449e-9a61-c8dff939f5e9 None None] Notify callbacks [] for port, precommit_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:48.765110 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-9fe162b6-5de6-449e-9a61-c8dff939f5e9 None None] Transition to ACTIVE for port object f8d7b9e6-ed81-4a77-90ee-17160114749f will not be triggered until provisioned by entity L2. {{(pid=80384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 15:02:48.770233 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-9fe162b6-5de6-449e-9a61-c8dff939f5e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024'] for port, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:48.787726 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:02:48.793730 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-92ffc0fc-faef-48e2-b445-4cec421094fe admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=cde197cc99584077b182036db319e5bd&name=default HTTP/1.1" status: 200  len: 2879 time: 1.0394206
Dec 03 15:02:48.797494 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 55670) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:02:48.872031 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-437d2781-a0dc-47d6-a529-eae27fa14cd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:48.880309 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ffc0fc-faef-48e2-b445-4cec421094fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fad74652-07f0-4574-9d5c-680deb7aaabb,revision_number=1']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:02:48.907791 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-437d2781-a0dc-47d6-a529-eae27fa14cd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:48.913114 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-92ffc0fc-faef-48e2-b445-4cec421094fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:02:48.934571 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6df8e3bd-8dd7-4ac4-9409-df9187c8a651', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25ef8b7b-be10-454b-bfbd-bfa8f9585236', 'code': 200}
Dec 03 15:02:48.954431 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdbd9af-d3fe-435d-886f-fd7d31a70c9e None None] Pushing event updated for resources: {'Port': ['ID=f8d7b9e6-ed81-4a77-90ee-17160114749f,revision_number=3']} {{(pid=80384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:02:48.959580 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-9cdbd9af-d3fe-435d-886f-fd7d31a70c9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:02:48.974407 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-437d2781-a0dc-47d6-a529-eae27fa14cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:48.980227 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:02:49.002269 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437d2781-a0dc-47d6-a529-eae27fa14cd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fad74652-07f0-4574-9d5c-680deb7aaabb,revision_number=None']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:02:49.005345 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-437d2781-a0dc-47d6-a529-eae27fa14cd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:49.006757 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-437d2781-a0dc-47d6-a529-eae27fa14cd7 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/fad74652-07f0-4574-9d5c-680deb7aaabb HTTP/1.1" status: 204  len: 168 time: 0.2081659
Dec 03 15:02:49.007771 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-437d2781-a0dc-47d6-a529-eae27fa14cd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:02:49.045377 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c09efc-5b69-4b15-9fe9-3129b632f303 req-f3e000c4-c74a-48ca-b310-59d4cb9df76f tempest-DeleteServersTestJSON-706443464 tempest-DeleteServersTestJSON-706443464] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:02:49.047381 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-38c09efc-5b69-4b15-9fe9-3129b632f303 req-f3e000c4-c74a-48ca-b310-59d4cb9df76f tempest-DeleteServersTestJSON-706443464 tempest-DeleteServersTestJSON-706443464] 10.222.0.63 "GET /v2.0/ports?device_id=6df8e3bd-8dd7-4ac4-9409-df9187c8a651 HTTP/1.1" status: 200  len: 945 time: 0.5004077
Dec 03 15:02:49.165277 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [None req-9fe162b6-5de6-449e-9a61-c8dff939f5e9 None None] Attempting to bind port f8d7b9e6-ed81-4a77-90ee-17160114749f on host dv-cinder-757908-3-iscsi for vnic_type normal with profile  {{(pid=80384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 15:02:49.165869 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [None req-9fe162b6-5de6-449e-9a61-c8dff939f5e9 None None] Attempting to bind port f8d7b9e6-ed81-4a77-90ee-17160114749f by drivers openvswitch on host dv-cinder-757908-3-iscsi at level 0 using segments [{'id': 'e2b57a66-c421-4e34-bfed-3a9d2ac3bd3c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b89cab8b-b39a-4106-adb3-9bedf452bb83'}] {{(pid=80384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 15:02:49.166458 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe162b6-5de6-449e-9a61-c8dff939f5e9 None None] Attempting to bind port f8d7b9e6-ed81-4a77-90ee-17160114749f on network b89cab8b-b39a-4106-adb3-9bedf452bb83 {{(pid=80384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 15:02:49.166582 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-38c09efc-5b69-4b15-9fe9-3129b632f303 req-7049518f-3133-4147-9fb2-88b0143f713c tempest-DeleteServersTestJSON-706443464 tempest-DeleteServersTestJSON-706443464] 10.222.0.63 "GET /v2.0/security-groups?id=5bf7d458-8135-4d32-ac0f-fb736c78de2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1125977
Dec 03 15:02:49.170480 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.db_base_plugin_common [None req-c09211cf-e2df-433a-96a7-87cb7761724a tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Allocated IP 172.27.2.41 (729c535b-bd07-4b0c-9bb6-d0eda364af7e/c53074ee-6482-4d40-a0b6-bf7110d55051/f7e70062-13e7-4cb6-84f8-dcc6cbdf3838) {{(pid=80382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 15:02:49.173790 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe162b6-5de6-449e-9a61-c8dff939f5e9 None None] Checking agent: {'id': 'd86ab5d6-8c79-4633-8bc6-d0d32e0bb057', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757908-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 14, 53, 21), 'started_at': datetime.datetime(2020, 12, 3, 14, 53, 51), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 15, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757908-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.78', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 15:02:49.174439 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe162b6-5de6-449e-9a61-c8dff939f5e9 None None] Checking segment: {'id': 'e2b57a66-c421-4e34-bfed-3a9d2ac3bd3c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b89cab8b-b39a-4106-adb3-9bedf452bb83'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 15:02:49.175012 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-9fe162b6-5de6-449e-9a61-c8dff939f5e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:49.175614 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe162b6-5de6-449e-9a61-c8dff939f5e9 None None] Bound using segment: {'id': 'e2b57a66-c421-4e34-bfed-3a9d2ac3bd3c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b89cab8b-b39a-4106-adb3-9bedf452bb83'} {{(pid=80384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 15:02:49.176290 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [None req-9fe162b6-5de6-449e-9a61-c8dff939f5e9 None None] Bound port: f8d7b9e6-ed81-4a77-90ee-17160114749f, host: dv-cinder-757908-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2b57a66-c421-4e34-bfed-3a9d2ac3bd3c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b89cab8b-b39a-4106-adb3-9bedf452bb83'}}] {{(pid=80384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 15:02:49.176888 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-9fe162b6-5de6-449e-9a61-c8dff939f5e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:49.201066 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-7d8bfaeb-d522-4904-ab35-64702c29e8da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:49.230892 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-7d8bfaeb-d522-4904-ab35-64702c29e8da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:49.255537 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-e7dd874d-173a-4190-8923-8eae740fe54d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:02:49.285560 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:49.317229 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.base [req-9ad04d87-5ed2-457f-94c2-d6214b91e7f3 req-8a20cc24-8464-4319-979b-0030989d883f service neutron] Request body: {'port': {'device_id': 'c233978f-9c32-47bf-8b66-44f0baa08830', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75790'}} {{(pid=80383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 15:02:49.344630 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [None req-9fe162b6-5de6-449e-9a61-c8dff939f5e9 None None] For port f8d7b9e6-ed81-4a77-90ee-17160114749f, host dv-cinder-757908-3-iscsi, cleared binding levels {{(pid=80384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 15:02:49.348275 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [None req-9fe162b6-5de6-449e-9a61-c8dff939f5e9 None None] For port f8d7b9e6-ed81-4a77-90ee-17160114749f, host dv-cinder-757908-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-3-iscsi',level=0,port_id=f8d7b9e6-ed81-4a77-90ee-17160114749f,segment=NetworkSegment(e2b57a66-c421-4e34-bfed-3a9d2ac3bd3c),segment_id=e2b57a66-c421-4e34-bfed-3a9d2ac3bd3c)] {{(pid=80384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 15:02:49.352404 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-9fe162b6-5de6-449e-9a61-c8dff939f5e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024'] for port, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:49.374798 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-22c88611-7ef4-4cc4-ab45-55118c5a4e18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:02:49.453007 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-7d8bfaeb-d522-4904-ab35-64702c29e8da admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=b1bcd59194554b6c9633346bdc08467e&name=default HTTP/1.1" status: 200  len: 2879 time: 1.0082204
Dec 03 15:02:49.472848 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 55694) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:02:49.476995 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-130bc847-dc2f-4d56-9242-7ce22590c45d req-2d4747eb-4470-46fb-a510-a8fccb670393 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=237dead0-62cc-46b7-b149-d9cbbf320fb2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1165886
Dec 03 15:02:49.539415 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8bfaeb-d522-4904-ab35-64702c29e8da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=061ddaa9-bf58-4978-874b-742ba79f81f9,revision_number=1']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:02:49.617605 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-7d8bfaeb-d522-4904-ab35-64702c29e8da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:02:49.642737 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-9ad04d87-5ed2-457f-94c2-d6214b91e7f3 req-8a20cc24-8464-4319-979b-0030989d883f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:49.680326 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-eb260533-36a0-4f6a-b761-4ea2b4b09f32 req-84969486-160c-4492-93c8-248882571afd tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/ports?device_id=d5082cea-6dd3-41d3-9210-f5e8bd37f651 HTTP/1.1" status: 200  len: 210 time: 0.0997732
Dec 03 15:02:49.727282 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdbd9af-d3fe-435d-886f-fd7d31a70c9e None None] Pushing event updated for resources: {'Port': ['ID=f8d7b9e6-ed81-4a77-90ee-17160114749f,revision_number=4']} {{(pid=80384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:02:49.754352 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-9cdbd9af-d3fe-435d-886f-fd7d31a70c9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:02:49.784855 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-d8fe6a26-0025-44bd-8a05-70b5f07bd5e9 req-01850a87-eebd-4ad8-9414-b93fc8da9c90 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=1bf6d3149aee44a798e51e0135d17c5f HTTP/1.1" status: 200  len: 5505 time: 0.4480729
Dec 03 15:02:49.800537 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe162b6-5de6-449e-9a61-c8dff939f5e9 None None] Routers {'4de356ec-3847-4021-abf6-0bb33f96d932'} bound to L3 agent in host dv-cinder-757908-3-iscsi {{(pid=80384) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 15:02:49.801389 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-9fe162b6-5de6-449e-9a61-c8dff939f5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f072dd854e0>, 'dv-cinder-757908-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-03T14:53:20Z,description=<?>,heartbeat_timestamp=2020-12-03T15:02:20Z,host='dv-cinder-757908-3-iscsi',id=7132dbe3-ed21-4d9d-abcc-41c34baf52ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T14:53:20Z,topic='l3_agent')) {'router_ids': ['4de356ec-3847-4021-abf6-0bb33f96d932'], 'active': True} {{(pid=80384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:02:49.841606 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.base [req-d8fe6a26-0025-44bd-8a05-70b5f07bd5e9 req-1a58aebb-2041-4f72-a0c1-6182f4243913 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Request body: {'port': {'device_id': 'd5082cea-6dd3-41d3-9210-f5e8bd37f651', 'network_id': '2263eb43-6c9e-40c3-9734-975854f0ad70', 'admin_state_up': True, 'tenant_id': '1bf6d3149aee44a798e51e0135d17c5f', 'security_groups': ['b7daf6a7-63f3-474f-99b5-a2b7aacda372']}} {{(pid=80382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 15:02:49.914443 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 55700) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:02:49.941629 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.83', 56637) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:02:49.987129 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-b16b6d05-a031-4235-a135-82bd25953732 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:50.022598 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-1bb0c357-e86f-4f55-9fbf-1a93f142b5fe req-6a3e3a61-1dcd-4ed6-8849-3f4b90c64fbc tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/ports?device_id=8a7b86d5-7e34-4b4e-9561-8540a0f0fa76 HTTP/1.1" status: 200  len: 210 time: 0.2365308
Dec 03 15:02:50.023312 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-b16b6d05-a031-4235-a135-82bd25953732 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:02:50.025943 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-c09211cf-e2df-433a-96a7-87cb7761724a tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Notify callbacks [] for port, precommit_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:50.046804 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-b16b6d05-a031-4235-a135-82bd25953732 admin admin] Usage tracker for resource:security_group_rule and tenant:953bc81d6e284ba9832d04a47e01764a is out of sync, need to count used quota {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:02:50.052480 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-b16b6d05-a031-4235-a135-82bd25953732 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:02:50.079500 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-f4a479e7-d097-4730-b33f-6cb9824d06da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:50.138002 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvr_db [None req-9fe162b6-5de6-449e-9a61-c8dff939f5e9 None None] Set router 4de356ec-3847-4021-abf6-0bb33f96d932 gateway port host: dv-cinder-757908-3-iscsi {{(pid=80384) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 15:02:50.251175 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Device 25ef8b7b-be10-454b-bfbd-bfa8f9585236 up at agent ovs-agent-hv-cinder-75790 {{(pid=80384) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 15:02:50.292375 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-b0a4d8ac-a9df-403c-9b0d-55f97497e6f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:50.396288 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-d1a712ed-1597-40ee-be3f-9bd7eb160871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:50.397542 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.notifiers.nova [req-9ad04d87-5ed2-457f-94c2-d6214b91e7f3 req-8a20cc24-8464-4319-979b-0030989d883f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fcc7ba2-ca25-407b-8386-4f72181d346e {{(pid=80383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 03 15:02:50.405518 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-9ad04d87-5ed2-457f-94c2-d6214b91e7f3 req-8a20cc24-8464-4319-979b-0030989d883f service neutron] Notify callbacks [] for port, precommit_update {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:50.418894 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [req-9ad04d87-5ed2-457f-94c2-d6214b91e7f3 req-8a20cc24-8464-4319-979b-0030989d883f service neutron] Transition to ACTIVE for port object 4fcc7ba2-ca25-407b-8386-4f72181d346e will not be triggered until provisioned by entity L2. {{(pid=80383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 15:02:50.426381 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-9ad04d87-5ed2-457f-94c2-d6214b91e7f3 req-8a20cc24-8464-4319-979b-0030989d883f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024'] for port, after_update {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:50.429248 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-b16b6d05-a031-4235-a135-82bd25953732 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:02:50.547353 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.83', 56639) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:02:50.547744 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Provisioning complete for port 25ef8b7b-be10-454b-bfbd-bfa8f9585236 triggered by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:02:50.548822 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-c09211cf-e2df-433a-96a7-87cb7761724a tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307552080722'] for port, after_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:50.555095 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:50.606775 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-2aba10af-0607-48da-abe5-b1e75a55b850 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:02:50.688937 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a20cc24-8464-4319-979b-0030989d883f service neutron] Pushing event updated for resources: {'Port': ['ID=4fcc7ba2-ca25-407b-8386-4f72181d346e,revision_number=2']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:02:50.694269 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-8a20cc24-8464-4319-979b-0030989d883f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:02:50.924899 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-f4a479e7-d097-4730-b33f-6cb9824d06da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:51.114683 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-9fe162b6-5de6-449e-9a61-c8dff939f5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f072dd854e0>, [{'id': '4de356ec-3847-4021-abf6-0bb33f96d932', 'name': 'tempest-AttachVolumeShelveTestJSON-1634246176-router', 'tenant_id': 'f608c43dc4544cf8abe2b82be12c9880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'external_fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '256e532d-0b6c-4490-a998-64a4b7ef203e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:02:15Z', 'updated_at': '2020-12-03T15:02:39Z', 'revision_number': 4, 'project_id': 'f608c43dc4544cf8abe2b82be12c9880', 'gw_port': {'id': '256e532d-0b6c-4490-a998-64a4b7ef203e', 'name': '', 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ed:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de356ec-3847-4021-abf6-0bb33f96d932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:17Z', 'updated_at': '2020-12-03T15:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-iscsi', '_interfaces': [{'id': 'f8d7b9e6-ed81-4a77-90ee-17160114749f', 'name': '', 'network_id': 'b89cab8b-b39a-4106-adb3-9bedf452bb83', 'tenant_id': 'f608c43dc4544cf8abe2b82be12c9880', 'mac_address': 'fa:16:3e:dd:9f:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4de356ec-3847-4021-abf6-0bb33f96d932', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '5f041ad7-6cbb-400e-8386-1de021d0e693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:36Z', 'updated_at': '2020-12-03T15:02:49Z', 'revision_number': 4, 'project_id': 'f608c43dc4544cf8abe2b82be12c9880', 'subnets': [{'id': '5f041ad7-6cbb-400e-8386-1de021d0e693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-3-iscsi', False) {} {{(pid=80384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:02:51.123034 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe162b6-5de6-449e-9a61-c8dff939f5e9 None None] The sync data for ids ['4de356ec-3847-4021-abf6-0bb33f96d932'] in dv-cinder-757908-3-iscsi is: [{'id': '4de356ec-3847-4021-abf6-0bb33f96d932', 'name': 'tempest-AttachVolumeShelveTestJSON-1634246176-router', 'tenant_id': 'f608c43dc4544cf8abe2b82be12c9880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'external_fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '256e532d-0b6c-4490-a998-64a4b7ef203e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:02:15Z', 'updated_at': '2020-12-03T15:02:39Z', 'revision_number': 4, 'project_id': 'f608c43dc4544cf8abe2b82be12c9880', 'gw_port': {'id': '256e532d-0b6c-4490-a998-64a4b7ef203e', 'name': '', 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ed:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de356ec-3847-4021-abf6-0bb33f96d932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:17Z', 'updated_at': '2020-12-03T15:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-iscsi', '_interfaces': [{'id': 'f8d7b9e6-ed81-4a77-90ee-17160114749f', 'name': '', 'network_id': 'b89cab8b-b39a-4106-adb3-9bedf452bb83', 'tenant_id': 'f608c43dc4544cf8abe2b82be12c9880', 'mac_address': 'fa:16:3e:dd:9f:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4de356ec-3847-4021-abf6-0bb33f96d932', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '5f041ad7-6cbb-400e-8386-1de021d0e693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:36Z', 'updated_at': '2020-12-03T15:02:49Z', 'revision_number': 4, 'project_id': 'f608c43dc4544cf8abe2b82be12c9880', 'subnets': [{'id': '5f041ad7-6cbb-400e-8386-1de021d0e693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80384) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 15:02:51.145021 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-130bc847-dc2f-4d56-9242-7ce22590c45d req-2600f7d0-ff2d-408a-b8fa-1a1d522ed57c service neutron] 10.222.0.83 "GET /v2.0/networks/237dead0-62cc-46b7-b149-d9cbbf320fb2?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.5987949
Dec 03 15:02:51.145940 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-dcb71f25-42e4-4d02-b5ac-71f64f648e3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:02:51.170719 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e2b3c8-3b8f-4caf-b68f-8cf3e7948c10 req-39c3891d-bc72-4943-8779-ee9b3870321c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:02:51.172541 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-89e2b3c8-3b8f-4caf-b68f-8cf3e7948c10 req-39c3891d-bc72-4943-8779-ee9b3870321c service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=6df8e3bd-8dd7-4ac4-9409-df9187c8a651 HTTP/1.1" status: 200  len: 1162 time: 1.2260690
Dec 03 15:02:51.233438 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [req-9ad04d87-5ed2-457f-94c2-d6214b91e7f3 req-8a20cc24-8464-4319-979b-0030989d883f service neutron] Attempting to bind port 4fcc7ba2-ca25-407b-8386-4f72181d346e on host hv-cinder-75790 for vnic_type normal with profile  {{(pid=80383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 15:02:51.233438 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [req-9ad04d87-5ed2-457f-94c2-d6214b91e7f3 req-8a20cc24-8464-4319-979b-0030989d883f service neutron] Attempting to bind port 4fcc7ba2-ca25-407b-8386-4f72181d346e by drivers openvswitch on host hv-cinder-75790 at level 0 using segments [{'id': '42a6093d-652f-4cb9-990c-cc8e40f7f58f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '99cd7ca3-24f1-4d31-adf2-9e1bba032327'}] {{(pid=80383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 15:02:51.233790 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad04d87-5ed2-457f-94c2-d6214b91e7f3 req-8a20cc24-8464-4319-979b-0030989d883f service neutron] Attempting to bind port 4fcc7ba2-ca25-407b-8386-4f72181d346e on network 99cd7ca3-24f1-4d31-adf2-9e1bba032327 {{(pid=80383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 15:02:51.249237 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad04d87-5ed2-457f-94c2-d6214b91e7f3 req-8a20cc24-8464-4319-979b-0030989d883f service neutron] Checking agent: {'id': '7af519bd-b73a-4597-86f2-e334c7b64707', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75790', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 15, 0, 18), 'started_at': datetime.datetime(2020, 12, 3, 15, 0, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 15, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 15:02:51.249615 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad04d87-5ed2-457f-94c2-d6214b91e7f3 req-8a20cc24-8464-4319-979b-0030989d883f service neutron] Checking segment: {'id': '42a6093d-652f-4cb9-990c-cc8e40f7f58f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '99cd7ca3-24f1-4d31-adf2-9e1bba032327'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 15:02:51.250109 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-9ad04d87-5ed2-457f-94c2-d6214b91e7f3 req-8a20cc24-8464-4319-979b-0030989d883f service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:51.253901 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad04d87-5ed2-457f-94c2-d6214b91e7f3 req-8a20cc24-8464-4319-979b-0030989d883f service neutron] Bound using segment: {'id': '42a6093d-652f-4cb9-990c-cc8e40f7f58f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '99cd7ca3-24f1-4d31-adf2-9e1bba032327'} {{(pid=80383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 15:02:51.253901 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [req-9ad04d87-5ed2-457f-94c2-d6214b91e7f3 req-8a20cc24-8464-4319-979b-0030989d883f service neutron] Bound port: 4fcc7ba2-ca25-407b-8386-4f72181d346e, host: hv-cinder-75790, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42a6093d-652f-4cb9-990c-cc8e40f7f58f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '99cd7ca3-24f1-4d31-adf2-9e1bba032327'}}] {{(pid=80383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 15:02:51.253901 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-9ad04d87-5ed2-457f-94c2-d6214b91e7f3 req-8a20cc24-8464-4319-979b-0030989d883f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:51.254400 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-f4a479e7-d097-4730-b33f-6cb9824d06da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:51.270980 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-89e2b3c8-3b8f-4caf-b68f-8cf3e7948c10 req-105b51fc-ec73-4bde-93f7-336a5e82da95 service neutron] Notify callbacks [] for security_group, before_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:51.290762 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:51.348363 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [req-89e2b3c8-3b8f-4caf-b68f-8cf3e7948c10 req-105b51fc-ec73-4bde-93f7-336a5e82da95 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:02:51.390448 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-89e2b3c8-3b8f-4caf-b68f-8cf3e7948c10 req-105b51fc-ec73-4bde-93f7-336a5e82da95 service neutron] Usage tracker for resource:security_group_rule and tenant:ff0199366a92416ca0ff3f36885265e7 is out of sync, need to count used quota {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:02:51.405864 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470aff4d-cdb5-4918-a8bd-5bc4ac9ca5c6 req-65972e14-1227-4926-a7a3-5ec23848089e tempest-DeleteServersTestJSON-706443464 tempest-DeleteServersTestJSON-706443464] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:02:51.414118 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-470aff4d-cdb5-4918-a8bd-5bc4ac9ca5c6 req-65972e14-1227-4926-a7a3-5ec23848089e tempest-DeleteServersTestJSON-706443464 tempest-DeleteServersTestJSON-706443464] 10.222.0.63 "GET /v2.0/ports?device_id=6df8e3bd-8dd7-4ac4-9409-df9187c8a651 HTTP/1.1" status: 200  len: 945 time: 0.3180122
Dec 03 15:02:51.420475 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Device f8d7b9e6-ed81-4a77-90ee-17160114749f up at agent ovs-agent-dv-cinder-757908-3-iscsi {{(pid=80384) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 15:02:51.421707 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-89e2b3c8-3b8f-4caf-b68f-8cf3e7948c10 req-105b51fc-ec73-4bde-93f7-336a5e82da95 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:02:51.437870 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [req-89e2b3c8-3b8f-4caf-b68f-8cf3e7948c10 req-105b51fc-ec73-4bde-93f7-336a5e82da95 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:02:51.458900 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [req-d8fe6a26-0025-44bd-8a05-70b5f07bd5e9 req-1a58aebb-2041-4f72-a0c1-6182f4243913 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:02:51.472452 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fbe648-606d-430e-9cc6-c519a527c017 req-9ca38e84-8b57-467c-a587-02db48eb34ee tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:02:51.474954 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-67fbe648-606d-430e-9cc6-c519a527c017 req-9ca38e84-8b57-467c-a587-02db48eb34ee tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.83 "GET /v2.0/networks?id=99cd7ca3-24f1-4d31-adf2-9e1bba032327 HTTP/1.1" status: 200  len: 819 time: 0.9247918
Dec 03 15:02:51.527592 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Provisioning for port f8d7b9e6-ed81-4a77-90ee-17160114749f completed by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 15:02:51.537875 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Provisioning complete for port f8d7b9e6-ed81-4a77-90ee-17160114749f triggered by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:02:51.542678 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:51.584962 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09211cf-e2df-433a-96a7-87cb7761724a tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Pushing event updated for resources: {'Port': ['ID=f7e70062-13e7-4cb6-84f8-dcc6cbdf3838,revision_number=1']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:02:51.588269 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-c09211cf-e2df-433a-96a7-87cb7761724a tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:02:51.591961 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-470aff4d-cdb5-4918-a8bd-5bc4ac9ca5c6 req-77a7f4b0-f61b-47fd-85ec-82c48806ce98 tempest-DeleteServersTestJSON-706443464 tempest-DeleteServersTestJSON-706443464] 10.222.0.63 "GET /v2.0/security-groups?id=5bf7d458-8135-4d32-ac0f-fb736c78de2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1768823
Dec 03 15:02:51.612079 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-b16b6d05-a031-4235-a135-82bd25953732 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:51.613742 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [req-9ad04d87-5ed2-457f-94c2-d6214b91e7f3 req-8a20cc24-8464-4319-979b-0030989d883f service neutron] For port 4fcc7ba2-ca25-407b-8386-4f72181d346e, host hv-cinder-75790, cleared binding levels {{(pid=80383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 15:02:51.626752 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [req-9ad04d87-5ed2-457f-94c2-d6214b91e7f3 req-8a20cc24-8464-4319-979b-0030989d883f service neutron] For port 4fcc7ba2-ca25-407b-8386-4f72181d346e, host hv-cinder-75790, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=4fcc7ba2-ca25-407b-8386-4f72181d346e,segment=NetworkSegment(42a6093d-652f-4cb9-990c-cc8e40f7f58f),segment_id=42a6093d-652f-4cb9-990c-cc8e40f7f58f)] {{(pid=80383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 15:02:51.628176 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-b16b6d05-a031-4235-a135-82bd25953732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:51.633344 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.base [req-67fbe648-606d-430e-9cc6-c519a527c017 req-f873639b-0e5f-45e9-a279-6923ee4260cb tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Request body: {'port': {'device_id': '8a7b86d5-7e34-4b4e-9561-8540a0f0fa76', 'network_id': '99cd7ca3-24f1-4d31-adf2-9e1bba032327', 'admin_state_up': True, 'tenant_id': '69f1305b325747b387eaa173734086a5'}} {{(pid=80382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 15:02:51.644719 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:02:51.661579 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-9ad04d87-5ed2-457f-94c2-d6214b91e7f3 req-8a20cc24-8464-4319-979b-0030989d883f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024'] for port, after_update {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:51.703138 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.149s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:02:51.753196 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-b16b6d05-a031-4235-a135-82bd25953732 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=953bc81d6e284ba9832d04a47e01764a&name=default HTTP/1.1" status: 200  len: 2879 time: 1.8375876
Dec 03 15:02:51.782196 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:51.782417 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16b6d05-a031-4235-a135-82bd25953732 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51587938-d703-4f38-a799-97aa4e5cfd61,revision_number=1']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:02:51.792803 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 55744) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:02:51.818106 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-b16b6d05-a031-4235-a135-82bd25953732 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:02:51.859694 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] For port f8d7b9e6-ed81-4a77-90ee-17160114749f, host dv-cinder-757908-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-3-iscsi',level=0,port_id=f8d7b9e6-ed81-4a77-90ee-17160114749f,segment=NetworkSegment(e2b57a66-c421-4e34-bfed-3a9d2ac3bd3c),segment_id=e2b57a66-c421-4e34-bfed-3a9d2ac3bd3c)] {{(pid=80384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 15:02:51.863651 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024'] for port, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:51.866227 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:02:51.891533 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-8a20cc24-8464-4319-979b-0030989d883f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.175s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:02:51.957816 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Pushing event updated for resources: {'Port': ['ID=f8d7b9e6-ed81-4a77-90ee-17160114749f,revision_number=5']} {{(pid=80384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:02:51.967545 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [req-d8fe6a26-0025-44bd-8a05-70b5f07bd5e9 req-1a58aebb-2041-4f72-a0c1-6182f4243913 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:02:51.971723 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:02:51.974150 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-130bc847-dc2f-4d56-9242-7ce22590c45d req-1ff28fd6-1fc3-440c-b76d-4c7bd3d2f963 service neutron] 10.222.0.83 "GET /v2.0/networks/237dead0-62cc-46b7-b149-d9cbbf320fb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.7285223
Dec 03 15:02:51.977018 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-e21b6ae5-39a2-42dd-948d-8fb1f1ba3f81 req-4814aa61-fc76-43b0-87d2-23b903b921ec tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/ports?device_id=d5082cea-6dd3-41d3-9210-f5e8bd37f651 HTTP/1.1" status: 200  len: 210 time: 0.7327089
Dec 03 15:02:52.023250 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-7c778c2a-832b-4a71-9338-2409dcb4fb0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:52.024634 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-2aaa1e60-e004-4324-80f3-4f1788981e83 req-ea5ac13e-e72b-4e85-82bc-8ad8c42dbaeb tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Synchronizing usage tracker for tenant:69f1305b325747b387eaa173734086a5 on resource:port {{(pid=80383) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 15:02:52.048567 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [req-67fbe648-606d-430e-9cc6-c519a527c017 req-f873639b-0e5f-45e9-a279-6923ee4260cb tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:02:52.065271 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-67fbe648-606d-430e-9cc6-c519a527c017 req-f873639b-0e5f-45e9-a279-6923ee4260cb tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Usage tracker for resource:port and tenant:69f1305b325747b387eaa173734086a5 is out of sync, need to count used quota {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:02:52.070635 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-67fbe648-606d-430e-9cc6-c519a527c017 req-f873639b-0e5f-45e9-a279-6923ee4260cb tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Quota usage for port was recalculated. Used quota:2. {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:02:52.073820 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8fe6a26-0025-44bd-8a05-70b5f07bd5e9 req-1a58aebb-2041-4f72-a0c1-6182f4243913 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Made reservation on behalf of 1bf6d3149aee44a798e51e0135d17c5f for: {'port': 1} {{(pid=80382) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 15:02:52.079695 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-d8fe6a26-0025-44bd-8a05-70b5f07bd5e9 req-1a58aebb-2041-4f72-a0c1-6182f4243913 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:52.090189 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a479e7-d097-4730-b33f-6cb9824d06da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=061ddaa9-bf58-4978-874b-742ba79f81f9,revision_number=None']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:02:52.093402 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-f4a479e7-d097-4730-b33f-6cb9824d06da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:02:52.094461 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-f4a479e7-d097-4730-b33f-6cb9824d06da admin admin] Notify callbacks [] for security_group, before_response {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:52.098371 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-f4a479e7-d097-4730-b33f-6cb9824d06da admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/061ddaa9-bf58-4978-874b-742ba79f81f9 HTTP/1.1" status: 204  len: 168 time: 2.6216867
Dec 03 15:02:52.117479 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [req-67fbe648-606d-430e-9cc6-c519a527c017 req-f873639b-0e5f-45e9-a279-6923ee4260cb tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:02:52.181994 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-89e2b3c8-3b8f-4caf-b68f-8cf3e7948c10 req-105b51fc-ec73-4bde-93f7-336a5e82da95 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:52.193755 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a20cc24-8464-4319-979b-0030989d883f service neutron] Pushing event updated for resources: {'Port': ['ID=4fcc7ba2-ca25-407b-8386-4f72181d346e,revision_number=3']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:02:52.203542 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-89e2b3c8-3b8f-4caf-b68f-8cf3e7948c10 req-105b51fc-ec73-4bde-93f7-336a5e82da95 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:52.206417 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-8a20cc24-8464-4319-979b-0030989d883f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:02:52.209350 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67fbe648-606d-430e-9cc6-c519a527c017 req-f873639b-0e5f-45e9-a279-6923ee4260cb tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Made reservation on behalf of 69f1305b325747b387eaa173734086a5 for: {'port': 1} {{(pid=80382) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 15:02:52.214732 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-67fbe648-606d-430e-9cc6-c519a527c017 req-f873639b-0e5f-45e9-a279-6923ee4260cb tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:52.218204 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-2aaa1e60-e004-4324-80f3-4f1788981e83 req-ea5ac13e-e72b-4e85-82bc-8ad8c42dbaeb tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Unset dirty status for tenant:69f1305b325747b387eaa173734086a5 on resource:port {{(pid=80383) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 15:02:52.219533 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-2aaa1e60-e004-4324-80f3-4f1788981e83 req-ea5ac13e-e72b-4e85-82bc-8ad8c42dbaeb tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/ports?device_id=8a7b86d5-7e34-4b4e-9561-8540a0f0fa76 HTTP/1.1" status: 200  len: 210 time: 0.4002490
Dec 03 15:02:52.229923 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-437d2781-a0dc-47d6-a529-eae27fa14cd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:02:52.270766 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-89e2b3c8-3b8f-4caf-b68f-8cf3e7948c10 req-105b51fc-ec73-4bde-93f7-336a5e82da95 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=5bf7d458-8135-4d32-ac0f-fb736c78de2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.0545650
Dec 03 15:02:52.277502 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-4862b589-93c8-4834-9c6b-098f9c8a8a47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:52.281973 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad04d87-5ed2-457f-94c2-d6214b91e7f3 req-8a20cc24-8464-4319-979b-0030989d883f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:02:52.282644 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-9ad04d87-5ed2-457f-94c2-d6214b91e7f3 req-8a20cc24-8464-4319-979b-0030989d883f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036822225390'] for port, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:52.284220 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-9ad04d87-5ed2-457f-94c2-d6214b91e7f3 req-8a20cc24-8464-4319-979b-0030989d883f service neutron] 10.222.0.83 "PUT /v2.0/ports/4fcc7ba2-ca25-407b-8386-4f72181d346e HTTP/1.1" status: 200  len: 1157 time: 2.9772780
Dec 03 15:02:52.284929 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105b51fc-ec73-4bde-93f7-336a5e82da95 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=76d8d38b-3873-4b38-b47b-668715135a0f,revision_number=1']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:02:52.287618 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c233978f-9c32-47bf-8b66-44f0baa08830', 'tag': '4fcc7ba2-ca25-407b-8386-4f72181d346e'}] {{(pid=80383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 15:02:52.348471 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-105b51fc-ec73-4bde-93f7-336a5e82da95 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:02:52.376557 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09211cf-e2df-433a-96a7-87cb7761724a tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Network 729c535b-bd07-4b0c-9bb6-d0eda364af7e is already hosted by enough agents. {{(pid=80382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 15:02:52.399490 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.base_scheduler [None req-c09211cf-e2df-433a-96a7-87cb7761724a tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Resources bound (agent type, host, resource id):  {{(pid=80382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 15:02:52.402459 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09211cf-e2df-433a-96a7-87cb7761724a tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Received port after_create {{(pid=80382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 15:02:52.415689 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-4862b589-93c8-4834-9c6b-098f9c8a8a47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:52.531736 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-4862b589-93c8-4834-9c6b-098f9c8a8a47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:52.536872 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:02:52.552497 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4862b589-93c8-4834-9c6b-098f9c8a8a47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51587938-d703-4f38-a799-97aa4e5cfd61,revision_number=None']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:02:52.555509 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-4862b589-93c8-4834-9c6b-098f9c8a8a47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:02:52.565232 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-4862b589-93c8-4834-9c6b-098f9c8a8a47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:52.569327 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-4862b589-93c8-4834-9c6b-098f9c8a8a47 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/51587938-d703-4f38-a799-97aa4e5cfd61 HTTP/1.1" status: 204  len: 168 time: 0.7754688
Dec 03 15:02:52.715123 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-c09211cf-e2df-433a-96a7-87cb7761724a tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Notify callbacks [] for floatingip, precommit_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:53.002141 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5e516d-ec12-427d-af46-21cd0df053e7 req-b7721378-3924-4cac-bc2e-4d8eb953f671 tempest-DeleteServersTestJSON-706443464 tempest-DeleteServersTestJSON-706443464] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:02:53.004514 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-2f5e516d-ec12-427d-af46-21cd0df053e7 req-b7721378-3924-4cac-bc2e-4d8eb953f671 tempest-DeleteServersTestJSON-706443464 tempest-DeleteServersTestJSON-706443464] 10.222.0.63 "GET /v2.0/ports?device_id=6df8e3bd-8dd7-4ac4-9409-df9187c8a651 HTTP/1.1" status: 200  len: 945 time: 0.1888549
Dec 03 15:02:53.046266 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-c09211cf-e2df-433a-96a7-87cb7761724a tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:53.105258 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-2f5e516d-ec12-427d-af46-21cd0df053e7 req-e4aad8a6-13f5-4014-b0d9-477fdb1489ba tempest-DeleteServersTestJSON-706443464 tempest-DeleteServersTestJSON-706443464] 10.222.0.63 "GET /v2.0/security-groups?id=5bf7d458-8135-4d32-ac0f-fb736c78de2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0872939
Dec 03 15:02:53.334834 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c233978f-9c32-47bf-8b66-44f0baa08830', 'tag': '4fcc7ba2-ca25-407b-8386-4f72181d346e', 'status': 'completed', 'code': 200}
Dec 03 15:02:53.360816 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-663897fe-d44f-4b87-99bf-dbae4f9eb11f req-dbc52213-8705-4fe6-b73d-8913291af467 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/ports?device_id=d5082cea-6dd3-41d3-9210-f5e8bd37f651 HTTP/1.1" status: 200  len: 210 time: 0.0660486
Dec 03 15:02:53.392106 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Device f8d7b9e6-ed81-4a77-90ee-17160114749f up at agent ovs-agent-dv-cinder-757908-3-iscsi {{(pid=80384) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 15:02:53.475500 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Provisioning complete for port f8d7b9e6-ed81-4a77-90ee-17160114749f triggered by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:02:53.476344 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:53.516879 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.db_base_plugin_common [req-d8fe6a26-0025-44bd-8a05-70b5f07bd5e9 req-1a58aebb-2041-4f72-a0c1-6182f4243913 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Allocated IP 172.20.0.13 (2263eb43-6c9e-40c3-9734-975854f0ad70/988b1530-5903-4de4-818d-5aa0d60661ff/e835912e-98c3-4b70-bf9b-467e0fcfcd78) {{(pid=80382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 15:02:53.597575 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-1eb1f4ef-aa3f-440c-a976-10e338c6d3dc req-afa88053-ff71-4d59-9b8e-2f72aab65134 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/ports?device_id=8a7b86d5-7e34-4b4e-9561-8540a0f0fa76 HTTP/1.1" status: 200  len: 210 time: 0.1034708
Dec 03 15:02:53.694618 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.db_base_plugin_common [req-67fbe648-606d-430e-9cc6-c519a527c017 req-f873639b-0e5f-45e9-a279-6923ee4260cb tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Allocated IP 172.20.0.9 (99cd7ca3-24f1-4d31-adf2-9e1bba032327/4e3eb5e7-50fa-43d1-a585-cbf981244c9d/933ad543-585e-4a97-b615-70b5dc2690fb) {{(pid=80382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 15:02:54.110740 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-d8fe6a26-0025-44bd-8a05-70b5f07bd5e9 req-1a58aebb-2041-4f72-a0c1-6182f4243913 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Notify callbacks [] for port, precommit_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:54.224472 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-c09211cf-e2df-433a-96a7-87cb7761724a tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Notify callbacks [] for port, precommit_update {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:54.230060 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [req-d8fe6a26-0025-44bd-8a05-70b5f07bd5e9 req-1a58aebb-2041-4f72-a0c1-6182f4243913 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Transition to ACTIVE for port object e835912e-98c3-4b70-bf9b-467e0fcfcd78 will not be triggered until provisioned by entity DHCP. {{(pid=80382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 15:02:54.259605 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-c09211cf-e2df-433a-96a7-87cb7761724a tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024'] for port, after_update {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:54.265985 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-d8fe6a26-0025-44bd-8a05-70b5f07bd5e9 req-1a58aebb-2041-4f72-a0c1-6182f4243913 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307552080722'] for port, after_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:54.295097 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:02:54.439715 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de73c3ee-0284-4fb9-b4ee-725535e49faf req-745ecefc-53a5-4fb2-a3ab-459bbc97d2a7 tempest-DeleteServersTestJSON-706443464 tempest-DeleteServersTestJSON-706443464] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:02:54.458400 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-de73c3ee-0284-4fb9-b4ee-725535e49faf req-745ecefc-53a5-4fb2-a3ab-459bbc97d2a7 tempest-DeleteServersTestJSON-706443464 tempest-DeleteServersTestJSON-706443464] 10.222.0.63 "GET /v2.0/ports?device_id=6df8e3bd-8dd7-4ac4-9409-df9187c8a651 HTTP/1.1" status: 200  len: 945 time: 0.1745400
Dec 03 15:02:54.526246 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-de73c3ee-0284-4fb9-b4ee-725535e49faf req-a3dd67f4-744c-40c7-a2b1-34a38880254e tempest-DeleteServersTestJSON-706443464 tempest-DeleteServersTestJSON-706443464] 10.222.0.63 "GET /v2.0/security-groups?id=5bf7d458-8135-4d32-ac0f-fb736c78de2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0663860
Dec 03 15:02:54.540166 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-67fbe648-606d-430e-9cc6-c519a527c017 req-f873639b-0e5f-45e9-a279-6923ee4260cb tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Notify callbacks [] for port, precommit_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:54.718085 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09211cf-e2df-433a-96a7-87cb7761724a tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Pushing event updated for resources: {'Port': ['ID=f7e70062-13e7-4cb6-84f8-dcc6cbdf3838,revision_number=2']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:02:54.931288 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-33416c6e-c05f-4a24-baba-7d8e4f0e460c req-f2fb164d-f002-44a6-8d90-0352c59e5285 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/ports?device_id=8a7b86d5-7e34-4b4e-9561-8540a0f0fa76 HTTP/1.1" status: 200  len: 210 time: 0.0757985
Dec 03 15:02:54.971871 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8fe6a26-0025-44bd-8a05-70b5f07bd5e9 req-1a58aebb-2041-4f72-a0c1-6182f4243913 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Network 2263eb43-6c9e-40c3-9734-975854f0ad70 is already hosted by enough agents. {{(pid=80382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 15:02:54.978338 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.base_scheduler [req-d8fe6a26-0025-44bd-8a05-70b5f07bd5e9 req-1a58aebb-2041-4f72-a0c1-6182f4243913 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Resources bound (agent type, host, resource id):  {{(pid=80382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 15:02:54.979970 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a58aebb-2041-4f72-a0c1-6182f4243913 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Pushing event updated for resources: {'Port': ['ID=e835912e-98c3-4b70-bf9b-467e0fcfcd78,revision_number=1']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:02:54.997518 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-c09211cf-e2df-433a-96a7-87cb7761724a tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036821248144'] for floatingip, after_update {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:55.004696 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8fe6a26-0025-44bd-8a05-70b5f07bd5e9 req-1a58aebb-2041-4f72-a0c1-6182f4243913 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Received port after_create {{(pid=80382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 15:02:55.009888 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fe6a26-0025-44bd-8a05-70b5f07bd5e9 req-1a58aebb-2041-4f72-a0c1-6182f4243913 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:02:55.011160 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-d8fe6a26-0025-44bd-8a05-70b5f07bd5e9 req-1a58aebb-2041-4f72-a0c1-6182f4243913 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036822225390'] for port, before_response {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:55.015384 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-67fbe648-606d-430e-9cc6-c519a527c017 req-f873639b-0e5f-45e9-a279-6923ee4260cb tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307552080722'] for port, after_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:55.132583 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7546bcf9-d20d-459b-afa2-12aa15be7f07 req-cd7e3d9d-9172-42aa-b0d0-53055391828b tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:02:55.133452 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-7546bcf9-d20d-459b-afa2-12aa15be7f07 req-cd7e3d9d-9172-42aa-b0d0-53055391828b tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Synchronizing usage tracker for tenant:1bf6d3149aee44a798e51e0135d17c5f on resource:port {{(pid=80382) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 15:02:55.137951 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-d8fe6a26-0025-44bd-8a05-70b5f07bd5e9 req-1a58aebb-2041-4f72-a0c1-6182f4243913 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 5.3250999
Dec 03 15:02:55.149008 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-c09211cf-e2df-433a-96a7-87cb7761724a tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6653'] for floatingip, before_response {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:55.150855 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-c09211cf-e2df-433a-96a7-87cb7761724a tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 7.2167029
Dec 03 15:02:55.151990 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-1a58aebb-2041-4f72-a0c1-6182f4243913 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.857s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:02:55.165627 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef682cb-c3ca-4e4a-8c0e-a906a53e1cf7 req-2f6a4382-3b8a-48f1-8a6f-d474b80196e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:02:55.166956 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-c616fe1a-f32b-45be-bbf1-b747180fae47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.734s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:02:55.169125 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-4ef682cb-c3ca-4e4a-8c0e-a906a53e1cf7 req-2f6a4382-3b8a-48f1-8a6f-d474b80196e9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=69f1305b325747b387eaa173734086a5&device_id=c233978f-9c32-47bf-8b66-44f0baa08830 HTTP/1.1" status: 200  len: 1160 time: 0.1433737
Dec 03 15:02:55.299109 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-7546bcf9-d20d-459b-afa2-12aa15be7f07 req-cd7e3d9d-9172-42aa-b0d0-53055391828b tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Unset dirty status for tenant:1bf6d3149aee44a798e51e0135d17c5f on resource:port {{(pid=80382) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 15:02:55.300317 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-7546bcf9-d20d-459b-afa2-12aa15be7f07 req-cd7e3d9d-9172-42aa-b0d0-53055391828b tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/ports?device_id=d5082cea-6dd3-41d3-9210-f5e8bd37f651 HTTP/1.1" status: 200  len: 932 time: 0.7534473
Dec 03 15:02:55.309513 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-1374576d-7c28-4270-88ce-ae1644463650 None None] Provisioning for port e835912e-98c3-4b70-bf9b-467e0fcfcd78 completed by entity DHCP. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 15:02:55.311940 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f873639b-0e5f-45e9-a279-6923ee4260cb tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Pushing event updated for resources: {'Port': ['ID=933ad543-585e-4a97-b615-70b5dc2690fb,revision_number=1']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:02:55.326878 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-1374576d-7c28-4270-88ce-ae1644463650 None None] Provisioning complete for port e835912e-98c3-4b70-bf9b-467e0fcfcd78 triggered by entity DHCP. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:02:55.327021 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-f873639b-0e5f-45e9-a279-6923ee4260cb tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:02:55.327112 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-1374576d-7c28-4270-88ce-ae1644463650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:55.327192 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.202s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:02:55.327192 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:02:55.406417 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-7546bcf9-d20d-459b-afa2-12aa15be7f07 req-24c1c422-4f2a-4699-aa01-2d4dec74a956 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/security-groups?id=b7daf6a7-63f3-474f-99b5-a2b7aacda372&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0894394
Dec 03 15:02:55.412500 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [None req-1374576d-7c28-4270-88ce-ae1644463650 None None] Port e835912e-98c3-4b70-bf9b-467e0fcfcd78 cannot update to ACTIVE because it is not bound. {{(pid=80384) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 15:02:55.432033 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67fbe648-606d-430e-9cc6-c519a527c017 req-f873639b-0e5f-45e9-a279-6923ee4260cb tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Network 99cd7ca3-24f1-4d31-adf2-9e1bba032327 is already hosted by enough agents. {{(pid=80382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 15:02:55.433257 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.base_scheduler [req-67fbe648-606d-430e-9cc6-c519a527c017 req-f873639b-0e5f-45e9-a279-6923ee4260cb tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Resources bound (agent type, host, resource id):  {{(pid=80382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 15:02:55.442324 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [req-67fbe648-606d-430e-9cc6-c519a527c017 req-f873639b-0e5f-45e9-a279-6923ee4260cb tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Received port after_create {{(pid=80382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 15:02:55.446850 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fbe648-606d-430e-9cc6-c519a527c017 req-f873639b-0e5f-45e9-a279-6923ee4260cb tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:02:55.447527 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-67fbe648-606d-430e-9cc6-c519a527c017 req-f873639b-0e5f-45e9-a279-6923ee4260cb tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036822225390'] for port, before_response {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:55.495338 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-67fbe648-606d-430e-9cc6-c519a527c017 req-f873639b-0e5f-45e9-a279-6923ee4260cb tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.9125896
Dec 03 15:02:55.633956 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-a6d35c89-c4ff-4c50-bcd3-eea3dd9ca485 req-d552fd74-50f8-4cf2-9bf4-9ab2acfc4a19 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Synchronizing usage tracker for tenant:f608c43dc4544cf8abe2b82be12c9880 on resource:security_group {{(pid=80383) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 15:02:55.658333 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-a6d35c89-c4ff-4c50-bcd3-eea3dd9ca485 req-d552fd74-50f8-4cf2-9bf4-9ab2acfc4a19 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Unset dirty status for tenant:f608c43dc4544cf8abe2b82be12c9880 on resource:security_group {{(pid=80383) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 15:02:55.667230 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-a6d35c89-c4ff-4c50-bcd3-eea3dd9ca485 req-d552fd74-50f8-4cf2-9bf4-9ab2acfc4a19 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-securitygroup--945820114&fields=id&tenant_id=f608c43dc4544cf8abe2b82be12c9880 HTTP/1.1" status: 200  len: 267 time: 0.0917115
Dec 03 15:02:55.771481 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ec450f-de05-40d0-bafb-79ebc89e4f49 req-4bc304eb-5817-4b93-9e91-34b97f278fb2 tempest-DeleteServersTestJSON-706443464 tempest-DeleteServersTestJSON-706443464] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:02:55.780911 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-12ec450f-de05-40d0-bafb-79ebc89e4f49 req-4bc304eb-5817-4b93-9e91-34b97f278fb2 tempest-DeleteServersTestJSON-706443464 tempest-DeleteServersTestJSON-706443464] 10.222.0.63 "GET /v2.0/ports?device_id=6df8e3bd-8dd7-4ac4-9409-df9187c8a651 HTTP/1.1" status: 200  len: 945 time: 0.1018426
Dec 03 15:02:55.842107 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-12ec450f-de05-40d0-bafb-79ebc89e4f49 req-07617460-1e90-41ab-b0e6-7477c2e6d369 tempest-DeleteServersTestJSON-706443464 tempest-DeleteServersTestJSON-706443464] 10.222.0.63 "GET /v2.0/security-groups?id=5bf7d458-8135-4d32-ac0f-fb736c78de2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0597808
Dec 03 15:02:55.904862 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d35c89-c4ff-4c50-bcd3-eea3dd9ca485 req-6c91b3e9-7562-42d8-ae67-a0c952225175 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:02:55.906662 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-a6d35c89-c4ff-4c50-bcd3-eea3dd9ca485 req-6c91b3e9-7562-42d8-ae67-a0c952225175 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/networks?id=b89cab8b-b39a-4106-adb3-9bedf452bb83 HTTP/1.1" status: 200  len: 817 time: 0.2385640
Dec 03 15:02:55.927745 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-a6d35c89-c4ff-4c50-bcd3-eea3dd9ca485 req-410980e1-3ab3-4498-b439-879ec19bd9f7 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/quotas/f608c43dc4544cf8abe2b82be12c9880 HTTP/1.1" status: 200  len: 375 time: 0.0134587
Dec 03 15:02:56.026282 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-a6d35c89-c4ff-4c50-bcd3-eea3dd9ca485 req-9cf4ce4e-5ebe-49f5-94c3-21c8b4c14ee9 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Synchronizing usage tracker for tenant:f608c43dc4544cf8abe2b82be12c9880 on resource:port {{(pid=80383) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 15:02:56.050227 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-a6d35c89-c4ff-4c50-bcd3-eea3dd9ca485 req-9cf4ce4e-5ebe-49f5-94c3-21c8b4c14ee9 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Unset dirty status for tenant:f608c43dc4544cf8abe2b82be12c9880 on resource:port {{(pid=80383) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 15:02:56.051968 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-a6d35c89-c4ff-4c50-bcd3-eea3dd9ca485 req-9cf4ce4e-5ebe-49f5-94c3-21c8b4c14ee9 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/ports?tenant_id=f608c43dc4544cf8abe2b82be12c9880&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1169450
Dec 03 15:02:56.234659 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-a6d35c89-c4ff-4c50-bcd3-eea3dd9ca485 req-2d7d350c-0295-4550-9420-8923e770974f service neutron] 10.222.0.63 "GET /v2.0/networks/b89cab8b-b39a-4106-adb3-9bedf452bb83?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1685066
Dec 03 15:02:56.316826 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4621a49e-471e-4560-8b54-375cd64c44ca req-8f6c5895-bfe2-46b8-a6ec-af70e30f354f tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:02:56.317645 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-4621a49e-471e-4560-8b54-375cd64c44ca req-8f6c5895-bfe2-46b8-a6ec-af70e30f354f tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Synchronizing usage tracker for tenant:69f1305b325747b387eaa173734086a5 on resource:port {{(pid=80382) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 15:02:56.336902 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-4621a49e-471e-4560-8b54-375cd64c44ca req-8f6c5895-bfe2-46b8-a6ec-af70e30f354f tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Unset dirty status for tenant:69f1305b325747b387eaa173734086a5 on resource:port {{(pid=80382) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 15:02:56.338849 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-4621a49e-471e-4560-8b54-375cd64c44ca req-8f6c5895-bfe2-46b8-a6ec-af70e30f354f tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/ports?device_id=8a7b86d5-7e34-4b4e-9561-8540a0f0fa76 HTTP/1.1" status: 200  len: 931 time: 0.1274540
Dec 03 15:02:56.401089 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-4621a49e-471e-4560-8b54-375cd64c44ca req-2bdd7449-900c-4668-92a8-3df0eacfe2b6 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/security-groups?id=eaa64044-32f2-4946-97be-06cf9f486ffa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0551844
Dec 03 15:02:56.418435 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-a6d35c89-c4ff-4c50-bcd3-eea3dd9ca485 req-d7e50205-bb4a-45ca-8abf-7ba9c2006817 service neutron] 10.222.0.63 "GET /v2.0/networks/b89cab8b-b39a-4106-adb3-9bedf452bb83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1822615
Dec 03 15:02:56.690768 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb1ac6a-6c1b-4453-b447-bd6a25d9b0a7 req-11b2af0b-ba99-420d-aabf-cfc9b29c6e77 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:02:56.692714 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-ddb1ac6a-6c1b-4453-b447-bd6a25d9b0a7 req-11b2af0b-ba99-420d-aabf-cfc9b29c6e77 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/ports?device_id=d5082cea-6dd3-41d3-9210-f5e8bd37f651 HTTP/1.1" status: 200  len: 932 time: 0.1485109
Dec 03 15:02:56.709764 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-ebd20d73-449d-4e6b-a9ff-871787e325df req-7a38ab64-f1a5-4788-86b2-fe7ed5d5210d tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/ports?device_id=f53f7d53-2ae6-4edd-84c2-09e523498d7d HTTP/1.1" status: 200  len: 210 time: 0.0693285
Dec 03 15:02:56.796925 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-ddb1ac6a-6c1b-4453-b447-bd6a25d9b0a7 req-4b7ae36c-5185-442d-ba9b-543810821a26 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/security-groups?id=b7daf6a7-63f3-474f-99b5-a2b7aacda372&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0965307
Dec 03 15:02:57.074223 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbdc1c2-701b-44d2-8585-a2b58b3f4c1e req-8a37d2df-f502-4628-9da5-04d0f897e9fd tempest-DeleteServersTestJSON-706443464 tempest-DeleteServersTestJSON-706443464] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:02:57.076298 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-abbdc1c2-701b-44d2-8585-a2b58b3f4c1e req-8a37d2df-f502-4628-9da5-04d0f897e9fd tempest-DeleteServersTestJSON-706443464 tempest-DeleteServersTestJSON-706443464] 10.222.0.63 "GET /v2.0/ports?device_id=6df8e3bd-8dd7-4ac4-9409-df9187c8a651 HTTP/1.1" status: 200  len: 945 time: 0.0854809
Dec 03 15:02:57.124993 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-abbdc1c2-701b-44d2-8585-a2b58b3f4c1e req-341d5c6a-0827-43ba-a3ec-7a8e21fb05dd tempest-DeleteServersTestJSON-706443464 tempest-DeleteServersTestJSON-706443464] 10.222.0.63 "GET /v2.0/security-groups?id=5bf7d458-8135-4d32-ac0f-fb736c78de2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416908
Dec 03 15:02:57.627075 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa511f7a-eaa7-4037-ae02-a99bf98cc879 req-04b74c1b-d185-481f-88f2-bb6b293623ab tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:02:57.628620 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-fa511f7a-eaa7-4037-ae02-a99bf98cc879 req-04b74c1b-d185-481f-88f2-bb6b293623ab tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/ports?device_id=8a7b86d5-7e34-4b4e-9561-8540a0f0fa76 HTTP/1.1" status: 200  len: 931 time: 0.0951023
Dec 03 15:02:57.679910 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-fa511f7a-eaa7-4037-ae02-a99bf98cc879 req-937c7f8a-8602-46e8-8267-d0f249b6a8aa tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/security-groups?id=eaa64044-32f2-4946-97be-06cf9f486ffa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404401
Dec 03 15:02:57.837709 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.base [req-d8fe6a26-0025-44bd-8a05-70b5f07bd5e9 req-633a8b05-64ec-40b9-9149-74b7c7e6c5d6 service neutron] Request body: {'port': {'device_id': 'd5082cea-6dd3-41d3-9210-f5e8bd37f651', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75790'}} {{(pid=80382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 15:02:57.889701 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.base [req-67fbe648-606d-430e-9cc6-c519a527c017 req-f4d17e5c-1fdc-4c2a-a89e-1a2963acc8c0 service neutron] Request body: {'port': {'device_id': '8a7b86d5-7e34-4b4e-9561-8540a0f0fa76', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75790'}} {{(pid=80382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 15:02:58.020048 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-3e63f71c-060a-47b0-8467-bbfbff217f83 req-4b21d554-0c4b-409e-8642-cd220d0cb28e tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/ports?device_id=f53f7d53-2ae6-4edd-84c2-09e523498d7d HTTP/1.1" status: 200  len: 210 time: 0.1743324
Dec 03 15:02:58.108278 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef682cb-c3ca-4e4a-8c0e-a906a53e1cf7 req-9acfc118-2a66-453d-b54d-32d7b85f6395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:02:58.109898 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-4ef682cb-c3ca-4e4a-8c0e-a906a53e1cf7 req-9acfc118-2a66-453d-b54d-32d7b85f6395 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=69f1305b325747b387eaa173734086a5&shared=False HTTP/1.1" status: 200  len: 913 time: 0.2141962
Dec 03 15:02:58.321513 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef682cb-c3ca-4e4a-8c0e-a906a53e1cf7 req-24e32822-a303-4497-8784-0f48a7dc284b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:02:58.323160 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-4ef682cb-c3ca-4e4a-8c0e-a906a53e1cf7 req-24e32822-a303-4497-8784-0f48a7dc284b service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.2055595
Dec 03 15:02:58.373038 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470bf01b-71a8-41da-ab29-b4e519bb0a02 req-911f10c2-de29-426c-8280-93aa1950cb45 tempest-DeleteServersTestJSON-706443464 tempest-DeleteServersTestJSON-706443464] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:02:58.381994 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-470bf01b-71a8-41da-ab29-b4e519bb0a02 req-911f10c2-de29-426c-8280-93aa1950cb45 tempest-DeleteServersTestJSON-706443464 tempest-DeleteServersTestJSON-706443464] 10.222.0.63 "GET /v2.0/ports?device_id=6df8e3bd-8dd7-4ac4-9409-df9187c8a651 HTTP/1.1" status: 200  len: 945 time: 0.1049547
Dec 03 15:02:58.433753 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-d8fe6a26-0025-44bd-8a05-70b5f07bd5e9 req-633a8b05-64ec-40b9-9149-74b7c7e6c5d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:58.468408 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-470bf01b-71a8-41da-ab29-b4e519bb0a02 req-47b4228a-8697-49eb-a43c-1bb3127e61bc tempest-DeleteServersTestJSON-706443464 tempest-DeleteServersTestJSON-706443464] 10.222.0.63 "GET /v2.0/security-groups?id=5bf7d458-8135-4d32-ac0f-fb736c78de2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0854688
Dec 03 15:02:58.505682 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-67fbe648-606d-430e-9cc6-c519a527c017 req-f4d17e5c-1fdc-4c2a-a89e-1a2963acc8c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:58.524167 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad04d87-5ed2-457f-94c2-d6214b91e7f3 req-0cca8b69-6399-4c0b-95e1-5fcd3db510ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:02:58.526130 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-9ad04d87-5ed2-457f-94c2-d6214b91e7f3 req-0cca8b69-6399-4c0b-95e1-5fcd3db510ad service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=69f1305b325747b387eaa173734086a5&device_id=c233978f-9c32-47bf-8b66-44f0baa08830 HTTP/1.1" status: 200  len: 1160 time: 0.0961034
Dec 03 15:02:58.539917 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8ad5c7-61ed-4286-8617-995c4750f6c4 req-a2a2e5ef-dd5a-4f08-9ee7-fbc692f49b62 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:02:58.541831 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-4f8ad5c7-61ed-4286-8617-995c4750f6c4 req-a2a2e5ef-dd5a-4f08-9ee7-fbc692f49b62 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/ports?device_id=d5082cea-6dd3-41d3-9210-f5e8bd37f651 HTTP/1.1" status: 200  len: 932 time: 0.5364761
Dec 03 15:02:58.631564 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-9ad04d87-5ed2-457f-94c2-d6214b91e7f3 req-b9d82433-8ac3-4925-9313-563822ef1402 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4fcc7ba2-ca25-407b-8386-4f72181d346e HTTP/1.1" status: 200  len: 217 time: 0.0854557
Dec 03 15:02:58.731034 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-4f8ad5c7-61ed-4286-8617-995c4750f6c4 req-06215884-4d60-4581-9d64-b2ab52e847f3 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/security-groups?id=b7daf6a7-63f3-474f-99b5-a2b7aacda372&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1502740
Dec 03 15:02:58.905396 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.agents_db [None req-51f4eaf8-3f98-4d92-a7df-a28bf03852b0 None None] Agent healthcheck: found 6 active agents {{(pid=80385) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 15:02:59.257852 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad04d87-5ed2-457f-94c2-d6214b91e7f3 req-a2ae714d-7015-4b4d-bb95-92d496569e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:02:59.259702 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-9ad04d87-5ed2-457f-94c2-d6214b91e7f3 req-a2ae714d-7015-4b4d-bb95-92d496569e02 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4e3eb5e7-50fa-43d1-a585-cbf981244c9d HTTP/1.1" status: 200  len: 859 time: 0.6198409
Dec 03 15:02:59.362531 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d35c89-c4ff-4c50-bcd3-eea3dd9ca485 req-7b7fe4c8-dc35-45fb-8002-c94606b1ceab tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:02:59.364415 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-a6d35c89-c4ff-4c50-bcd3-eea3dd9ca485 req-7b7fe4c8-dc35-45fb-8002-c94606b1ceab tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.83 "GET /v2.0/networks?id=b89cab8b-b39a-4106-adb3-9bedf452bb83 HTTP/1.1" status: 200  len: 817 time: 0.6418247
Dec 03 15:02:59.368505 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-9ad04d87-5ed2-457f-94c2-d6214b91e7f3 req-29e9cc0e-0ef4-4c5c-8f0f-0effc169c211 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=99cd7ca3-24f1-4d31-adf2-9e1bba032327&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0684693
Dec 03 15:02:59.405102 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5cbe1e-f60f-4fa0-9fd6-6b8ef26aa17f req-d47841cf-da0f-42c0-bb86-77107773ddfa tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:02:59.407577 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-7f5cbe1e-f60f-4fa0-9fd6-6b8ef26aa17f req-d47841cf-da0f-42c0-bb86-77107773ddfa tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/ports?device_id=8a7b86d5-7e34-4b4e-9561-8540a0f0fa76 HTTP/1.1" status: 200  len: 931 time: 0.2147076
Dec 03 15:02:59.450358 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-ffba636a-d689-4ef4-91bc-8523f0baa98b req-58f851e2-3304-4ea6-adfa-23599af1e397 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/ports?device_id=f53f7d53-2ae6-4edd-84c2-09e523498d7d HTTP/1.1" status: 200  len: 210 time: 0.1902473
Dec 03 15:02:59.473706 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.notifiers.nova [req-d8fe6a26-0025-44bd-8a05-70b5f07bd5e9 req-633a8b05-64ec-40b9-9149-74b7c7e6c5d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e835912e-98c3-4b70-bf9b-467e0fcfcd78 {{(pid=80382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 03 15:02:59.486449 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-d8fe6a26-0025-44bd-8a05-70b5f07bd5e9 req-633a8b05-64ec-40b9-9149-74b7c7e6c5d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:59.537040 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [req-d8fe6a26-0025-44bd-8a05-70b5f07bd5e9 req-633a8b05-64ec-40b9-9149-74b7c7e6c5d6 service neutron] Transition to ACTIVE for port object e835912e-98c3-4b70-bf9b-467e0fcfcd78 will not be triggered until provisioned by entity L2. {{(pid=80382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 15:02:59.573271 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-d8fe6a26-0025-44bd-8a05-70b5f07bd5e9 req-633a8b05-64ec-40b9-9149-74b7c7e6c5d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024'] for port, after_update {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:02:59.618443 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-a6d35c89-c4ff-4c50-bcd3-eea3dd9ca485 req-80ed3638-aa7f-4a4e-b91f-126bfec62b81 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=f608c43dc4544cf8abe2b82be12c9880 HTTP/1.1" status: 200  len: 5503 time: 0.2213862
Dec 03 15:02:59.631444 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.base [req-a6d35c89-c4ff-4c50-bcd3-eea3dd9ca485 req-271c97be-3af2-4450-8d4f-d35c5c064fd1 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Request body: {'port': {'device_id': 'f53f7d53-2ae6-4edd-84c2-09e523498d7d', 'network_id': 'b89cab8b-b39a-4106-adb3-9bedf452bb83', 'admin_state_up': True, 'tenant_id': 'f608c43dc4544cf8abe2b82be12c9880', 'security_groups': ['eeb87b8d-9b0e-46cd-a1ba-43889caf168f']}} {{(pid=80383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 15:02:59.716820 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-7f5cbe1e-f60f-4fa0-9fd6-6b8ef26aa17f req-5f854de9-a1ec-49ef-9583-b12047c8da0a tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Synchronizing usage tracker for tenant:69f1305b325747b387eaa173734086a5 on resource:security_group {{(pid=80383) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 15:02:59.757106 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-3bac15af-9e14-48e8-a0f8-34afa187eb71 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:02:59.960205 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-7f5cbe1e-f60f-4fa0-9fd6-6b8ef26aa17f req-5f854de9-a1ec-49ef-9583-b12047c8da0a tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Unset dirty status for tenant:69f1305b325747b387eaa173734086a5 on resource:security_group {{(pid=80383) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 15:02:59.961649 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-7f5cbe1e-f60f-4fa0-9fd6-6b8ef26aa17f req-5f854de9-a1ec-49ef-9583-b12047c8da0a tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/security-groups?id=eaa64044-32f2-4946-97be-06cf9f486ffa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5361116
Dec 03 15:02:59.989310 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [req-a6d35c89-c4ff-4c50-bcd3-eea3dd9ca485 req-271c97be-3af2-4450-8d4f-d35c5c064fd1 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:02:59.995352 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-9ad04d87-5ed2-457f-94c2-d6214b91e7f3 req-2587f9bc-5462-4d5c-9f0d-899a83c4d8f0 service neutron] 10.222.0.83 "GET /v2.0/networks/99cd7ca3-24f1-4d31-adf2-9e1bba032327?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5865455
Dec 03 15:03:00.049592 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [req-d8fe6a26-0025-44bd-8a05-70b5f07bd5e9 req-633a8b05-64ec-40b9-9149-74b7c7e6c5d6 service neutron] Attempting to bind port e835912e-98c3-4b70-bf9b-467e0fcfcd78 on host hv-cinder-75790 for vnic_type normal with profile  {{(pid=80382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 15:03:00.050012 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [req-d8fe6a26-0025-44bd-8a05-70b5f07bd5e9 req-633a8b05-64ec-40b9-9149-74b7c7e6c5d6 service neutron] Attempting to bind port e835912e-98c3-4b70-bf9b-467e0fcfcd78 by drivers openvswitch on host hv-cinder-75790 at level 0 using segments [{'id': '1f8ed2c9-9c9c-41af-869d-c0f0d4bf55da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2263eb43-6c9e-40c3-9734-975854f0ad70'}] {{(pid=80382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 15:03:00.050392 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8fe6a26-0025-44bd-8a05-70b5f07bd5e9 req-633a8b05-64ec-40b9-9149-74b7c7e6c5d6 service neutron] Attempting to bind port e835912e-98c3-4b70-bf9b-467e0fcfcd78 on network 2263eb43-6c9e-40c3-9734-975854f0ad70 {{(pid=80382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 15:03:00.055240 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [req-a6d35c89-c4ff-4c50-bcd3-eea3dd9ca485 req-271c97be-3af2-4450-8d4f-d35c5c064fd1 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:03:00.066191 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.notifiers.nova [req-67fbe648-606d-430e-9cc6-c519a527c017 req-f4d17e5c-1fdc-4c2a-a89e-1a2963acc8c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 933ad543-585e-4a97-b615-70b5dc2690fb {{(pid=80382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 03 15:03:00.073943 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633a8b05-64ec-40b9-9149-74b7c7e6c5d6 service neutron] Pushing event updated for resources: {'Port': ['ID=e835912e-98c3-4b70-bf9b-467e0fcfcd78,revision_number=2']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:03:00.080413 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8fe6a26-0025-44bd-8a05-70b5f07bd5e9 req-633a8b05-64ec-40b9-9149-74b7c7e6c5d6 service neutron] Checking agent: {'id': '7af519bd-b73a-4597-86f2-e334c7b64707', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75790', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 15, 0, 18), 'started_at': datetime.datetime(2020, 12, 3, 15, 0, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 15, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 15:03:00.080800 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8fe6a26-0025-44bd-8a05-70b5f07bd5e9 req-633a8b05-64ec-40b9-9149-74b7c7e6c5d6 service neutron] Checking segment: {'id': '1f8ed2c9-9c9c-41af-869d-c0f0d4bf55da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2263eb43-6c9e-40c3-9734-975854f0ad70'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 15:03:00.081217 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-d8fe6a26-0025-44bd-8a05-70b5f07bd5e9 req-633a8b05-64ec-40b9-9149-74b7c7e6c5d6 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:00.081614 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8fe6a26-0025-44bd-8a05-70b5f07bd5e9 req-633a8b05-64ec-40b9-9149-74b7c7e6c5d6 service neutron] Bound using segment: {'id': '1f8ed2c9-9c9c-41af-869d-c0f0d4bf55da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2263eb43-6c9e-40c3-9734-975854f0ad70'} {{(pid=80382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 15:03:00.082207 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [req-d8fe6a26-0025-44bd-8a05-70b5f07bd5e9 req-633a8b05-64ec-40b9-9149-74b7c7e6c5d6 service neutron] Bound port: e835912e-98c3-4b70-bf9b-467e0fcfcd78, host: hv-cinder-75790, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f8ed2c9-9c9c-41af-869d-c0f0d4bf55da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2263eb43-6c9e-40c3-9734-975854f0ad70'}}] {{(pid=80382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 15:03:00.082592 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-d8fe6a26-0025-44bd-8a05-70b5f07bd5e9 req-633a8b05-64ec-40b9-9149-74b7c7e6c5d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:00.100478 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6d35c89-c4ff-4c50-bcd3-eea3dd9ca485 req-271c97be-3af2-4450-8d4f-d35c5c064fd1 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Made reservation on behalf of f608c43dc4544cf8abe2b82be12c9880 for: {'port': 1} {{(pid=80383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 15:03:00.103903 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-67fbe648-606d-430e-9cc6-c519a527c017 req-f4d17e5c-1fdc-4c2a-a89e-1a2963acc8c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:00.107496 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-633a8b05-64ec-40b9-9149-74b7c7e6c5d6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:03:00.124562 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-a6d35c89-c4ff-4c50-bcd3-eea3dd9ca485 req-271c97be-3af2-4450-8d4f-d35c5c064fd1 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:00.235594 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [req-67fbe648-606d-430e-9cc6-c519a527c017 req-f4d17e5c-1fdc-4c2a-a89e-1a2963acc8c0 service neutron] Transition to ACTIVE for port object 933ad543-585e-4a97-b615-70b5dc2690fb will not be triggered until provisioned by entity L2. {{(pid=80382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 15:03:00.243183 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaf7c3e-d626-4f17-90a9-5d961e24f39c req-60f73a8d-5a92-4d94-b0a0-ce7d6bac3170 tempest-DeleteServersTestJSON-706443464 tempest-DeleteServersTestJSON-706443464] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:03:00.244863 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-ccaf7c3e-d626-4f17-90a9-5d961e24f39c req-60f73a8d-5a92-4d94-b0a0-ce7d6bac3170 tempest-DeleteServersTestJSON-706443464 tempest-DeleteServersTestJSON-706443464] 10.222.0.63 "GET /v2.0/ports?device_id=6df8e3bd-8dd7-4ac4-9409-df9187c8a651 HTTP/1.1" status: 200  len: 945 time: 0.5213778
Dec 03 15:03:00.250100 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-67fbe648-606d-430e-9cc6-c519a527c017 req-f4d17e5c-1fdc-4c2a-a89e-1a2963acc8c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024'] for port, after_update {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:00.251505 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [req-d8fe6a26-0025-44bd-8a05-70b5f07bd5e9 req-633a8b05-64ec-40b9-9149-74b7c7e6c5d6 service neutron] For port e835912e-98c3-4b70-bf9b-467e0fcfcd78, host hv-cinder-75790, cleared binding levels {{(pid=80382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 15:03:00.255836 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [req-d8fe6a26-0025-44bd-8a05-70b5f07bd5e9 req-633a8b05-64ec-40b9-9149-74b7c7e6c5d6 service neutron] For port e835912e-98c3-4b70-bf9b-467e0fcfcd78, host hv-cinder-75790, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=e835912e-98c3-4b70-bf9b-467e0fcfcd78,segment=NetworkSegment(1f8ed2c9-9c9c-41af-869d-c0f0d4bf55da),segment_id=1f8ed2c9-9c9c-41af-869d-c0f0d4bf55da)] {{(pid=80382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 15:03:00.299196 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:03:00.340294 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-d8fe6a26-0025-44bd-8a05-70b5f07bd5e9 req-633a8b05-64ec-40b9-9149-74b7c7e6c5d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024'] for port, after_update {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:00.498547 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-9ad04d87-5ed2-457f-94c2-d6214b91e7f3 req-d9b5059b-4eed-42bc-b8e3-40b88d7be431 service neutron] 10.222.0.83 "GET /v2.0/networks/99cd7ca3-24f1-4d31-adf2-9e1bba032327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4950793
Dec 03 15:03:00.508565 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ebc6d4-044e-4473-afcd-e4f94efdf9b5 req-5b7e61aa-a70b-48dd-9eae-df5953d22c5a tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:03:00.510170 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-84ebc6d4-044e-4473-afcd-e4f94efdf9b5 req-5b7e61aa-a70b-48dd-9eae-df5953d22c5a tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/ports?device_id=d5082cea-6dd3-41d3-9210-f5e8bd37f651 HTTP/1.1" status: 200  len: 944 time: 0.3540833
Dec 03 15:03:00.659565 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-84ebc6d4-044e-4473-afcd-e4f94efdf9b5 req-30a0757a-3cac-4ae7-95b5-38a95606f825 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/security-groups?id=b7daf6a7-63f3-474f-99b5-a2b7aacda372&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1188438
Dec 03 15:03:00.689653 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d17e5c-1fdc-4c2a-a89e-1a2963acc8c0 service neutron] Pushing event updated for resources: {'Port': ['ID=933ad543-585e-4a97-b615-70b5dc2690fb,revision_number=2']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:03:00.689653 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-f4d17e5c-1fdc-4c2a-a89e-1a2963acc8c0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:03:00.689653 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-f873639b-0e5f-45e9-a279-6923ee4260cb tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.206s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:03:00.783186 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.db_base_plugin_common [req-a6d35c89-c4ff-4c50-bcd3-eea3dd9ca485 req-271c97be-3af2-4450-8d4f-d35c5c064fd1 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Allocated IP 172.20.0.8 (b89cab8b-b39a-4106-adb3-9bedf452bb83/5f041ad7-6cbb-400e-8386-1de021d0e693/6e8050ed-0789-4bcc-bbe2-11f953a2e2ed) {{(pid=80383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 15:03:00.876517 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-5f036d45-91de-4fee-9a51-70ffca218da4 req-98767401-db36-4b9e-8508-610ef3425026 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/ports?device_id=f53f7d53-2ae6-4edd-84c2-09e523498d7d HTTP/1.1" status: 200  len: 210 time: 0.0612466
Dec 03 15:03:00.933430 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-ccaf7c3e-d626-4f17-90a9-5d961e24f39c req-4805bd66-8779-446b-8638-6e0cf67622a4 tempest-DeleteServersTestJSON-706443464 tempest-DeleteServersTestJSON-706443464] 10.222.0.63 "GET /v2.0/security-groups?id=5bf7d458-8135-4d32-ac0f-fb736c78de2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6762772
Dec 03 15:03:01.048358 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fe6a26-0025-44bd-8a05-70b5f07bd5e9 req-633a8b05-64ec-40b9-9149-74b7c7e6c5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:03:01.049047 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-d8fe6a26-0025-44bd-8a05-70b5f07bd5e9 req-633a8b05-64ec-40b9-9149-74b7c7e6c5d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036822225390'] for port, before_response {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:01.050609 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-d8fe6a26-0025-44bd-8a05-70b5f07bd5e9 req-633a8b05-64ec-40b9-9149-74b7c7e6c5d6 service neutron] 10.222.0.83 "PUT /v2.0/ports/e835912e-98c3-4b70-bf9b-467e0fcfcd78 HTTP/1.1" status: 200  len: 1158 time: 3.2183115
Dec 03 15:03:01.061760 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5082cea-6dd3-41d3-9210-f5e8bd37f651', 'tag': 'e835912e-98c3-4b70-bf9b-467e0fcfcd78'}] {{(pid=80382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 15:03:01.079170 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-a6d35c89-c4ff-4c50-bcd3-eea3dd9ca485 req-271c97be-3af2-4450-8d4f-d35c5c064fd1 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Notify callbacks [] for port, precommit_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:01.107205 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633a8b05-64ec-40b9-9149-74b7c7e6c5d6 service neutron] Pushing event updated for resources: {'Port': ['ID=e835912e-98c3-4b70-bf9b-467e0fcfcd78,revision_number=3']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:03:01.111379 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-633a8b05-64ec-40b9-9149-74b7c7e6c5d6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:03:01.113111 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [req-67fbe648-606d-430e-9cc6-c519a527c017 req-f4d17e5c-1fdc-4c2a-a89e-1a2963acc8c0 service neutron] Attempting to bind port 933ad543-585e-4a97-b615-70b5dc2690fb on host hv-cinder-75790 for vnic_type normal with profile  {{(pid=80382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 15:03:01.113677 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [req-67fbe648-606d-430e-9cc6-c519a527c017 req-f4d17e5c-1fdc-4c2a-a89e-1a2963acc8c0 service neutron] Attempting to bind port 933ad543-585e-4a97-b615-70b5dc2690fb by drivers openvswitch on host hv-cinder-75790 at level 0 using segments [{'id': '42a6093d-652f-4cb9-990c-cc8e40f7f58f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '99cd7ca3-24f1-4d31-adf2-9e1bba032327'}] {{(pid=80382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 15:03:01.114347 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fbe648-606d-430e-9cc6-c519a527c017 req-f4d17e5c-1fdc-4c2a-a89e-1a2963acc8c0 service neutron] Attempting to bind port 933ad543-585e-4a97-b615-70b5dc2690fb on network 99cd7ca3-24f1-4d31-adf2-9e1bba032327 {{(pid=80382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 15:03:01.132225 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fbe648-606d-430e-9cc6-c519a527c017 req-f4d17e5c-1fdc-4c2a-a89e-1a2963acc8c0 service neutron] Checking agent: {'id': '7af519bd-b73a-4597-86f2-e334c7b64707', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75790', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 15, 0, 18), 'started_at': datetime.datetime(2020, 12, 3, 15, 0, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 15, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 15:03:01.132607 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fbe648-606d-430e-9cc6-c519a527c017 req-f4d17e5c-1fdc-4c2a-a89e-1a2963acc8c0 service neutron] Checking segment: {'id': '42a6093d-652f-4cb9-990c-cc8e40f7f58f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '99cd7ca3-24f1-4d31-adf2-9e1bba032327'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 15:03:01.133030 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-67fbe648-606d-430e-9cc6-c519a527c017 req-f4d17e5c-1fdc-4c2a-a89e-1a2963acc8c0 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:01.133430 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fbe648-606d-430e-9cc6-c519a527c017 req-f4d17e5c-1fdc-4c2a-a89e-1a2963acc8c0 service neutron] Bound using segment: {'id': '42a6093d-652f-4cb9-990c-cc8e40f7f58f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '99cd7ca3-24f1-4d31-adf2-9e1bba032327'} {{(pid=80382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 15:03:01.133931 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [req-67fbe648-606d-430e-9cc6-c519a527c017 req-f4d17e5c-1fdc-4c2a-a89e-1a2963acc8c0 service neutron] Bound port: 933ad543-585e-4a97-b615-70b5dc2690fb, host: hv-cinder-75790, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42a6093d-652f-4cb9-990c-cc8e40f7f58f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '99cd7ca3-24f1-4d31-adf2-9e1bba032327'}}] {{(pid=80382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 15:03:01.134332 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-67fbe648-606d-430e-9cc6-c519a527c017 req-f4d17e5c-1fdc-4c2a-a89e-1a2963acc8c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:01.141386 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [req-a6d35c89-c4ff-4c50-bcd3-eea3dd9ca485 req-271c97be-3af2-4450-8d4f-d35c5c064fd1 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Transition to ACTIVE for port object 6e8050ed-0789-4bcc-bbe2-11f953a2e2ed will not be triggered until provisioned by entity DHCP. {{(pid=80383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 15:03:01.176208 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5082cea-6dd3-41d3-9210-f5e8bd37f651', 'tag': 'e835912e-98c3-4b70-bf9b-467e0fcfcd78', 'status': 'completed', 'code': 200}
Dec 03 15:03:01.204229 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-a6d35c89-c4ff-4c50-bcd3-eea3dd9ca485 req-271c97be-3af2-4450-8d4f-d35c5c064fd1 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307552080722'] for port, after_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:01.284472 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:03:01.287638 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [req-67fbe648-606d-430e-9cc6-c519a527c017 req-f4d17e5c-1fdc-4c2a-a89e-1a2963acc8c0 service neutron] For port 933ad543-585e-4a97-b615-70b5dc2690fb, host hv-cinder-75790, cleared binding levels {{(pid=80382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 15:03:01.291215 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [req-67fbe648-606d-430e-9cc6-c519a527c017 req-f4d17e5c-1fdc-4c2a-a89e-1a2963acc8c0 service neutron] For port 933ad543-585e-4a97-b615-70b5dc2690fb, host hv-cinder-75790, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=933ad543-585e-4a97-b615-70b5dc2690fb,segment=NetworkSegment(42a6093d-652f-4cb9-990c-cc8e40f7f58f),segment_id=42a6093d-652f-4cb9-990c-cc8e40f7f58f)] {{(pid=80382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 15:03:01.295671 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-67fbe648-606d-430e-9cc6-c519a527c017 req-f4d17e5c-1fdc-4c2a-a89e-1a2963acc8c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024'] for port, after_update {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:01.315662 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:03:01.507579 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d17e5c-1fdc-4c2a-a89e-1a2963acc8c0 service neutron] Pushing event updated for resources: {'Port': ['ID=933ad543-585e-4a97-b615-70b5dc2690fb,revision_number=3']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:03:01.511456 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-f4d17e5c-1fdc-4c2a-a89e-1a2963acc8c0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:03:01.549872 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fbe648-606d-430e-9cc6-c519a527c017 req-f4d17e5c-1fdc-4c2a-a89e-1a2963acc8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:03:01.550810 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-67fbe648-606d-430e-9cc6-c519a527c017 req-f4d17e5c-1fdc-4c2a-a89e-1a2963acc8c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036822225390'] for port, before_response {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:01.552360 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-67fbe648-606d-430e-9cc6-c519a527c017 req-f4d17e5c-1fdc-4c2a-a89e-1a2963acc8c0 service neutron] 10.222.0.83 "PUT /v2.0/ports/933ad543-585e-4a97-b615-70b5dc2690fb HTTP/1.1" status: 200  len: 1157 time: 3.6690161
Dec 03 15:03:01.565990 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271c97be-3af2-4450-8d4f-d35c5c064fd1 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Pushing event updated for resources: {'Port': ['ID=6e8050ed-0789-4bcc-bbe2-11f953a2e2ed,revision_number=1']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:03:01.569726 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-271c97be-3af2-4450-8d4f-d35c5c064fd1 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:03:01.585659 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6d35c89-c4ff-4c50-bcd3-eea3dd9ca485 req-271c97be-3af2-4450-8d4f-d35c5c064fd1 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Network b89cab8b-b39a-4106-adb3-9bedf452bb83 is already hosted by enough agents. {{(pid=80383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 15:03:01.588708 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.base_scheduler [req-a6d35c89-c4ff-4c50-bcd3-eea3dd9ca485 req-271c97be-3af2-4450-8d4f-d35c5c064fd1 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Resources bound (agent type, host, resource id):  {{(pid=80383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 15:03:01.592511 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6d35c89-c4ff-4c50-bcd3-eea3dd9ca485 req-271c97be-3af2-4450-8d4f-d35c5c064fd1 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Received port after_create {{(pid=80383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 15:03:01.596898 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d35c89-c4ff-4c50-bcd3-eea3dd9ca485 req-271c97be-3af2-4450-8d4f-d35c5c064fd1 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:03:01.597712 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-a6d35c89-c4ff-4c50-bcd3-eea3dd9ca485 req-271c97be-3af2-4450-8d4f-d35c5c064fd1 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036822225390'] for port, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:01.632453 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8813ed-843b-4004-8e42-8abf73fa498a req-adbee962-45df-4229-a499-47735d20341d tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:03:01.640457 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-2f8813ed-843b-4004-8e42-8abf73fa498a req-adbee962-45df-4229-a499-47735d20341d tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/ports?device_id=8a7b86d5-7e34-4b4e-9561-8540a0f0fa76 HTTP/1.1" status: 200  len: 943 time: 0.3605247
Dec 03 15:03:01.676308 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-a6d35c89-c4ff-4c50-bcd3-eea3dd9ca485 req-271c97be-3af2-4450-8d4f-d35c5c064fd1 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.0514381
Dec 03 15:03:01.733628 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-2f8813ed-843b-4004-8e42-8abf73fa498a req-32c5646b-1905-4f6a-8d5c-e34a18960253 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/security-groups?id=eaa64044-32f2-4946-97be-06cf9f486ffa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0914192
Dec 03 15:03:01.955660 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-42ff4d6d-5968-4d66-b23a-9efa6628c4ac None None] Provisioning for port 6e8050ed-0789-4bcc-bbe2-11f953a2e2ed completed by entity DHCP. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 15:03:01.960953 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-42ff4d6d-5968-4d66-b23a-9efa6628c4ac None None] Provisioning complete for port 6e8050ed-0789-4bcc-bbe2-11f953a2e2ed triggered by entity DHCP. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:03:01.961347 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-42ff4d6d-5968-4d66-b23a-9efa6628c4ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:02.017481 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f7f1ea-ea81-4be8-a72f-1ffb77e79478 req-6458082d-9e4d-43fe-9106-fe8768c0d934 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:03:02.025263 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-41f7f1ea-ea81-4be8-a72f-1ffb77e79478 req-6458082d-9e4d-43fe-9106-fe8768c0d934 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/ports?device_id=d5082cea-6dd3-41d3-9210-f5e8bd37f651 HTTP/1.1" status: 200  len: 944 time: 0.1340504
Dec 03 15:03:02.034243 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [None req-42ff4d6d-5968-4d66-b23a-9efa6628c4ac None None] Port 6e8050ed-0789-4bcc-bbe2-11f953a2e2ed cannot update to ACTIVE because it is not bound. {{(pid=80384) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 15:03:02.079666 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-41f7f1ea-ea81-4be8-a72f-1ffb77e79478 req-66fcd9db-0257-4f66-8cc0-fd490fb38dcd tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/security-groups?id=b7daf6a7-63f3-474f-99b5-a2b7aacda372&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0533569
Dec 03 15:03:02.149652 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c9dc86-af07-4357-afc1-8be542a408c4 req-74b4b178-e1df-4bdb-b231-5539831c2b61 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:03:02.150469 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-07c9dc86-af07-4357-afc1-8be542a408c4 req-74b4b178-e1df-4bdb-b231-5539831c2b61 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Synchronizing usage tracker for tenant:f608c43dc4544cf8abe2b82be12c9880 on resource:port {{(pid=80383) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 15:03:02.166120 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-07c9dc86-af07-4357-afc1-8be542a408c4 req-74b4b178-e1df-4bdb-b231-5539831c2b61 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Unset dirty status for tenant:f608c43dc4544cf8abe2b82be12c9880 on resource:port {{(pid=80383) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 15:03:02.167398 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-07c9dc86-af07-4357-afc1-8be542a408c4 req-74b4b178-e1df-4bdb-b231-5539831c2b61 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/ports?device_id=f53f7d53-2ae6-4edd-84c2-09e523498d7d HTTP/1.1" status: 200  len: 931 time: 0.1158183
Dec 03 15:03:02.217007 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-07c9dc86-af07-4357-afc1-8be542a408c4 req-7e010fcc-e002-4d1c-a66e-d42adea69065 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/security-groups?id=eeb87b8d-9b0e-46cd-a1ba-43889caf168f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420542
Dec 03 15:03:02.947402 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b634685e-6630-4bb1-b421-527fb913b2c0 req-5746a817-9f44-4490-9b5b-a7b193038151 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:03:02.949565 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-b634685e-6630-4bb1-b421-527fb913b2c0 req-5746a817-9f44-4490-9b5b-a7b193038151 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/ports?device_id=8a7b86d5-7e34-4b4e-9561-8540a0f0fa76 HTTP/1.1" status: 200  len: 943 time: 0.0907865
Dec 03 15:03:02.998995 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-b634685e-6630-4bb1-b421-527fb913b2c0 req-a7acaed6-e0c3-4217-a233-b6aaff1941c5 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/security-groups?id=eaa64044-32f2-4946-97be-06cf9f486ffa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421107
Dec 03 15:03:03.177236 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a7b86d5-7e34-4b4e-9561-8540a0f0fa76', 'tag': '933ad543-585e-4a97-b615-70b5dc2690fb'}] {{(pid=80382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 15:03:03.237450 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a7b86d5-7e34-4b4e-9561-8540a0f0fa76', 'tag': '933ad543-585e-4a97-b615-70b5dc2690fb', 'status': 'completed', 'code': 200}
Dec 03 15:03:03.298246 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1b3fac-92aa-4dce-8d2e-0a733e556eb7 req-60c5e50b-4ee7-49d1-9d60-08133fe68624 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:03:03.299964 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-5a1b3fac-92aa-4dce-8d2e-0a733e556eb7 req-60c5e50b-4ee7-49d1-9d60-08133fe68624 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/ports?device_id=d5082cea-6dd3-41d3-9210-f5e8bd37f651 HTTP/1.1" status: 200  len: 944 time: 0.0851309
Dec 03 15:03:03.352044 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-5a1b3fac-92aa-4dce-8d2e-0a733e556eb7 req-ecf67847-4d62-44a8-9867-a13b4b94a06a tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/security-groups?id=b7daf6a7-63f3-474f-99b5-a2b7aacda372&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449765
Dec 03 15:03:03.453596 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99abab68-2ed1-4bc8-8f17-564456816caa req-56cc671b-8224-407f-92da-daf365830df3 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:03:03.455254 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-99abab68-2ed1-4bc8-8f17-564456816caa req-56cc671b-8224-407f-92da-daf365830df3 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/ports?device_id=f53f7d53-2ae6-4edd-84c2-09e523498d7d HTTP/1.1" status: 200  len: 931 time: 0.0864296
Dec 03 15:03:03.501122 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-99abab68-2ed1-4bc8-8f17-564456816caa req-e5d735e6-d234-499e-8ebe-a7f30c0bec28 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Synchronizing usage tracker for tenant:f608c43dc4544cf8abe2b82be12c9880 on resource:security_group {{(pid=80382) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 15:03:03.513946 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-99abab68-2ed1-4bc8-8f17-564456816caa req-e5d735e6-d234-499e-8ebe-a7f30c0bec28 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Unset dirty status for tenant:f608c43dc4544cf8abe2b82be12c9880 on resource:security_group {{(pid=80382) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 15:03:03.515124 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-99abab68-2ed1-4bc8-8f17-564456816caa req-e5d735e6-d234-499e-8ebe-a7f30c0bec28 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/security-groups?id=eeb87b8d-9b0e-46cd-a1ba-43889caf168f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0535495
Dec 03 15:03:03.969800 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.base [req-a6d35c89-c4ff-4c50-bcd3-eea3dd9ca485 req-a70e3a0c-03a8-45da-bb1d-869c9d282bfb service neutron] Request body: {'port': {'device_id': 'f53f7d53-2ae6-4edd-84c2-09e523498d7d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75790'}} {{(pid=80383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 15:03:04.141851 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6676ca3-51d6-4c25-b9c0-f86b61a26ff7 req-44d610cf-87cd-4fb2-920f-6c6249f49121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:03:04.143508 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-f6676ca3-51d6-4c25-b9c0-f86b61a26ff7 req-44d610cf-87cd-4fb2-920f-6c6249f49121 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1bf6d3149aee44a798e51e0135d17c5f&device_id=d5082cea-6dd3-41d3-9210-f5e8bd37f651 HTTP/1.1" status: 200  len: 1161 time: 0.1166272
Dec 03 15:03:04.157526 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3276843a-816e-4d12-9141-d49757ec201b req-e5fc7d53-1b25-46b3-985e-4911be03e7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:03:04.159189 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-3276843a-816e-4d12-9141-d49757ec201b req-e5fc7d53-1b25-46b3-985e-4911be03e7fc service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=69f1305b325747b387eaa173734086a5&device_id=8a7b86d5-7e34-4b4e-9561-8540a0f0fa76 HTTP/1.1" status: 200  len: 1160 time: 0.1804404
Dec 03 15:03:04.236920 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-a6d35c89-c4ff-4c50-bcd3-eea3dd9ca485 req-a70e3a0c-03a8-45da-bb1d-869c9d282bfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:04.367733 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816d5a71-c8cd-4a35-bee9-d025d3ca3eba req-7b4b7a48-5e1d-4bb8-9d01-3a9746842abb tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:03:04.369322 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-816d5a71-c8cd-4a35-bee9-d025d3ca3eba req-7b4b7a48-5e1d-4bb8-9d01-3a9746842abb tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/ports?device_id=8a7b86d5-7e34-4b4e-9561-8540a0f0fa76 HTTP/1.1" status: 200  len: 943 time: 0.1980488
Dec 03 15:03:04.476084 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3276843a-816e-4d12-9141-d49757ec201b req-810289b0-9213-4df8-bea1-f89e0566be4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:03:04.477861 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-3276843a-816e-4d12-9141-d49757ec201b req-810289b0-9213-4df8-bea1-f89e0566be4e service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=69f1305b325747b387eaa173734086a5&shared=False HTTP/1.1" status: 200  len: 913 time: 0.2691889
Dec 03 15:03:04.485296 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-816d5a71-c8cd-4a35-bee9-d025d3ca3eba req-3953d6f5-f235-4e5f-b77b-72381b0285c3 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/security-groups?id=eaa64044-32f2-4946-97be-06cf9f486ffa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1061850
Dec 03 15:03:04.598805 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6676ca3-51d6-4c25-b9c0-f86b61a26ff7 req-59644511-7607-4e2e-bb3b-ebc6b3ad6d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:03:04.600647 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-f6676ca3-51d6-4c25-b9c0-f86b61a26ff7 req-59644511-7607-4e2e-bb3b-ebc6b3ad6d9c service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=1bf6d3149aee44a798e51e0135d17c5f&shared=False HTTP/1.1" status: 200  len: 905 time: 0.4162269
Dec 03 15:03:04.825086 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3276843a-816e-4d12-9141-d49757ec201b req-05350810-fc67-414f-af61-bba4b88cf7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:03:04.826729 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-3276843a-816e-4d12-9141-d49757ec201b req-05350810-fc67-414f-af61-bba4b88cf7e9 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.3349991
Dec 03 15:03:04.837047 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933c0681-f3e8-4f35-97c0-797ee90d1875 req-df9928e1-98b7-4a0d-892f-aae07ccc371e tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:03:04.838709 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-933c0681-f3e8-4f35-97c0-797ee90d1875 req-df9928e1-98b7-4a0d-892f-aae07ccc371e tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/ports?device_id=d5082cea-6dd3-41d3-9210-f5e8bd37f651 HTTP/1.1" status: 200  len: 944 time: 0.3480570
Dec 03 15:03:04.901153 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6676ca3-51d6-4c25-b9c0-f86b61a26ff7 req-4e36e206-f010-4f13-bff4-92f343e86c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:03:04.903086 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-f6676ca3-51d6-4c25-b9c0-f86b61a26ff7 req-4e36e206-f010-4f13-bff4-92f343e86c6c service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.2462769
Dec 03 15:03:04.933228 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-933c0681-f3e8-4f35-97c0-797ee90d1875 req-6c4765a9-9674-4285-80b7-4788a8f2f8a0 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/security-groups?id=b7daf6a7-63f3-474f-99b5-a2b7aacda372&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0854096
Dec 03 15:03:04.946423 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9f2b33-6dfd-409b-a62c-45d9348052b7 req-be70c9f1-b434-43d5-a821-afc14d1a2958 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:03:04.955088 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-7e9f2b33-6dfd-409b-a62c-45d9348052b7 req-be70c9f1-b434-43d5-a821-afc14d1a2958 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/ports?device_id=f53f7d53-2ae6-4edd-84c2-09e523498d7d HTTP/1.1" status: 200  len: 931 time: 0.1553004
Dec 03 15:03:05.048699 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-7e9f2b33-6dfd-409b-a62c-45d9348052b7 req-2d9f04f9-ce05-4480-8dcd-100a660eb04d tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/security-groups?id=eeb87b8d-9b0e-46cd-a1ba-43889caf168f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0926480
Dec 03 15:03:05.055440 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.notifiers.nova [req-a6d35c89-c4ff-4c50-bcd3-eea3dd9ca485 req-a70e3a0c-03a8-45da-bb1d-869c9d282bfb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e8050ed-0789-4bcc-bbe2-11f953a2e2ed {{(pid=80383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 03 15:03:05.062937 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-a6d35c89-c4ff-4c50-bcd3-eea3dd9ca485 req-a70e3a0c-03a8-45da-bb1d-869c9d282bfb service neutron] Notify callbacks [] for port, precommit_update {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:05.076898 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [req-a6d35c89-c4ff-4c50-bcd3-eea3dd9ca485 req-a70e3a0c-03a8-45da-bb1d-869c9d282bfb service neutron] Transition to ACTIVE for port object 6e8050ed-0789-4bcc-bbe2-11f953a2e2ed will not be triggered until provisioned by entity L2. {{(pid=80383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 15:03:05.080091 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-a6d35c89-c4ff-4c50-bcd3-eea3dd9ca485 req-a70e3a0c-03a8-45da-bb1d-869c9d282bfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024'] for port, after_update {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:05.089968 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fe6a26-0025-44bd-8a05-70b5f07bd5e9 req-a0de97b8-5484-4a1a-bd35-457c9ee4e98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:03:05.092339 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-d8fe6a26-0025-44bd-8a05-70b5f07bd5e9 req-a0de97b8-5484-4a1a-bd35-457c9ee4e98a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1bf6d3149aee44a798e51e0135d17c5f&device_id=d5082cea-6dd3-41d3-9210-f5e8bd37f651 HTTP/1.1" status: 200  len: 1161 time: 0.1048043
Dec 03 15:03:05.109934 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fbe648-606d-430e-9cc6-c519a527c017 req-b8a71a4d-e8f3-4f58-a585-c5744f65e15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:03:05.109934 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-67fbe648-606d-430e-9cc6-c519a527c017 req-b8a71a4d-e8f3-4f58-a585-c5744f65e15a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=69f1305b325747b387eaa173734086a5&device_id=8a7b86d5-7e34-4b4e-9561-8540a0f0fa76 HTTP/1.1" status: 200  len: 1160 time: 0.1747520
Dec 03 15:03:05.111101 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-995e8aa9-417d-490f-8e3c-63e637d7915f tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:03:05.290198 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-d8fe6a26-0025-44bd-8a05-70b5f07bd5e9 req-88dfb808-9f9f-413d-b761-540fc2e1713f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e835912e-98c3-4b70-bf9b-467e0fcfcd78 HTTP/1.1" status: 200  len: 217 time: 0.1453724
Dec 03 15:03:05.292253 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-67fbe648-606d-430e-9cc6-c519a527c017 req-82f31205-d14b-44a8-b2d2-cc1d7b91d61a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=933ad543-585e-4a97-b615-70b5dc2690fb HTTP/1.1" status: 200  len: 217 time: 0.0687630
Dec 03 15:03:05.305123 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70e3a0c-03a8-45da-bb1d-869c9d282bfb service neutron] Pushing event updated for resources: {'Port': ['ID=6e8050ed-0789-4bcc-bbe2-11f953a2e2ed,revision_number=2']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:03:05.308640 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-a70e3a0c-03a8-45da-bb1d-869c9d282bfb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:03:05.441703 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fe6a26-0025-44bd-8a05-70b5f07bd5e9 req-f3f97145-2636-41bc-855f-3c01eaee0744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:03:05.443894 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-d8fe6a26-0025-44bd-8a05-70b5f07bd5e9 req-f3f97145-2636-41bc-855f-3c01eaee0744 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=988b1530-5903-4de4-818d-5aa0d60661ff HTTP/1.1" status: 200  len: 850 time: 0.0848000
Dec 03 15:03:05.456121 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [req-a6d35c89-c4ff-4c50-bcd3-eea3dd9ca485 req-a70e3a0c-03a8-45da-bb1d-869c9d282bfb service neutron] Attempting to bind port 6e8050ed-0789-4bcc-bbe2-11f953a2e2ed on host hv-cinder-75790 for vnic_type normal with profile  {{(pid=80383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 15:03:05.456597 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [req-a6d35c89-c4ff-4c50-bcd3-eea3dd9ca485 req-a70e3a0c-03a8-45da-bb1d-869c9d282bfb service neutron] Attempting to bind port 6e8050ed-0789-4bcc-bbe2-11f953a2e2ed by drivers openvswitch on host hv-cinder-75790 at level 0 using segments [{'id': 'e2b57a66-c421-4e34-bfed-3a9d2ac3bd3c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b89cab8b-b39a-4106-adb3-9bedf452bb83'}] {{(pid=80383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 15:03:05.457028 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d35c89-c4ff-4c50-bcd3-eea3dd9ca485 req-a70e3a0c-03a8-45da-bb1d-869c9d282bfb service neutron] Attempting to bind port 6e8050ed-0789-4bcc-bbe2-11f953a2e2ed on network b89cab8b-b39a-4106-adb3-9bedf452bb83 {{(pid=80383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 15:03:05.463190 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d35c89-c4ff-4c50-bcd3-eea3dd9ca485 req-a70e3a0c-03a8-45da-bb1d-869c9d282bfb service neutron] Checking agent: {'id': '7af519bd-b73a-4597-86f2-e334c7b64707', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75790', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 15, 0, 18), 'started_at': datetime.datetime(2020, 12, 3, 15, 0, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 15, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 15:03:05.463689 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d35c89-c4ff-4c50-bcd3-eea3dd9ca485 req-a70e3a0c-03a8-45da-bb1d-869c9d282bfb service neutron] Checking segment: {'id': 'e2b57a66-c421-4e34-bfed-3a9d2ac3bd3c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b89cab8b-b39a-4106-adb3-9bedf452bb83'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 15:03:05.464168 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-a6d35c89-c4ff-4c50-bcd3-eea3dd9ca485 req-a70e3a0c-03a8-45da-bb1d-869c9d282bfb service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:05.464641 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d35c89-c4ff-4c50-bcd3-eea3dd9ca485 req-a70e3a0c-03a8-45da-bb1d-869c9d282bfb service neutron] Bound using segment: {'id': 'e2b57a66-c421-4e34-bfed-3a9d2ac3bd3c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b89cab8b-b39a-4106-adb3-9bedf452bb83'} {{(pid=80383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 15:03:05.465181 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [req-a6d35c89-c4ff-4c50-bcd3-eea3dd9ca485 req-a70e3a0c-03a8-45da-bb1d-869c9d282bfb service neutron] Bound port: 6e8050ed-0789-4bcc-bbe2-11f953a2e2ed, host: hv-cinder-75790, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2b57a66-c421-4e34-bfed-3a9d2ac3bd3c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b89cab8b-b39a-4106-adb3-9bedf452bb83'}}] {{(pid=80383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 15:03:05.465623 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-a6d35c89-c4ff-4c50-bcd3-eea3dd9ca485 req-a70e3a0c-03a8-45da-bb1d-869c9d282bfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:05.618291 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [req-a6d35c89-c4ff-4c50-bcd3-eea3dd9ca485 req-a70e3a0c-03a8-45da-bb1d-869c9d282bfb service neutron] For port 6e8050ed-0789-4bcc-bbe2-11f953a2e2ed, host hv-cinder-75790, cleared binding levels {{(pid=80383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 15:03:05.620776 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [req-a6d35c89-c4ff-4c50-bcd3-eea3dd9ca485 req-a70e3a0c-03a8-45da-bb1d-869c9d282bfb service neutron] For port 6e8050ed-0789-4bcc-bbe2-11f953a2e2ed, host hv-cinder-75790, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=6e8050ed-0789-4bcc-bbe2-11f953a2e2ed,segment=NetworkSegment(e2b57a66-c421-4e34-bfed-3a9d2ac3bd3c),segment_id=e2b57a66-c421-4e34-bfed-3a9d2ac3bd3c)] {{(pid=80383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 15:03:05.630287 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-a6d35c89-c4ff-4c50-bcd3-eea3dd9ca485 req-a70e3a0c-03a8-45da-bb1d-869c9d282bfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024'] for port, after_update {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:05.700279 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-fac25ba7-1828-44be-bd44-2c493b79001c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:03:05.837896 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fbe648-606d-430e-9cc6-c519a527c017 req-dce561b1-1844-403f-8d10-1f7f04126056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:03:05.839664 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-67fbe648-606d-430e-9cc6-c519a527c017 req-dce561b1-1844-403f-8d10-1f7f04126056 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4e3eb5e7-50fa-43d1-a585-cbf981244c9d HTTP/1.1" status: 200  len: 859 time: 0.5318017
Dec 03 15:03:05.898852 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-67fbe648-606d-430e-9cc6-c519a527c017 req-eae44657-88f4-4d95-9b41-8191e59293e9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=99cd7ca3-24f1-4d31-adf2-9e1bba032327&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0488622
Dec 03 15:03:05.915134 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70e3a0c-03a8-45da-bb1d-869c9d282bfb service neutron] Pushing event updated for resources: {'Port': ['ID=6e8050ed-0789-4bcc-bbe2-11f953a2e2ed,revision_number=3']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:03:05.938148 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fe6a26-0025-44bd-8a05-70b5f07bd5e9 req-20b02106-4977-4f16-83c7-162553bd3ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:03:05.940472 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-a70e3a0c-03a8-45da-bb1d-869c9d282bfb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:03:05.940618 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-d8fe6a26-0025-44bd-8a05-70b5f07bd5e9 req-20b02106-4977-4f16-83c7-162553bd3ba4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2263eb43-6c9e-40c3-9734-975854f0ad70&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4878640
Dec 03 15:03:06.019677 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2298987f-e8db-481f-8ad2-37faaafbdad0 req-feb835ae-1297-418c-80f7-0cfa538619f7 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:03:06.021471 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-2298987f-e8db-481f-8ad2-37faaafbdad0 req-feb835ae-1297-418c-80f7-0cfa538619f7 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/ports?device_id=8a7b86d5-7e34-4b4e-9561-8540a0f0fa76 HTTP/1.1" status: 200  len: 943 time: 0.2417808
Dec 03 15:03:06.027266 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d35c89-c4ff-4c50-bcd3-eea3dd9ca485 req-a70e3a0c-03a8-45da-bb1d-869c9d282bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:03:06.027947 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-a6d35c89-c4ff-4c50-bcd3-eea3dd9ca485 req-a70e3a0c-03a8-45da-bb1d-869c9d282bfb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036822225390'] for port, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:06.029451 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-a6d35c89-c4ff-4c50-bcd3-eea3dd9ca485 req-a70e3a0c-03a8-45da-bb1d-869c9d282bfb service neutron] 10.222.0.83 "PUT /v2.0/ports/6e8050ed-0789-4bcc-bbe2-11f953a2e2ed HTTP/1.1" status: 200  len: 1157 time: 2.0646596
Dec 03 15:03:06.031398 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f53f7d53-2ae6-4edd-84c2-09e523498d7d', 'tag': '6e8050ed-0789-4bcc-bbe2-11f953a2e2ed'}] {{(pid=80383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 15:03:06.172215 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 56182) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:03:06.225000 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-67fbe648-606d-430e-9cc6-c519a527c017 req-b9931227-8712-4b32-99fa-868cf8beca2b service neutron] 10.222.0.83 "GET /v2.0/networks/99cd7ca3-24f1-4d31-adf2-9e1bba032327?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3192594
Dec 03 15:03:06.247029 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-d8fe6a26-0025-44bd-8a05-70b5f07bd5e9 req-2b035085-e337-41bd-8de3-1fc0d73eb9aa service neutron] 10.222.0.83 "GET /v2.0/networks/2263eb43-6c9e-40c3-9734-975854f0ad70?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2967246
Dec 03 15:03:06.330611 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-2298987f-e8db-481f-8ad2-37faaafbdad0 req-106b98c9-3483-4962-a352-37e08524a598 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/security-groups?id=eaa64044-32f2-4946-97be-06cf9f486ffa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2936141
Dec 03 15:03:06.381965 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.objects.ports [None req-7c65cd32-acee-4b18-918d-4782b460283f None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=80384) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 03 15:03:06.387568 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d35c89-c4ff-4c50-bcd3-eea3dd9ca485 req-65d52304-1cc3-4f33-b568-4c56b2b9c78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:03:06.389674 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-a6d35c89-c4ff-4c50-bcd3-eea3dd9ca485 req-65d52304-1cc3-4f33-b568-4c56b2b9c78e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f608c43dc4544cf8abe2b82be12c9880&device_id=f53f7d53-2ae6-4edd-84c2-09e523498d7d HTTP/1.1" status: 200  len: 1160 time: 0.2604270
Dec 03 15:03:06.533175 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-67fbe648-606d-430e-9cc6-c519a527c017 req-2a0b8221-befa-4315-8de4-1c44e2333aa4 service neutron] 10.222.0.83 "GET /v2.0/networks/99cd7ca3-24f1-4d31-adf2-9e1bba032327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2834535
Dec 03 15:03:06.561234 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-a6d35c89-c4ff-4c50-bcd3-eea3dd9ca485 req-bba41b56-d65b-4c69-a37e-272ca2b42090 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6e8050ed-0789-4bcc-bbe2-11f953a2e2ed HTTP/1.1" status: 200  len: 217 time: 0.1563478
Dec 03 15:03:06.581680 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f53f7d53-2ae6-4edd-84c2-09e523498d7d', 'tag': '6e8050ed-0789-4bcc-bbe2-11f953a2e2ed', 'status': 'completed', 'code': 200}
Dec 03 15:03:06.711417 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d35c89-c4ff-4c50-bcd3-eea3dd9ca485 req-76f39d50-958c-4c1e-a4b6-d0bd5df7138e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:03:06.713191 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-a6d35c89-c4ff-4c50-bcd3-eea3dd9ca485 req-76f39d50-958c-4c1e-a4b6-d0bd5df7138e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5f041ad7-6cbb-400e-8386-1de021d0e693 HTTP/1.1" status: 200  len: 856 time: 0.1293108
Dec 03 15:03:06.770922 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 56204) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:03:06.778130 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-53842523-0415-4505-aba2-6894d04bebe1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:06.837593 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-53842523-0415-4505-aba2-6894d04bebe1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:03:06.896047 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d8f9ac-128f-422d-82fd-4750c6677eff req-277ef993-c555-436d-9dff-f2db8475c016 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:03:06.897854 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-86d8f9ac-128f-422d-82fd-4750c6677eff req-277ef993-c555-436d-9dff-f2db8475c016 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/ports?device_id=f53f7d53-2ae6-4edd-84c2-09e523498d7d HTTP/1.1" status: 200  len: 943 time: 0.1836929
Dec 03 15:03:06.916117 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Device 4fcc7ba2-ca25-407b-8386-4f72181d346e up at agent ovs-agent-hv-cinder-75790 {{(pid=80384) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 15:03:06.936414 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-53842523-0415-4505-aba2-6894d04bebe1 admin admin] Usage tracker for resource:security_group_rule and tenant:a71e11bd903649479e4dd18686779255 is out of sync, need to count used quota {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:03:06.957899 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-86d8f9ac-128f-422d-82fd-4750c6677eff req-c9f334f8-b713-47a7-a23d-f802a484de78 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/security-groups?id=eeb87b8d-9b0e-46cd-a1ba-43889caf168f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0513813
Dec 03 15:03:06.960068 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d35c89-c4ff-4c50-bcd3-eea3dd9ca485 req-43c52dd0-4bb1-4268-b8d9-004fdcd513c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:03:06.961579 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-a6d35c89-c4ff-4c50-bcd3-eea3dd9ca485 req-43c52dd0-4bb1-4268-b8d9-004fdcd513c6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b89cab8b-b39a-4106-adb3-9bedf452bb83&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1903486
Dec 03 15:03:06.963655 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-53842523-0415-4505-aba2-6894d04bebe1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:03:06.978370 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13573e53-af0c-42b6-89ab-0e79b09e0d76 req-65386613-eecd-4374-9bb2-ceaf8cfc7748 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:03:06.980057 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-13573e53-af0c-42b6-89ab-0e79b09e0d76 req-65386613-eecd-4374-9bb2-ceaf8cfc7748 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/ports?device_id=d5082cea-6dd3-41d3-9210-f5e8bd37f651 HTTP/1.1" status: 200  len: 944 time: 0.4394524
Dec 03 15:03:06.987781 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-53842523-0415-4505-aba2-6894d04bebe1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:03:07.100614 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Provisioning for port 4fcc7ba2-ca25-407b-8386-4f72181d346e completed by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 15:03:07.114666 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Provisioning complete for port 4fcc7ba2-ca25-407b-8386-4f72181d346e triggered by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:03:07.115231 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:07.136847 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-3ca26252-c8c4-46c1-b06b-f8f1a3cf02f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:07.158533 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-3ca26252-c8c4-46c1-b06b-f8f1a3cf02f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:03:07.163213 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-3ca26252-c8c4-46c1-b06b-f8f1a3cf02f0 admin admin] Usage tracker for resource:security_group_rule and tenant:0353122ad727475cac1250de5eba180a is out of sync, need to count used quota {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:03:07.167943 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-3ca26252-c8c4-46c1-b06b-f8f1a3cf02f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:03:07.173296 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-d8fe6a26-0025-44bd-8a05-70b5f07bd5e9 req-da59760c-a8a3-41d7-bc09-f33d5df91d70 service neutron] 10.222.0.83 "GET /v2.0/networks/2263eb43-6c9e-40c3-9734-975854f0ad70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6387534
Dec 03 15:03:07.174009 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-3ca26252-c8c4-46c1-b06b-f8f1a3cf02f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:03:07.206840 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-13573e53-af0c-42b6-89ab-0e79b09e0d76 req-281d315b-7b75-41d4-bcae-17ca0b7bf2b9 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/security-groups?id=b7daf6a7-63f3-474f-99b5-a2b7aacda372&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1991451
Dec 03 15:03:07.294434 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-53842523-0415-4505-aba2-6894d04bebe1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:07.298250 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-53842523-0415-4505-aba2-6894d04bebe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:07.311361 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-3ca26252-c8c4-46c1-b06b-f8f1a3cf02f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:07.313499 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-fd827f08-f85a-4462-8323-ab6d20569bee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:03:07.316260 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:07.324593 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-3ca26252-c8c4-46c1-b06b-f8f1a3cf02f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:07.356514 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53842523-0415-4505-aba2-6894d04bebe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22da460b-00a0-4d54-aeaa-56618647c3fb,revision_number=1']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:03:07.358051 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:03:07.359327 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] For port 4fcc7ba2-ca25-407b-8386-4f72181d346e, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=4fcc7ba2-ca25-407b-8386-4f72181d346e,segment=NetworkSegment(42a6093d-652f-4cb9-990c-cc8e40f7f58f),segment_id=42a6093d-652f-4cb9-990c-cc8e40f7f58f)] {{(pid=80384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 15:03:07.360917 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c233978f-9c32-47bf-8b66-44f0baa08830', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fcc7ba2-ca25-407b-8386-4f72181d346e'}] {{(pid=80384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 15:03:07.374503 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-53842523-0415-4505-aba2-6894d04bebe1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:03:07.381995 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024'] for port, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:07.384750 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:03:07.390347 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-53842523-0415-4505-aba2-6894d04bebe1 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=a71e11bd903649479e4dd18686779255&name=default HTTP/1.1" status: 200  len: 2879 time: 1.2053509
Dec 03 15:03:07.390775 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 56222) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:03:07.394063 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-3ca26252-c8c4-46c1-b06b-f8f1a3cf02f0 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=0353122ad727475cac1250de5eba180a&name=default HTTP/1.1" status: 200  len: 2879 time: 0.5828345
Dec 03 15:03:07.411855 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 56224) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:03:07.491097 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-95ba14ed-83ed-461e-b3f3-f262d0df157f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:07.520385 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c233978f-9c32-47bf-8b66-44f0baa08830', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fcc7ba2-ca25-407b-8386-4f72181d346e', 'code': 200}
Dec 03 15:03:07.531923 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-a6d35c89-c4ff-4c50-bcd3-eea3dd9ca485 req-7302fba1-6f0d-4fc8-a803-b6b5edb161ac service neutron] 10.222.0.83 "GET /v2.0/networks/b89cab8b-b39a-4106-adb3-9bedf452bb83?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5622211
Dec 03 15:03:07.535373 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Pushing event updated for resources: {'Port': ['ID=4fcc7ba2-ca25-407b-8386-4f72181d346e,revision_number=4']} {{(pid=80384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:03:07.539650 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:03:07.543713 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-95ba14ed-83ed-461e-b3f3-f262d0df157f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:07.559319 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca26252-c8c4-46c1-b06b-f8f1a3cf02f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3026ae82-4efb-42cc-96fb-81b2d63f16e9,revision_number=1']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:03:07.598689 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-3ca26252-c8c4-46c1-b06b-f8f1a3cf02f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:03:07.626117 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-95ba14ed-83ed-461e-b3f3-f262d0df157f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:07.632107 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:03:07.644218 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ba14ed-83ed-461e-b3f3-f262d0df157f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22da460b-00a0-4d54-aeaa-56618647c3fb,revision_number=None']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:03:07.650608 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-95ba14ed-83ed-461e-b3f3-f262d0df157f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:03:07.652739 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-95ba14ed-83ed-461e-b3f3-f262d0df157f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:07.657547 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-95ba14ed-83ed-461e-b3f3-f262d0df157f admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/22da460b-00a0-4d54-aeaa-56618647c3fb HTTP/1.1" status: 204  len: 168 time: 0.2654095
Dec 03 15:03:07.773789 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-ea1297dc-3ebf-458f-b5f0-cf1ee64ecfe8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:07.834916 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-a6d35c89-c4ff-4c50-bcd3-eea3dd9ca485 req-5b9ab346-a560-447f-b722-03a2ad52f4f6 service neutron] 10.222.0.83 "GET /v2.0/networks/b89cab8b-b39a-4106-adb3-9bedf452bb83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2377892
Dec 03 15:03:07.928686 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-ea1297dc-3ebf-458f-b5f0-cf1ee64ecfe8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:08.002129 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdd790d-f704-423e-81c7-ae54be1a6705 req-989b10cc-b59a-4dfa-8ce4-7adc5d1641ab tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:03:08.009434 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-1bdd790d-f704-423e-81c7-ae54be1a6705 req-989b10cc-b59a-4dfa-8ce4-7adc5d1641ab tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/ports?device_id=8a7b86d5-7e34-4b4e-9561-8540a0f0fa76 HTTP/1.1" status: 200  len: 943 time: 0.2315729
Dec 03 15:03:08.038828 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-ea1297dc-3ebf-458f-b5f0-cf1ee64ecfe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:08.051524 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-b16b6d05-a031-4235-a135-82bd25953732 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:03:08.083032 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1297dc-3ebf-458f-b5f0-cf1ee64ecfe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3026ae82-4efb-42cc-96fb-81b2d63f16e9,revision_number=None']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:03:08.092928 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-ea1297dc-3ebf-458f-b5f0-cf1ee64ecfe8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:03:08.099644 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-1bdd790d-f704-423e-81c7-ae54be1a6705 req-935c7578-82fa-497d-b01d-c947d274be63 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/security-groups?id=eaa64044-32f2-4946-97be-06cf9f486ffa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0892835
Dec 03 15:03:08.100602 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-ea1297dc-3ebf-458f-b5f0-cf1ee64ecfe8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:08.105801 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-ea1297dc-3ebf-458f-b5f0-cf1ee64ecfe8 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/3026ae82-4efb-42cc-96fb-81b2d63f16e9 HTTP/1.1" status: 204  len: 168 time: 0.6886292
Dec 03 15:03:08.212785 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 56246) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:03:08.246871 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0d3b1362-2c10-4da4-af27-21e04898fedd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:08.270706 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-0d3b1362-2c10-4da4-af27-21e04898fedd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:03:08.276695 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-0d3b1362-2c10-4da4-af27-21e04898fedd admin admin] Usage tracker for resource:security_group_rule and tenant:8feb3380710746f9a6d267e042a8d298 is out of sync, need to count used quota {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:03:08.281182 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-0d3b1362-2c10-4da4-af27-21e04898fedd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:03:08.294637 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-0d3b1362-2c10-4da4-af27-21e04898fedd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:03:08.321423 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6aa857-b33d-4dd0-b489-4272d02efe82 req-fb79f323-4bf5-4cc4-a382-b2b4120e4b08 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:03:08.323202 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-9b6aa857-b33d-4dd0-b489-4272d02efe82 req-fb79f323-4bf5-4cc4-a382-b2b4120e4b08 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/ports?device_id=f53f7d53-2ae6-4edd-84c2-09e523498d7d HTTP/1.1" status: 200  len: 943 time: 0.1139786
Dec 03 15:03:08.354378 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 56252) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:03:08.410634 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-9b6aa857-b33d-4dd0-b489-4272d02efe82 req-59fbaf4e-e59f-4647-985a-d97dddc0df0b tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/security-groups?id=eeb87b8d-9b0e-46cd-a1ba-43889caf168f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0797651
Dec 03 15:03:08.514089 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0d3b1362-2c10-4da4-af27-21e04898fedd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:08.525195 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0d3b1362-2c10-4da4-af27-21e04898fedd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:08.537782 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:03:08.611598 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-56bbf296-8922-49be-ba26-f8eb0e71ab61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:08.640353 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-0d3b1362-2c10-4da4-af27-21e04898fedd admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=8feb3380710746f9a6d267e042a8d298&name=default HTTP/1.1" status: 200  len: 2879 time: 0.4257293
Dec 03 15:03:08.641380 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3b1362-2c10-4da4-af27-21e04898fedd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea7bcfd4-dd6c-4358-be05-73209d6647b8,revision_number=1']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:03:08.647941 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 56262) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:03:08.648823 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-0d3b1362-2c10-4da4-af27-21e04898fedd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:03:08.656060 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-56bbf296-8922-49be-ba26-f8eb0e71ab61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:03:08.682603 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-56bbf296-8922-49be-ba26-f8eb0e71ab61 admin admin] Usage tracker for resource:security_group_rule and tenant:b0c349a94a4040d3bc592ee1fa57fe0a is out of sync, need to count used quota {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:03:08.690550 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-56bbf296-8922-49be-ba26-f8eb0e71ab61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:03:08.699153 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87a436c-3806-4f16-9705-2cd0295c77c3 req-2bba26ac-694a-46cf-96ca-bc0f30ca9e24 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:03:08.700849 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-c87a436c-3806-4f16-9705-2cd0295c77c3 req-2bba26ac-694a-46cf-96ca-bc0f30ca9e24 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/ports?device_id=d5082cea-6dd3-41d3-9210-f5e8bd37f651 HTTP/1.1" status: 200  len: 944 time: 0.2651291
Dec 03 15:03:08.716670 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-56bbf296-8922-49be-ba26-f8eb0e71ab61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:03:08.802992 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-c87a436c-3806-4f16-9705-2cd0295c77c3 req-50e5ed2b-535f-4a9f-98f4-83ecdf6d17b8 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/security-groups?id=b7daf6a7-63f3-474f-99b5-a2b7aacda372&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0882230
Dec 03 15:03:08.824265 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2d70ea69-18b6-48a6-b93e-c6fa148aa29b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:08.842367 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 56266) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:03:08.862395 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-edb86060-db0a-484c-88a2-29b6a1a8de8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:08.869153 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2d70ea69-18b6-48a6-b93e-c6fa148aa29b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:08.879850 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-edb86060-db0a-484c-88a2-29b6a1a8de8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:03:08.884132 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-edb86060-db0a-484c-88a2-29b6a1a8de8d admin admin] Usage tracker for resource:security_group_rule and tenant:e5f7a009f7d941748ddc9c20d9d77777 is out of sync, need to count used quota {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:03:08.888994 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-edb86060-db0a-484c-88a2-29b6a1a8de8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:03:08.895013 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-edb86060-db0a-484c-88a2-29b6a1a8de8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:03:08.952181 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-56bbf296-8922-49be-ba26-f8eb0e71ab61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:08.955201 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-56bbf296-8922-49be-ba26-f8eb0e71ab61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:08.963989 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:03:08.983530 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2d70ea69-18b6-48a6-b93e-c6fa148aa29b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:08.992453 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-edb86060-db0a-484c-88a2-29b6a1a8de8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:08.995464 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-edb86060-db0a-484c-88a2-29b6a1a8de8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:09.005080 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-53842523-0415-4505-aba2-6894d04bebe1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:03:09.017066 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bbf296-8922-49be-ba26-f8eb0e71ab61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fa1dbd6-e42a-43b3-8e5c-58b96e38dba2,revision_number=1']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:03:09.027847 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-56bbf296-8922-49be-ba26-f8eb0e71ab61 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=b0c349a94a4040d3bc592ee1fa57fe0a&name=default HTTP/1.1" status: 200  len: 2879 time: 0.6697347
Dec 03 15:03:09.032495 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 56272) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:03:09.036477 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bbf296-8922-49be-ba26-f8eb0e71ab61 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:03:09.036880 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bbf296-8922-49be-ba26-f8eb0e71ab61 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:03:09.037274 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bbf296-8922-49be-ba26-f8eb0e71ab61 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:03:09.037658 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bbf296-8922-49be-ba26-f8eb0e71ab61 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:03:09.038071 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bbf296-8922-49be-ba26-f8eb0e71ab61 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:03:09.038454 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bbf296-8922-49be-ba26-f8eb0e71ab61 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:03:09.038833 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bbf296-8922-49be-ba26-f8eb0e71ab61 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:03:09.039210 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bbf296-8922-49be-ba26-f8eb0e71ab61 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:03:09.039584 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bbf296-8922-49be-ba26-f8eb0e71ab61 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:03:09.039958 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bbf296-8922-49be-ba26-f8eb0e71ab61 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:03:09.040329 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bbf296-8922-49be-ba26-f8eb0e71ab61 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:03:09.040704 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bbf296-8922-49be-ba26-f8eb0e71ab61 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:03:09.041117 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bbf296-8922-49be-ba26-f8eb0e71ab61 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:03:09.041490 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bbf296-8922-49be-ba26-f8eb0e71ab61 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:03:09.041864 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bbf296-8922-49be-ba26-f8eb0e71ab61 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:03:09.042268 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bbf296-8922-49be-ba26-f8eb0e71ab61 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:03:09.042639 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bbf296-8922-49be-ba26-f8eb0e71ab61 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:03:09.043015 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bbf296-8922-49be-ba26-f8eb0e71ab61 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:03:09.043385 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bbf296-8922-49be-ba26-f8eb0e71ab61 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:03:09.043757 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bbf296-8922-49be-ba26-f8eb0e71ab61 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:03:09.044769 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bbf296-8922-49be-ba26-f8eb0e71ab61 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:03:09.045159 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bbf296-8922-49be-ba26-f8eb0e71ab61 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:03:09.045725 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bbf296-8922-49be-ba26-f8eb0e71ab61 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:03:09.046129 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bbf296-8922-49be-ba26-f8eb0e71ab61 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:03:09.048190 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-edb86060-db0a-484c-88a2-29b6a1a8de8d admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=e5f7a009f7d941748ddc9c20d9d77777&name=default HTTP/1.1" status: 200  len: 2879 time: 0.2045741
Dec 03 15:03:09.051012 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-56bbf296-8922-49be-ba26-f8eb0e71ab61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:03:09.051351 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 56276) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:03:09.054582 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb86060-db0a-484c-88a2-29b6a1a8de8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77be677e-51d5-41b2-86ff-10ef53c238c5,revision_number=1']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:03:09.058496 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-edb86060-db0a-484c-88a2-29b6a1a8de8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:03:09.062074 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2d70ea69-18b6-48a6-b93e-c6fa148aa29b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:09.065798 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-2d70ea69-18b6-48a6-b93e-c6fa148aa29b admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/ea7bcfd4-dd6c-4358-be05-73209d6647b8 HTTP/1.1" status: 204  len: 168 time: 0.4124897
Dec 03 15:03:09.065798 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-96cc9b20-feb9-468e-bc68-58516fff82a1 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.063s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:03:09.079304 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d70ea69-18b6-48a6-b93e-c6fa148aa29b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea7bcfd4-dd6c-4358-be05-73209d6647b8,revision_number=None']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:03:09.083433 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-2d70ea69-18b6-48a6-b93e-c6fa148aa29b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:03:09.131623 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-6be168b6-43fc-444f-a91f-065f0e114906 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:09.135681 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-b7e26f33-fb54-4196-ad4f-4ce5b9803279 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:09.163976 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-6be168b6-43fc-444f-a91f-065f0e114906 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:09.165780 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-b7e26f33-fb54-4196-ad4f-4ce5b9803279 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:09.212864 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-6be168b6-43fc-444f-a91f-065f0e114906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:09.218904 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-b7e26f33-fb54-4196-ad4f-4ce5b9803279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:09.220200 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:03:09.224504 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:03:09.233460 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be168b6-43fc-444f-a91f-065f0e114906 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77be677e-51d5-41b2-86ff-10ef53c238c5,revision_number=None']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:03:09.236372 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-6be168b6-43fc-444f-a91f-065f0e114906 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:03:09.239752 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-6be168b6-43fc-444f-a91f-065f0e114906 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:09.241800 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e26f33-fb54-4196-ad4f-4ce5b9803279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fa1dbd6-e42a-43b3-8e5c-58b96e38dba2,revision_number=None']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:03:09.245175 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-b7e26f33-fb54-4196-ad4f-4ce5b9803279 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:03:09.246123 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-b7e26f33-fb54-4196-ad4f-4ce5b9803279 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:09.248721 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-b7e26f33-fb54-4196-ad4f-4ce5b9803279 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/0fa1dbd6-e42a-43b3-8e5c-58b96e38dba2 HTTP/1.1" status: 204  len: 168 time: 0.2129540
Dec 03 15:03:09.260118 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-6be168b6-43fc-444f-a91f-065f0e114906 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/77be677e-51d5-41b2-86ff-10ef53c238c5 HTTP/1.1" status: 204  len: 168 time: 0.2029305
Dec 03 15:03:09.360191 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c850d8-9c11-4fad-a5f3-79b8e54541fa req-1b7a15b3-2239-47f7-8261-6758eee5a729 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:03:09.361811 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-34c850d8-9c11-4fad-a5f3-79b8e54541fa req-1b7a15b3-2239-47f7-8261-6758eee5a729 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/ports?device_id=8a7b86d5-7e34-4b4e-9561-8540a0f0fa76 HTTP/1.1" status: 200  len: 943 time: 0.0941083
Dec 03 15:03:09.415687 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-34c850d8-9c11-4fad-a5f3-79b8e54541fa req-2291a7c5-b416-4095-9887-19987c2f7f4c tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/security-groups?id=eaa64044-32f2-4946-97be-06cf9f486ffa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453272
Dec 03 15:03:09.623272 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 56294) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:03:09.645595 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-ec37a424-8b4f-482d-8296-2d010c249255 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:09.667370 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-ec37a424-8b4f-482d-8296-2d010c249255 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:03:09.673311 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-ec37a424-8b4f-482d-8296-2d010c249255 admin admin] Usage tracker for resource:security_group_rule and tenant:f0de4577dfc34cbc8b73fd735dd8b244 is out of sync, need to count used quota {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:03:09.677572 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-ec37a424-8b4f-482d-8296-2d010c249255 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:03:09.685651 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-ec37a424-8b4f-482d-8296-2d010c249255 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:03:09.697960 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a84a668-208f-4db9-95fb-a7be1415bf50 req-8898bb6f-aa90-4c95-a2d1-485740c25d80 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:03:09.699555 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-9a84a668-208f-4db9-95fb-a7be1415bf50 req-8898bb6f-aa90-4c95-a2d1-485740c25d80 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/ports?device_id=f53f7d53-2ae6-4edd-84c2-09e523498d7d HTTP/1.1" status: 200  len: 943 time: 0.1425245
Dec 03 15:03:09.792332 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-9a84a668-208f-4db9-95fb-a7be1415bf50 req-63337c2f-0de0-4c74-b383-8dce57ce33ba tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/security-groups?id=eeb87b8d-9b0e-46cd-a1ba-43889caf168f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0713656
Dec 03 15:03:09.871281 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-ec37a424-8b4f-482d-8296-2d010c249255 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:09.876508 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-ec37a424-8b4f-482d-8296-2d010c249255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:09.886041 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-38a95e1e-e4a5-4090-8051-41e2703ffb90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:03:09.928086 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 56308) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:03:09.938963 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-ec37a424-8b4f-482d-8296-2d010c249255 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=f0de4577dfc34cbc8b73fd735dd8b244&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3119857
Dec 03 15:03:09.938963 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec37a424-8b4f-482d-8296-2d010c249255 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd8a67d7-2dff-42f7-a2c1-cca2b4a4c193,revision_number=1']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:03:09.941185 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 56314) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:03:09.944112 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-ec37a424-8b4f-482d-8296-2d010c249255 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:03:09.969617 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-12d873da-bf4c-4c30-8641-0d227b9fced6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:10.017186 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-6322745f-a1d0-471c-a5b8-3574deb3ad28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:10.042772 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-12d873da-bf4c-4c30-8641-0d227b9fced6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:03:10.048678 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-6322745f-a1d0-471c-a5b8-3574deb3ad28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:10.052449 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-12d873da-bf4c-4c30-8641-0d227b9fced6 admin admin] Usage tracker for resource:security_group_rule and tenant:18fbb38175b9458db1c50ef65e86498c is out of sync, need to count used quota {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:03:10.055859 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-12d873da-bf4c-4c30-8641-0d227b9fced6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:03:10.064032 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-12d873da-bf4c-4c30-8641-0d227b9fced6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:03:10.113289 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-6322745f-a1d0-471c-a5b8-3574deb3ad28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:10.119295 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-0d3b1362-2c10-4da4-af27-21e04898fedd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:03:10.131424 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6322745f-a1d0-471c-a5b8-3574deb3ad28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd8a67d7-2dff-42f7-a2c1-cca2b4a4c193,revision_number=None']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:03:10.134344 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-6322745f-a1d0-471c-a5b8-3574deb3ad28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:03:10.140320 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-6322745f-a1d0-471c-a5b8-3574deb3ad28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:10.144187 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-6322745f-a1d0-471c-a5b8-3574deb3ad28 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/bd8a67d7-2dff-42f7-a2c1-cca2b4a4c193 HTTP/1.1" status: 204  len: 168 time: 0.1996439
Dec 03 15:03:10.190544 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-12d873da-bf4c-4c30-8641-0d227b9fced6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:10.201743 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a31b50b-f848-48cb-893b-a6586ca90fb6 req-18fa1c79-7507-4165-93a1-9d8735ab5a6c tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:03:10.202944 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-8a31b50b-f848-48cb-893b-a6586ca90fb6 req-18fa1c79-7507-4165-93a1-9d8735ab5a6c tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/ports?device_id=d5082cea-6dd3-41d3-9210-f5e8bd37f651 HTTP/1.1" status: 200  len: 944 time: 0.2025030
Dec 03 15:03:10.203603 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-12d873da-bf4c-4c30-8641-0d227b9fced6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:10.229783 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-a6d4d673-cc05-4e85-8541-f213565b8002 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:03:10.305350 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-12d873da-bf4c-4c30-8641-0d227b9fced6 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=18fbb38175b9458db1c50ef65e86498c&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3730297
Dec 03 15:03:10.306283 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 56326) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:03:10.313670 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-8a31b50b-f848-48cb-893b-a6586ca90fb6 req-be4eb36c-852d-4c02-b14b-644cf3720500 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/security-groups?id=b7daf6a7-63f3-474f-99b5-a2b7aacda372&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0848899
Dec 03 15:03:10.315414 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d873da-bf4c-4c30-8641-0d227b9fced6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef90dc8e-4b81-41a7-bd8c-7cc0614a9544,revision_number=1']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:03:10.324350 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d873da-bf4c-4c30-8641-0d227b9fced6 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:03:10.324752 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d873da-bf4c-4c30-8641-0d227b9fced6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:03:10.325190 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d873da-bf4c-4c30-8641-0d227b9fced6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:03:10.325997 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d873da-bf4c-4c30-8641-0d227b9fced6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:03:10.326249 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d873da-bf4c-4c30-8641-0d227b9fced6 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:03:10.326690 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d873da-bf4c-4c30-8641-0d227b9fced6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:03:10.327085 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d873da-bf4c-4c30-8641-0d227b9fced6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:03:10.327473 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d873da-bf4c-4c30-8641-0d227b9fced6 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:03:10.327862 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d873da-bf4c-4c30-8641-0d227b9fced6 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:03:10.328245 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d873da-bf4c-4c30-8641-0d227b9fced6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:03:10.328631 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d873da-bf4c-4c30-8641-0d227b9fced6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:03:10.329014 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d873da-bf4c-4c30-8641-0d227b9fced6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:03:10.329448 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d873da-bf4c-4c30-8641-0d227b9fced6 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:03:10.329833 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d873da-bf4c-4c30-8641-0d227b9fced6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:03:10.330409 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d873da-bf4c-4c30-8641-0d227b9fced6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:03:10.330772 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d873da-bf4c-4c30-8641-0d227b9fced6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:03:10.331322 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d873da-bf4c-4c30-8641-0d227b9fced6 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:03:10.331853 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d873da-bf4c-4c30-8641-0d227b9fced6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:03:10.332531 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d873da-bf4c-4c30-8641-0d227b9fced6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:03:10.333051 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d873da-bf4c-4c30-8641-0d227b9fced6 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:03:10.333597 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d873da-bf4c-4c30-8641-0d227b9fced6 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:03:10.334169 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d873da-bf4c-4c30-8641-0d227b9fced6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:03:10.334695 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d873da-bf4c-4c30-8641-0d227b9fced6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:03:10.335223 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d873da-bf4c-4c30-8641-0d227b9fced6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:03:10.340460 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-12d873da-bf4c-4c30-8641-0d227b9fced6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:03:10.406952 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-4ed8ec72-026c-4bc2-a351-5d874745623a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:10.436163 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-4ed8ec72-026c-4bc2-a351-5d874745623a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:10.485005 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-4ed8ec72-026c-4bc2-a351-5d874745623a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:10.490457 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-77a7af1a-e14e-4275-9524-8c9fd115ed28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:03:10.505772 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed8ec72-026c-4bc2-a351-5d874745623a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef90dc8e-4b81-41a7-bd8c-7cc0614a9544,revision_number=None']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:03:10.516262 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-4ed8ec72-026c-4bc2-a351-5d874745623a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:03:10.518959 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-4ed8ec72-026c-4bc2-a351-5d874745623a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:10.522551 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-4ed8ec72-026c-4bc2-a351-5d874745623a admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/ef90dc8e-4b81-41a7-bd8c-7cc0614a9544 HTTP/1.1" status: 204  len: 168 time: 0.2129042
Dec 03 15:03:10.681511 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d22f41-f1c6-487a-b787-f81fb28430bd req-cc80c661-9b6b-44a8-9a88-a39d9aa36e1c tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:03:10.685702 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-c5d22f41-f1c6-487a-b787-f81fb28430bd req-cc80c661-9b6b-44a8-9a88-a39d9aa36e1c tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/ports?device_id=8a7b86d5-7e34-4b4e-9561-8540a0f0fa76 HTTP/1.1" status: 200  len: 943 time: 0.1022928
Dec 03 15:03:10.765551 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-c5d22f41-f1c6-487a-b787-f81fb28430bd req-80dc1076-1ff9-4cca-8b87-5cc2e9373d67 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/security-groups?id=eaa64044-32f2-4946-97be-06cf9f486ffa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0743237
Dec 03 15:03:10.937473 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-e7033e27-65a8-449a-97d4-f78fab431d0a req-1c8c459e-2a62-4608-bd1c-5d28a5b1ffb5 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=6df8e3bd-8dd7-4ac4-9409-df9187c8a651&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1378925
Dec 03 15:03:10.980294 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4359793a-4d97-43c5-90d3-3a90849e7fe5 req-f500fe9a-999a-4874-be13-b752d1a4bf8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:03:10.982800 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-4359793a-4d97-43c5-90d3-3a90849e7fe5 req-f500fe9a-999a-4874-be13-b752d1a4bf8f service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=c233978f-9c32-47bf-8b66-44f0baa08830 HTTP/1.1" status: 200  len: 1162 time: 0.1839480
Dec 03 15:03:10.989070 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d345a375-1c7c-44de-88c8-2d025f236745 req-3f5580d6-e2ca-4919-ba88-bd53b6849805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:03:10.990655 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-d345a375-1c7c-44de-88c8-2d025f236745 req-3f5580d6-e2ca-4919-ba88-bd53b6849805 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f608c43dc4544cf8abe2b82be12c9880&device_id=f53f7d53-2ae6-4edd-84c2-09e523498d7d HTTP/1.1" status: 200  len: 1160 time: 0.1904573
Dec 03 15:03:11.232983 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7033e27-65a8-449a-97d4-f78fab431d0a req-676da84b-39e3-4917-99bf-51be15905912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:03:11.236510 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-e7033e27-65a8-449a-97d4-f78fab431d0a req-676da84b-39e3-4917-99bf-51be15905912 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=59b1a509fdae412992f73a7d46115cad&device_id=6df8e3bd-8dd7-4ac4-9409-df9187c8a651 HTTP/1.1" status: 200  len: 1162 time: 0.1562395
Dec 03 15:03:11.257247 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d345a375-1c7c-44de-88c8-2d025f236745 req-ba492c4e-e3ac-4731-afc3-553357fd3bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:03:11.258918 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-d345a375-1c7c-44de-88c8-2d025f236745 req-ba492c4e-e3ac-4731-afc3-553357fd3bdd service neutron] 10.222.0.83 "GET /v2.0/networks?id=b89cab8b-b39a-4106-adb3-9bedf452bb83 HTTP/1.1" status: 200  len: 911 time: 0.2229977
Dec 03 15:03:11.266266 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-4359793a-4d97-43c5-90d3-3a90849e7fe5 req-f00429af-e1fd-4bc5-8f95-a010804cb03a service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=eaa64044-32f2-4946-97be-06cf9f486ffa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1937542
Dec 03 15:03:11.294020 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb04540-fbcb-4390-8969-e84f75720e1e req-c0108564-a134-4723-872e-2234b2e4c0dc tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:03:11.296009 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-8cb04540-fbcb-4390-8969-e84f75720e1e req-c0108564-a134-4723-872e-2234b2e4c0dc tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/ports?device_id=f53f7d53-2ae6-4edd-84c2-09e523498d7d HTTP/1.1" status: 200  len: 943 time: 0.3043132
Dec 03 15:03:11.352927 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-8cb04540-fbcb-4390-8969-e84f75720e1e req-786f9fac-b19d-427c-ac0a-d2ced7a23701 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/security-groups?id=eeb87b8d-9b0e-46cd-a1ba-43889caf168f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0495822
Dec 03 15:03:11.556908 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4388ba32-f4fc-4ea5-bb1e-8ca255ca8304 req-30e3dba4-0bd8-4cc8-a8d7-792eedea7781 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:03:11.562610 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-4388ba32-f4fc-4ea5-bb1e-8ca255ca8304 req-30e3dba4-0bd8-4cc8-a8d7-792eedea7781 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/ports?device_id=d5082cea-6dd3-41d3-9210-f5e8bd37f651 HTTP/1.1" status: 200  len: 944 time: 0.0957551
Dec 03 15:03:11.630075 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-4388ba32-f4fc-4ea5-bb1e-8ca255ca8304 req-f37ac3b6-ed9c-4a98-ae99-ffd98d1b34ea tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/security-groups?id=b7daf6a7-63f3-474f-99b5-a2b7aacda372&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0643387
Dec 03 15:03:11.671939 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-d345a375-1c7c-44de-88c8-2d025f236745 req-07db85dd-1fb2-4a5e-a53f-5bba354a9b19 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6e8050ed-0789-4bcc-bbe2-11f953a2e2ed HTTP/1.1" status: 200  len: 217 time: 0.0745528
Dec 03 15:03:11.906700 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7033e27-65a8-449a-97d4-f78fab431d0a req-8730f893-4bbb-477e-bfd7-43430ba68cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:03:11.908309 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-e7033e27-65a8-449a-97d4-f78fab431d0a req-8730f893-4bbb-477e-bfd7-43430ba68cdf service neutron] 10.222.0.83 "GET /v2.0/networks?id=237dead0-62cc-46b7-b149-d9cbbf320fb2 HTTP/1.1" status: 200  len: 905 time: 0.2351546
Dec 03 15:03:11.912223 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d345a375-1c7c-44de-88c8-2d025f236745 req-2f1deb4d-2a97-4b7e-8aa5-ff79ec075f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:03:11.913682 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-d345a375-1c7c-44de-88c8-2d025f236745 req-2f1deb4d-2a97-4b7e-8aa5-ff79ec075f43 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5f041ad7-6cbb-400e-8386-1de021d0e693 HTTP/1.1" status: 200  len: 856 time: 0.1320069
Dec 03 15:03:12.077473 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-e7033e27-65a8-449a-97d4-f78fab431d0a req-d600dad3-ca8c-42ee-8b75-97ad52ea0196 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=25ef8b7b-be10-454b-bfbd-bfa8f9585236 HTTP/1.1" status: 200  len: 217 time: 0.1548009
Dec 03 15:03:12.208149 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7033e27-65a8-449a-97d4-f78fab431d0a req-0b3cd037-94d9-4cb3-a710-c458813df8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:03:12.209727 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-e7033e27-65a8-449a-97d4-f78fab431d0a req-0b3cd037-94d9-4cb3-a710-c458813df8e3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4ec5f1ed-3516-49a2-b1ee-f3cd8d9bb468 HTTP/1.1" status: 200  len: 851 time: 0.1133814
Dec 03 15:03:12.222219 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b68c70b-370b-4d6b-bb05-aeb2b4ea8178 req-364dd02b-7f29-418f-b263-1b8ec7da5063 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:03:12.229988 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-6b68c70b-370b-4d6b-bb05-aeb2b4ea8178 req-364dd02b-7f29-418f-b263-1b8ec7da5063 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/ports?device_id=8a7b86d5-7e34-4b4e-9561-8540a0f0fa76 HTTP/1.1" status: 200  len: 943 time: 0.2444875
Dec 03 15:03:12.250054 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d345a375-1c7c-44de-88c8-2d025f236745 req-8590a15f-860e-441a-ab1c-f15cd05d0894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:03:12.251673 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-d345a375-1c7c-44de-88c8-2d025f236745 req-8590a15f-860e-441a-ab1c-f15cd05d0894 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b89cab8b-b39a-4106-adb3-9bedf452bb83&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2738395
Dec 03 15:03:12.299881 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-e7033e27-65a8-449a-97d4-f78fab431d0a req-0bcf0c6c-3dc5-47f1-a5e6-1e5c030fec7c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=237dead0-62cc-46b7-b149-d9cbbf320fb2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0528998
Dec 03 15:03:12.661816 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba45906-429d-4374-8ce4-5e072eefcf3e req-733d012e-fea3-4e50-b468-b593467dc49a tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:03:12.664438 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-9ba45906-429d-4374-8ce4-5e072eefcf3e req-733d012e-fea3-4e50-b468-b593467dc49a tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/ports?device_id=f53f7d53-2ae6-4edd-84c2-09e523498d7d HTTP/1.1" status: 200  len: 943 time: 0.1444919
Dec 03 15:03:12.749769 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-9ba45906-429d-4374-8ce4-5e072eefcf3e req-7318145d-2769-4d63-b34b-786577c2b544 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/security-groups?id=eeb87b8d-9b0e-46cd-a1ba-43889caf168f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0783658
Dec 03 15:03:12.752425 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Device 4fcc7ba2-ca25-407b-8386-4f72181d346e up at agent ovs-agent-hv-cinder-75790 {{(pid=80384) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 15:03:12.944167 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-e7033e27-65a8-449a-97d4-f78fab431d0a req-39014fcf-4c76-49f0-902c-39c29bdaff87 service neutron] 10.222.0.83 "GET /v2.0/networks/237dead0-62cc-46b7-b149-d9cbbf320fb2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6152215
Dec 03 15:03:13.136554 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Provisioning complete for port 4fcc7ba2-ca25-407b-8386-4f72181d346e triggered by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:03:13.137298 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:13.165662 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57219360-01fd-4822-9855-517c24712020 req-f0800064-2a1a-4136-81df-c6b857dd2083 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:03:13.167699 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-57219360-01fd-4822-9855-517c24712020 req-f0800064-2a1a-4136-81df-c6b857dd2083 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/ports?device_id=d5082cea-6dd3-41d3-9210-f5e8bd37f651 HTTP/1.1" status: 200  len: 944 time: 0.1952589
Dec 03 15:03:13.186505 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-6b68c70b-370b-4d6b-bb05-aeb2b4ea8178 req-f71e77c2-831e-459b-b7d3-7d4b33d3142e tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/security-groups?id=eaa64044-32f2-4946-97be-06cf9f486ffa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.9556429
Dec 03 15:03:13.196220 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-e7033e27-65a8-449a-97d4-f78fab431d0a req-8ef5d44e-4fc4-4889-9313-2523c468978e service neutron] 10.222.0.83 "GET /v2.0/networks/237dead0-62cc-46b7-b149-d9cbbf320fb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2345212
Dec 03 15:03:13.248770 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-d345a375-1c7c-44de-88c8-2d025f236745 req-2a050d91-0f58-4673-8baa-381abd48d809 service neutron] 10.222.0.83 "GET /v2.0/networks/b89cab8b-b39a-4106-adb3-9bedf452bb83?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9448249
Dec 03 15:03:13.288990 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Device 933ad543-585e-4a97-b615-70b5dc2690fb up at agent ovs-agent-hv-cinder-75790 {{(pid=80384) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 15:03:13.319680 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-57219360-01fd-4822-9855-517c24712020 req-a101807e-43fc-435c-9a2d-e02d815a3026 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/security-groups?id=b7daf6a7-63f3-474f-99b5-a2b7aacda372&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1440561
Dec 03 15:03:13.438098 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Provisioning for port 933ad543-585e-4a97-b615-70b5dc2690fb completed by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 15:03:13.443757 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Provisioning complete for port 933ad543-585e-4a97-b615-70b5dc2690fb triggered by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:03:13.444534 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:13.561059 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-d345a375-1c7c-44de-88c8-2d025f236745 req-71ed5727-2fb0-4255-a411-1e73c88cefb4 service neutron] 10.222.0.83 "GET /v2.0/networks/b89cab8b-b39a-4106-adb3-9bedf452bb83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2846482
Dec 03 15:03:13.581493 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:13.614720 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a7b86d5-7e34-4b4e-9561-8540a0f0fa76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '933ad543-585e-4a97-b615-70b5dc2690fb'}] {{(pid=80384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 15:03:13.626937 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] For port 933ad543-585e-4a97-b615-70b5dc2690fb, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=933ad543-585e-4a97-b615-70b5dc2690fb,segment=NetworkSegment(42a6093d-652f-4cb9-990c-cc8e40f7f58f),segment_id=42a6093d-652f-4cb9-990c-cc8e40f7f58f)] {{(pid=80384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 15:03:13.630322 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024'] for port, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:13.632284 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:03:13.726134 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Pushing event updated for resources: {'Port': ['ID=933ad543-585e-4a97-b615-70b5dc2690fb,revision_number=4']} {{(pid=80384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:03:13.734834 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a7b86d5-7e34-4b4e-9561-8540a0f0fa76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '933ad543-585e-4a97-b615-70b5dc2690fb', 'code': 200}
Dec 03 15:03:13.735649 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:03:14.099669 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d94606-4f8d-43d1-b684-f228cd14c766 req-73afc999-0da0-4e2c-b59a-5f9cfa4220ec tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:03:14.108872 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-a2d94606-4f8d-43d1-b684-f228cd14c766 req-73afc999-0da0-4e2c-b59a-5f9cfa4220ec tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/ports?device_id=f53f7d53-2ae6-4edd-84c2-09e523498d7d HTTP/1.1" status: 200  len: 943 time: 0.1780610
Dec 03 15:03:14.166986 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-a2d94606-4f8d-43d1-b684-f228cd14c766 req-29bd9b4a-510a-4330-aa9a-adb3bc062d82 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/security-groups?id=eeb87b8d-9b0e-46cd-a1ba-43889caf168f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0570693
Dec 03 15:03:14.176982 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02771903-953f-4e91-9835-9fb58ebb9c76 req-7e5f6d9d-cc3e-4712-852c-d1b4fa7a3ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:03:14.180212 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-02771903-953f-4e91-9835-9fb58ebb9c76 req-7e5f6d9d-cc3e-4712-852c-d1b4fa7a3ae9 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=8a7b86d5-7e34-4b4e-9561-8540a0f0fa76 HTTP/1.1" status: 200  len: 1162 time: 0.1212964
Dec 03 15:03:14.234277 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-02771903-953f-4e91-9835-9fb58ebb9c76 req-303b1849-2cf9-4cbd-a5db-c71589f868d2 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=eaa64044-32f2-4946-97be-06cf9f486ffa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452504
Dec 03 15:03:14.495415 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6983d6a6-0be6-4c48-8853-6cb4d259d52c req-4befcf88-199c-499d-a9d8-075be7be03ee tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:03:14.498626 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-6983d6a6-0be6-4c48-8853-6cb4d259d52c req-4befcf88-199c-499d-a9d8-075be7be03ee tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/ports?device_id=8a7b86d5-7e34-4b4e-9561-8540a0f0fa76 HTTP/1.1" status: 200  len: 945 time: 0.1229880
Dec 03 15:03:14.548713 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a4e2ee-6a1e-4979-9c18-6b0d34d6d295 req-9be364ea-8a4a-478a-9804-42d6a646771e tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:03:14.555611 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-a9a4e2ee-6a1e-4979-9c18-6b0d34d6d295 req-9be364ea-8a4a-478a-9804-42d6a646771e tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/ports?device_id=d5082cea-6dd3-41d3-9210-f5e8bd37f651 HTTP/1.1" status: 200  len: 944 time: 0.0941167
Dec 03 15:03:14.566049 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-6983d6a6-0be6-4c48-8853-6cb4d259d52c req-a4bba1f8-39a1-401a-ac4c-1d4767dbd4da tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/security-groups?id=eaa64044-32f2-4946-97be-06cf9f486ffa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0604544
Dec 03 15:03:14.626765 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-a9a4e2ee-6a1e-4979-9c18-6b0d34d6d295 req-db95c916-db0a-45b8-b4e9-499e99a5ee17 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/security-groups?id=b7daf6a7-63f3-474f-99b5-a2b7aacda372&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0639162
Dec 03 15:03:15.393886 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fa1040-49e0-47fa-be2c-bc5f1a4caa32 req-d8012444-83ab-4993-874c-470fc6e5662d tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:03:15.395538 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-50fa1040-49e0-47fa-be2c-bc5f1a4caa32 req-d8012444-83ab-4993-874c-470fc6e5662d tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/ports?device_id=f53f7d53-2ae6-4edd-84c2-09e523498d7d HTTP/1.1" status: 200  len: 943 time: 0.0873902
Dec 03 15:03:15.494535 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-50fa1040-49e0-47fa-be2c-bc5f1a4caa32 req-4c9051c7-32a3-45f4-b1b1-099b8eb9acaa tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/security-groups?id=eeb87b8d-9b0e-46cd-a1ba-43889caf168f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0846524
Dec 03 15:03:15.841941 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6126dbd-cf8f-4ee8-bb24-35b7f925b934 req-0b3ea17d-ab84-4337-a71b-3267a695d119 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:03:15.844570 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-c6126dbd-cf8f-4ee8-bb24-35b7f925b934 req-0b3ea17d-ab84-4337-a71b-3267a695d119 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/ports?device_id=8a7b86d5-7e34-4b4e-9561-8540a0f0fa76 HTTP/1.1" status: 200  len: 945 time: 0.1325393
Dec 03 15:03:15.865065 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054dd084-44c3-42da-98a3-f5106f1348ef req-6aa8cd1c-5d3c-4d3c-8b4e-a0a5f0c41d85 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:03:15.866744 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-054dd084-44c3-42da-98a3-f5106f1348ef req-6aa8cd1c-5d3c-4d3c-8b4e-a0a5f0c41d85 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/ports?device_id=d5082cea-6dd3-41d3-9210-f5e8bd37f651 HTTP/1.1" status: 200  len: 944 time: 0.1018090
Dec 03 15:03:15.887038 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Device 933ad543-585e-4a97-b615-70b5dc2690fb up at agent ovs-agent-hv-cinder-75790 {{(pid=80384) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 15:03:15.933546 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-054dd084-44c3-42da-98a3-f5106f1348ef req-7d3fa367-e165-414f-950a-fc1eb38eb1d8 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/security-groups?id=b7daf6a7-63f3-474f-99b5-a2b7aacda372&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0592349
Dec 03 15:03:15.936923 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-c6126dbd-cf8f-4ee8-bb24-35b7f925b934 req-c10cac40-9f18-4794-8bf6-ba2fc7ba528d tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/security-groups?id=eaa64044-32f2-4946-97be-06cf9f486ffa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0822597
Dec 03 15:03:15.991533 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Provisioning complete for port 933ad543-585e-4a97-b615-70b5dc2690fb triggered by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:03:15.991961 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:16.117251 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Device 6e8050ed-0789-4bcc-bbe2-11f953a2e2ed up at agent ovs-agent-hv-cinder-75790 {{(pid=80384) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 15:03:16.189466 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Provisioning for port 6e8050ed-0789-4bcc-bbe2-11f953a2e2ed completed by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 15:03:16.196133 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Provisioning complete for port 6e8050ed-0789-4bcc-bbe2-11f953a2e2ed triggered by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:03:16.196741 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:16.319223 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:16.347143 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f53f7d53-2ae6-4edd-84c2-09e523498d7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e8050ed-0789-4bcc-bbe2-11f953a2e2ed'}] {{(pid=80384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 15:03:16.357962 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] For port 6e8050ed-0789-4bcc-bbe2-11f953a2e2ed, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=6e8050ed-0789-4bcc-bbe2-11f953a2e2ed,segment=NetworkSegment(e2b57a66-c421-4e34-bfed-3a9d2ac3bd3c),segment_id=e2b57a66-c421-4e34-bfed-3a9d2ac3bd3c)] {{(pid=80384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 15:03:16.360782 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024'] for port, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:16.361677 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Device e835912e-98c3-4b70-bf9b-467e0fcfcd78 up at agent ovs-agent-hv-cinder-75790 {{(pid=80384) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 15:03:16.408423 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:03:16.438292 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f53f7d53-2ae6-4edd-84c2-09e523498d7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e8050ed-0789-4bcc-bbe2-11f953a2e2ed', 'code': 200}
Dec 03 15:03:16.493463 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Pushing event updated for resources: {'Port': ['ID=6e8050ed-0789-4bcc-bbe2-11f953a2e2ed,revision_number=4']} {{(pid=80384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:03:16.508356 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:03:16.508749 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:03:16.509129 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:03:16.509537 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:03:16.509935 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:03:16.510308 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:03:16.510679 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:03:16.511045 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:03:16.511409 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:03:16.511772 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:03:16.512276 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:03:16.513250 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:03:16.513744 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:03:16.514218 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:03:16.514597 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:03:16.515065 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:03:16.515431 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:03:16.515798 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:03:16.516163 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:03:16.516527 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:03:16.516893 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:03:16.517258 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:03:16.517618 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:03:16.518006 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:03:16.529080 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Provisioning for port e835912e-98c3-4b70-bf9b-467e0fcfcd78 completed by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 15:03:16.533065 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:03:16.536199 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Provisioning complete for port e835912e-98c3-4b70-bf9b-467e0fcfcd78 triggered by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:03:16.536620 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:16.725204 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:16.779098 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84591918-4134-408f-837a-46a9e1e85c1d req-f297c72a-22c0-466c-805d-c8dbea2c0170 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:03:16.780980 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-84591918-4134-408f-837a-46a9e1e85c1d req-f297c72a-22c0-466c-805d-c8dbea2c0170 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/ports?device_id=f53f7d53-2ae6-4edd-84c2-09e523498d7d HTTP/1.1" status: 200  len: 945 time: 0.0915070
Dec 03 15:03:16.797337 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] For port e835912e-98c3-4b70-bf9b-467e0fcfcd78, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=e835912e-98c3-4b70-bf9b-467e0fcfcd78,segment=NetworkSegment(1f8ed2c9-9c9c-41af-869d-c0f0d4bf55da),segment_id=1f8ed2c9-9c9c-41af-869d-c0f0d4bf55da)] {{(pid=80384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 15:03:16.804368 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024'] for port, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:16.807132 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:03:16.897217 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Pushing event updated for resources: {'Port': ['ID=e835912e-98c3-4b70-bf9b-467e0fcfcd78,revision_number=4']} {{(pid=80384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:03:16.901751 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:03:17.043980 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-84591918-4134-408f-837a-46a9e1e85c1d req-d9f34e6e-8951-4b8e-b1d5-5a0ac3b3a0da tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/security-groups?id=eeb87b8d-9b0e-46cd-a1ba-43889caf168f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2562354
Dec 03 15:03:17.187264 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26f6601-925d-4a75-bf52-b2cf48ad361e req-0c39cbd9-452c-4de0-9b21-41437452d7c1 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:03:17.188940 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-a26f6601-925d-4a75-bf52-b2cf48ad361e req-0c39cbd9-452c-4de0-9b21-41437452d7c1 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/ports?device_id=d5082cea-6dd3-41d3-9210-f5e8bd37f651 HTTP/1.1" status: 200  len: 946 time: 0.1081765
Dec 03 15:03:17.242913 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-a26f6601-925d-4a75-bf52-b2cf48ad361e req-2de0ab3d-e039-4228-9801-4d9b0b6e4bb0 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/security-groups?id=b7daf6a7-63f3-474f-99b5-a2b7aacda372&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469704
Dec 03 15:03:17.314184 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0ebab2-a834-440a-8086-34762b3b58b1 req-d8a26d7f-20af-4089-a36d-c1a582076c31 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:03:17.315768 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-5e0ebab2-a834-440a-8086-34762b3b58b1 req-d8a26d7f-20af-4089-a36d-c1a582076c31 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/ports?device_id=8a7b86d5-7e34-4b4e-9561-8540a0f0fa76 HTTP/1.1" status: 200  len: 945 time: 0.1055012
Dec 03 15:03:17.363467 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-5e0ebab2-a834-440a-8086-34762b3b58b1 req-f79c7bc6-e192-4f31-87fa-9c545c4b5006 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/security-groups?id=eaa64044-32f2-4946-97be-06cf9f486ffa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413592
Dec 03 15:03:17.417619 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-bee7d3d8-6fe8-48a1-a5d5-c8809b618504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:17.842889 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522dcef9-1663-42e0-8bec-a74b713195de req-f704836f-dd74-4fb8-bbd3-3903e73735a2 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:03:17.845774 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-522dcef9-1663-42e0-8bec-a74b713195de req-f704836f-dd74-4fb8-bbd3-3903e73735a2 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/ports?device_id=8a7b86d5-7e34-4b4e-9561-8540a0f0fa76 HTTP/1.1" status: 200  len: 945 time: 0.0892439
Dec 03 15:03:17.898441 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-522dcef9-1663-42e0-8bec-a74b713195de req-91683277-d105-4160-8f25-4ff3a4e648ce tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/security-groups?id=eaa64044-32f2-4946-97be-06cf9f486ffa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465386
Dec 03 15:03:18.326691 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce94835b-e2fc-4432-ae70-a000cd4c229a req-f10d1df6-4563-4d54-a76c-9b3d4cc4342b tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:03:18.328299 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-ce94835b-e2fc-4432-ae70-a000cd4c229a req-f10d1df6-4563-4d54-a76c-9b3d4cc4342b tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/ports?device_id=f53f7d53-2ae6-4edd-84c2-09e523498d7d HTTP/1.1" status: 200  len: 945 time: 0.0845461
Dec 03 15:03:18.375603 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-ce94835b-e2fc-4432-ae70-a000cd4c229a req-c7b1fcb1-fa62-4e82-ad8a-827befe85a25 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/security-groups?id=eeb87b8d-9b0e-46cd-a1ba-43889caf168f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408998
Dec 03 15:03:18.439996 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5082cea-6dd3-41d3-9210-f5e8bd37f651', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e835912e-98c3-4b70-bf9b-467e0fcfcd78'}] {{(pid=80384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 15:03:18.476817 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a084bb5a-9bb0-4359-99ef-78837a2481ce req-e28673a7-5558-47ec-87ec-b871bba6269f tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:03:18.478455 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-a084bb5a-9bb0-4359-99ef-78837a2481ce req-e28673a7-5558-47ec-87ec-b871bba6269f tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/ports?device_id=d5082cea-6dd3-41d3-9210-f5e8bd37f651 HTTP/1.1" status: 200  len: 946 time: 0.0938878
Dec 03 15:03:18.498628 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5082cea-6dd3-41d3-9210-f5e8bd37f651', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e835912e-98c3-4b70-bf9b-467e0fcfcd78', 'code': 200}
Dec 03 15:03:18.525970 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-a084bb5a-9bb0-4359-99ef-78837a2481ce req-15c95d20-faea-44aa-a3de-fe45acdab1d9 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/security-groups?id=b7daf6a7-63f3-474f-99b5-a2b7aacda372&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403662
Dec 03 15:03:19.125854 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e80c96-e7e4-4e4a-bf54-0252a507bfdd req-3e268540-9546-4632-ab64-d09bc5286e03 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:03:19.127565 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-15e80c96-e7e4-4e4a-bf54-0252a507bfdd req-3e268540-9546-4632-ab64-d09bc5286e03 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/ports?device_id=8a7b86d5-7e34-4b4e-9561-8540a0f0fa76 HTTP/1.1" status: 200  len: 945 time: 0.0906005
Dec 03 15:03:19.177310 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-15e80c96-e7e4-4e4a-bf54-0252a507bfdd req-349a3f5b-80c5-4fbe-9f82-ade229bd035e tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/security-groups?id=eaa64044-32f2-4946-97be-06cf9f486ffa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430801
Dec 03 15:03:19.550872 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:19.631164 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450e0eb4-d7c7-400a-bb5a-e9923675d0bc req-a607af7c-8bf9-46fc-bdd7-7194262abb97 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:03:19.632817 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-450e0eb4-d7c7-400a-bb5a-e9923675d0bc req-a607af7c-8bf9-46fc-bdd7-7194262abb97 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/ports?device_id=f53f7d53-2ae6-4edd-84c2-09e523498d7d HTTP/1.1" status: 200  len: 945 time: 0.1056478
Dec 03 15:03:19.686906 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-450e0eb4-d7c7-400a-bb5a-e9923675d0bc req-eb06a941-e297-453d-b218-2bdee68fd3b6 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/security-groups?id=eeb87b8d-9b0e-46cd-a1ba-43889caf168f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0462024
Dec 03 15:03:19.763176 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a00c4f-83a5-4248-946d-47863779018c req-4cd819f6-9d32-4be9-abf4-fa0773558905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:03:19.764917 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-52a00c4f-83a5-4248-946d-47863779018c req-4cd819f6-9d32-4be9-abf4-fa0773558905 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=69f1305b325747b387eaa173734086a5&device_id=8a7b86d5-7e34-4b4e-9561-8540a0f0fa76 HTTP/1.1" status: 200  len: 1162 time: 0.1817043
Dec 03 15:03:19.775592 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814aa6be-c2a8-47f4-8da1-e4e5ec9d2e8c req-f99536f1-1290-4b51-a33a-6a3d47f848d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:03:19.777141 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-814aa6be-c2a8-47f4-8da1-e4e5ec9d2e8c req-f99536f1-1290-4b51-a33a-6a3d47f848d4 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=f53f7d53-2ae6-4edd-84c2-09e523498d7d HTTP/1.1" status: 200  len: 1162 time: 0.2363746
Dec 03 15:03:19.795417 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014835ff-3a4b-468c-9731-04bb385626cf req-39a5057d-014a-4646-9a3a-7aa5123b24e0 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:03:19.797090 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-014835ff-3a4b-468c-9731-04bb385626cf req-39a5057d-014a-4646-9a3a-7aa5123b24e0 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/ports?device_id=d5082cea-6dd3-41d3-9210-f5e8bd37f651 HTTP/1.1" status: 200  len: 946 time: 0.1243165
Dec 03 15:03:19.877515 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d12a42e-fcf2-4b61-b5e0-e9210095ca74 req-34fab04f-5fb3-4977-8a2d-b4eee410ac7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:03:19.879761 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-8d12a42e-fcf2-4b61-b5e0-e9210095ca74 req-34fab04f-5fb3-4977-8a2d-b4eee410ac7d service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=d5082cea-6dd3-41d3-9210-f5e8bd37f651 HTTP/1.1" status: 200  len: 1163 time: 0.0824835
Dec 03 15:03:19.923548 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-8d12a42e-fcf2-4b61-b5e0-e9210095ca74 req-d7108d03-c8dc-4501-88c2-6619d4cda33f service neutron] Synchronizing usage tracker for tenant:ff0199366a92416ca0ff3f36885265e7 on resource:security_group {{(pid=80383) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 15:03:19.939126 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-8d12a42e-fcf2-4b61-b5e0-e9210095ca74 req-d7108d03-c8dc-4501-88c2-6619d4cda33f service neutron] Unset dirty status for tenant:ff0199366a92416ca0ff3f36885265e7 on resource:security_group {{(pid=80383) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 15:03:19.940351 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-8d12a42e-fcf2-4b61-b5e0-e9210095ca74 req-d7108d03-c8dc-4501-88c2-6619d4cda33f service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=b7daf6a7-63f3-474f-99b5-a2b7aacda372&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0537863
Dec 03 15:03:19.976200 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-814aa6be-c2a8-47f4-8da1-e4e5ec9d2e8c req-2619fa54-ac2e-4fc8-a6e1-932f74bdd261 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=eeb87b8d-9b0e-46cd-a1ba-43889caf168f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1768911
Dec 03 15:03:19.982094 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-014835ff-3a4b-468c-9731-04bb385626cf req-e18f11a6-a2e8-4e46-bc2b-653f68b0cc36 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/security-groups?id=b7daf6a7-63f3-474f-99b5-a2b7aacda372&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1610615
Dec 03 15:03:20.017388 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a00c4f-83a5-4248-946d-47863779018c req-9a221855-cd7a-4677-b11f-8bbdb51aa525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:03:20.019043 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-52a00c4f-83a5-4248-946d-47863779018c req-9a221855-cd7a-4677-b11f-8bbdb51aa525 service neutron] 10.222.0.83 "GET /v2.0/networks?id=99cd7ca3-24f1-4d31-adf2-9e1bba032327 HTTP/1.1" status: 200  len: 913 time: 0.2210166
Dec 03 15:03:20.169757 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-559be6fd-530b-41c1-91a6-7571c4954d88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:20.172246 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-d1a712ed-1597-40ee-be3f-9bd7eb160871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:20.399223 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84589254-6458-4f0d-8e81-4343f2dd1c1f req-fec8605d-57f6-4830-bf80-4b479f86587a tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:03:20.400959 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-84589254-6458-4f0d-8e81-4343f2dd1c1f req-fec8605d-57f6-4830-bf80-4b479f86587a tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/ports?device_id=8a7b86d5-7e34-4b4e-9561-8540a0f0fa76 HTTP/1.1" status: 200  len: 945 time: 0.0937274
Dec 03 15:03:20.462632 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-84589254-6458-4f0d-8e81-4343f2dd1c1f req-b5540458-1ea0-438a-9fa1-236e98bf8d2d tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/security-groups?id=eaa64044-32f2-4946-97be-06cf9f486ffa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0519531
Dec 03 15:03:20.643946 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Device 6e8050ed-0789-4bcc-bbe2-11f953a2e2ed up at agent ovs-agent-hv-cinder-75790 {{(pid=80384) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 15:03:20.726164 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Provisioning complete for port 6e8050ed-0789-4bcc-bbe2-11f953a2e2ed triggered by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:03:20.726592 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:20.898258 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Device e835912e-98c3-4b70-bf9b-467e0fcfcd78 up at agent ovs-agent-hv-cinder-75790 {{(pid=80384) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 15:03:20.925690 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-52a00c4f-83a5-4248-946d-47863779018c req-bc1e0538-3b03-42a0-a2f7-1dd52e57e980 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=933ad543-585e-4a97-b615-70b5dc2690fb HTTP/1.1" status: 200  len: 217 time: 0.0802991
Dec 03 15:03:20.985554 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Provisioning complete for port e835912e-98c3-4b70-bf9b-467e0fcfcd78 triggered by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:03:20.986328 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:21.088096 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a00c4f-83a5-4248-946d-47863779018c req-c58441cf-1bc4-4f4f-a5d3-4789ed118038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:03:21.089679 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-52a00c4f-83a5-4248-946d-47863779018c req-c58441cf-1bc4-4f4f-a5d3-4789ed118038 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4e3eb5e7-50fa-43d1-a585-cbf981244c9d HTTP/1.1" status: 200  len: 859 time: 0.1142321
Dec 03 15:03:21.167407 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Device 933ad543-585e-4a97-b615-70b5dc2690fb up at agent ovs-agent-hv-cinder-75790 {{(pid=80384) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 15:03:21.180149 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-52a00c4f-83a5-4248-946d-47863779018c req-4049181b-8f8c-40b2-ae64-43b8186e772b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=99cd7ca3-24f1-4d31-adf2-9e1bba032327&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0654008
Dec 03 15:03:21.198538 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce24bd10-2298-4319-841c-74df557620e2 req-bb00b4f0-de23-4f41-ba82-358a8018698d tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:03:21.207671 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-ce24bd10-2298-4319-841c-74df557620e2 req-bb00b4f0-de23-4f41-ba82-358a8018698d tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/ports?device_id=f53f7d53-2ae6-4edd-84c2-09e523498d7d HTTP/1.1" status: 200  len: 945 time: 0.2805734
Dec 03 15:03:21.274588 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:21.307144 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Provisioning complete for port 933ad543-585e-4a97-b615-70b5dc2690fb triggered by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:03:21.307576 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:21.318753 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-ce24bd10-2298-4319-841c-74df557620e2 req-60fd0435-213a-467f-9f73-617e1964edd9 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/security-groups?id=eeb87b8d-9b0e-46cd-a1ba-43889caf168f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1086423
Dec 03 15:03:21.376394 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bdcd55-8e35-430b-a26f-089d0f1785dc req-2b319551-2cb6-4fcd-b7e3-3b4500412cb8 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:03:21.384206 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-25bdcd55-8e35-430b-a26f-089d0f1785dc req-2b319551-2cb6-4fcd-b7e3-3b4500412cb8 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/ports?device_id=d5082cea-6dd3-41d3-9210-f5e8bd37f651 HTTP/1.1" status: 200  len: 946 time: 0.1977050
Dec 03 15:03:21.503736 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-25bdcd55-8e35-430b-a26f-089d0f1785dc req-a6213f57-78ce-423f-92ab-4df414c98d59 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/security-groups?id=b7daf6a7-63f3-474f-99b5-a2b7aacda372&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1179831
Dec 03 15:03:21.510318 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-52a00c4f-83a5-4248-946d-47863779018c req-67b33ae9-40bd-4d2a-9b4f-9b11c0b1bbe2 service neutron] 10.222.0.83 "GET /v2.0/networks/99cd7ca3-24f1-4d31-adf2-9e1bba032327?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2728169
Dec 03 15:03:21.705176 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-52a00c4f-83a5-4248-946d-47863779018c req-601c449d-e196-468c-8eb3-6ac000435f0c service neutron] 10.222.0.83 "GET /v2.0/networks/99cd7ca3-24f1-4d31-adf2-9e1bba032327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1833100
Dec 03 15:03:21.840040 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074f95b0-5086-4f99-b2eb-9251f3824428 req-bd65887d-383e-4434-a90a-6aa6348479f1 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:03:21.848955 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-074f95b0-5086-4f99-b2eb-9251f3824428 req-bd65887d-383e-4434-a90a-6aa6348479f1 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/ports?device_id=8a7b86d5-7e34-4b4e-9561-8540a0f0fa76 HTTP/1.1" status: 200  len: 945 time: 0.1424947
Dec 03 15:03:21.879659 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 56700) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:03:21.916744 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-074f95b0-5086-4f99-b2eb-9251f3824428 req-6d4c1fc9-6aec-4679-a9d1-ca410d9a1c54 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/security-groups?id=eaa64044-32f2-4946-97be-06cf9f486ffa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0668302
Dec 03 15:03:22.014154 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-7c778c2a-832b-4a71-9338-2409dcb4fb0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:22.093677 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-80dc9d69-10da-410f-8d2f-005ca8716348 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:22.127700 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-80dc9d69-10da-410f-8d2f-005ca8716348 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:03:22.131938 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-80dc9d69-10da-410f-8d2f-005ca8716348 admin admin] Usage tracker for resource:security_group_rule and tenant:c77d2879c687436a8832bdaa6b83f132 is out of sync, need to count used quota {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:03:22.139858 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-80dc9d69-10da-410f-8d2f-005ca8716348 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:03:22.148615 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-80dc9d69-10da-410f-8d2f-005ca8716348 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:03:22.192812 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 56714) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:03:22.286061 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-80dc9d69-10da-410f-8d2f-005ca8716348 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:22.291619 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-80dc9d69-10da-410f-8d2f-005ca8716348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:22.302883 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-4862b589-93c8-4834-9c6b-098f9c8a8a47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:03:22.354177 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-80dc9d69-10da-410f-8d2f-005ca8716348 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=c77d2879c687436a8832bdaa6b83f132&name=default HTTP/1.1" status: 200  len: 2879 time: 0.4698756
Dec 03 15:03:22.354177 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dc9d69-10da-410f-8d2f-005ca8716348 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f7a03c3-4d95-4326-80a4-85810a91868d,revision_number=1']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:03:22.354769 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 56722) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:03:22.358300 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-80dc9d69-10da-410f-8d2f-005ca8716348 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:03:22.449525 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-628e6bbc-d412-4ed3-881d-fbab17c29f06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:22.487565 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-628e6bbc-d412-4ed3-881d-fbab17c29f06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:22.526181 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-5b602370-1d33-4430-97c8-4a6131f436ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:22.567945 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-5b602370-1d33-4430-97c8-4a6131f436ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:03:22.573326 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-5b602370-1d33-4430-97c8-4a6131f436ef admin admin] Usage tracker for resource:security_group_rule and tenant:1fce88e351824d30994778d084852f2d is out of sync, need to count used quota {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:03:22.578531 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-5b602370-1d33-4430-97c8-4a6131f436ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:03:22.585312 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-5b602370-1d33-4430-97c8-4a6131f436ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:03:22.688533 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f2170a-6e18-4e7e-ad6a-4f697553e300 req-7c0c89d3-80e1-442e-ba50-f13c3ba0d7e8 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:03:22.694500 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-60f2170a-6e18-4e7e-ad6a-4f697553e300 req-7c0c89d3-80e1-442e-ba50-f13c3ba0d7e8 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/ports?device_id=f53f7d53-2ae6-4edd-84c2-09e523498d7d HTTP/1.1" status: 200  len: 945 time: 0.1082189
Dec 03 15:03:22.728421 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-5b602370-1d33-4430-97c8-4a6131f436ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:22.735122 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-628e6bbc-d412-4ed3-881d-fbab17c29f06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:22.740626 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-edb86060-db0a-484c-88a2-29b6a1a8de8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:03:22.748975 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-60f2170a-6e18-4e7e-ad6a-4f697553e300 req-6fe50a3f-4cff-4df8-839d-4e8796e4e71a tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/security-groups?id=eeb87b8d-9b0e-46cd-a1ba-43889caf168f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0520184
Dec 03 15:03:22.767055 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-5b602370-1d33-4430-97c8-4a6131f436ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:22.786936 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628e6bbc-d412-4ed3-881d-fbab17c29f06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f7a03c3-4d95-4326-80a4-85810a91868d,revision_number=None']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:03:22.789874 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-628e6bbc-d412-4ed3-881d-fbab17c29f06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:03:22.808611 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:03:22.843411 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-5b602370-1d33-4430-97c8-4a6131f436ef admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=1fce88e351824d30994778d084852f2d&name=default HTTP/1.1" status: 200  len: 2879 time: 0.6493752
Dec 03 15:03:22.846704 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 56736) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:03:22.848165 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-628e6bbc-d412-4ed3-881d-fbab17c29f06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:22.849470 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-628e6bbc-d412-4ed3-881d-fbab17c29f06 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/1f7a03c3-4d95-4326-80a4-85810a91868d HTTP/1.1" status: 204  len: 168 time: 0.4936118
Dec 03 15:03:22.860691 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b602370-1d33-4430-97c8-4a6131f436ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efe3fa5a-bf26-40fe-bef5-12f637402335,revision_number=1']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:03:22.864970 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-5b602370-1d33-4430-97c8-4a6131f436ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:03:22.882411 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df4d0b1-9a16-4d99-915e-f220bbfd5c1f req-c0afac59-8fdc-4a51-8659-5c921cacbdf1 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:03:22.883498 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-7df4d0b1-9a16-4d99-915e-f220bbfd5c1f req-c0afac59-8fdc-4a51-8659-5c921cacbdf1 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/ports?device_id=d5082cea-6dd3-41d3-9210-f5e8bd37f651 HTTP/1.1" status: 200  len: 946 time: 0.2031338
Dec 03 15:03:22.936123 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-9f5a97b1-8737-4c2f-96ae-d05b799801df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:22.939602 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-7df4d0b1-9a16-4d99-915e-f220bbfd5c1f req-7ba6cbe5-1210-43f5-a096-d4de5ca20c63 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/security-groups?id=b7daf6a7-63f3-474f-99b5-a2b7aacda372&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462172
Dec 03 15:03:22.985791 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-9f5a97b1-8737-4c2f-96ae-d05b799801df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:23.037510 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-9f5a97b1-8737-4c2f-96ae-d05b799801df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:23.057071 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-fcb6bad6-1906-4976-9fc9-7168f5842bd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:03:23.077622 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-9f5a97b1-8737-4c2f-96ae-d05b799801df admin admin] Notify callbacks [] for security_group, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:23.079006 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-9f5a97b1-8737-4c2f-96ae-d05b799801df admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/efe3fa5a-bf26-40fe-bef5-12f637402335 HTTP/1.1" status: 204  len: 168 time: 0.2310164
Dec 03 15:03:23.090775 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5a97b1-8737-4c2f-96ae-d05b799801df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efe3fa5a-bf26-40fe-bef5-12f637402335,revision_number=None']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:03:23.098832 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-9f5a97b1-8737-4c2f-96ae-d05b799801df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:03:23.199257 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3081579-6e33-4e58-bd1a-00756a7c6015 req-9dbfe6fe-897b-4476-a3a5-b5479060f2a5 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:03:23.201283 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-f3081579-6e33-4e58-bd1a-00756a7c6015 req-9dbfe6fe-897b-4476-a3a5-b5479060f2a5 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/ports?device_id=8a7b86d5-7e34-4b4e-9561-8540a0f0fa76 HTTP/1.1" status: 200  len: 945 time: 0.1012857
Dec 03 15:03:23.269479 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-f3081579-6e33-4e58-bd1a-00756a7c6015 req-6e85f2ce-ccca-40d9-97c8-c5e7050cd0c6 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/security-groups?id=eaa64044-32f2-4946-97be-06cf9f486ffa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0599890
Dec 03 15:03:23.382906 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 56760) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:03:23.415032 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-93024fdb-1816-4914-b10c-732765cb2dd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:23.499434 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-93024fdb-1816-4914-b10c-732765cb2dd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:03:23.504033 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-93024fdb-1816-4914-b10c-732765cb2dd5 admin admin] Usage tracker for resource:security_group_rule and tenant:2339b14d5c724ca18f3551ee0a131e56 is out of sync, need to count used quota {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:03:23.507523 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-93024fdb-1816-4914-b10c-732765cb2dd5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:03:23.513506 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-93024fdb-1816-4914-b10c-732765cb2dd5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:03:23.523361 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df6d97e-4de3-4578-82c5-1a5653d4689f req-43bc5506-aa9f-4527-b751-7055bee60a95 tempest-DeleteServersTestJSON-706443464 tempest-DeleteServersTestJSON-706443464] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:03:23.532783 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-9df6d97e-4de3-4578-82c5-1a5653d4689f req-43bc5506-aa9f-4527-b751-7055bee60a95 tempest-DeleteServersTestJSON-706443464 tempest-DeleteServersTestJSON-706443464] 10.222.0.63 "GET /v2.0/ports?device_id=6df8e3bd-8dd7-4ac4-9409-df9187c8a651 HTTP/1.1" status: 200  len: 945 time: 0.1078801
Dec 03 15:03:23.592019 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-9df6d97e-4de3-4578-82c5-1a5653d4689f req-e020fa2c-c567-4620-ba25-6b35b6ddb89e tempest-DeleteServersTestJSON-706443464 tempest-DeleteServersTestJSON-706443464] 10.222.0.63 "GET /v2.0/security-groups?id=5bf7d458-8135-4d32-ac0f-fb736c78de2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0580950
Dec 03 15:03:23.621716 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-93024fdb-1816-4914-b10c-732765cb2dd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:23.628911 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-93024fdb-1816-4914-b10c-732765cb2dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:23.661405 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:03:23.674950 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-93024fdb-1816-4914-b10c-732765cb2dd5 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=2339b14d5c724ca18f3551ee0a131e56&name=default HTTP/1.1" status: 200  len: 2879 time: 0.2908401
Dec 03 15:03:23.675611 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 56774) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:03:23.704888 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6faac2-a85b-4368-b053-2da6541f47d2 req-f5a22be0-f1d1-4bf1-aab1-82228ba1f02a tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:03:23.706516 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-9b6faac2-a85b-4368-b053-2da6541f47d2 req-f5a22be0-f1d1-4bf1-aab1-82228ba1f02a tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/ports?device_id=d5082cea-6dd3-41d3-9210-f5e8bd37f651 HTTP/1.1" status: 200  len: 946 time: 0.2730670
Dec 03 15:03:23.716277 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93024fdb-1816-4914-b10c-732765cb2dd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9e0dee0-a265-4aee-b64e-9de5143e8c19,revision_number=1']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:03:23.723598 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-93024fdb-1816-4914-b10c-732765cb2dd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:03:23.724325 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 56778) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:03:23.730181 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.base [None req-1eec27bb-2d18-4a88-9b58-6815ae27a11c tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Request body: {'floatingip': {'port_id': 'e835912e-98c3-4b70-bf9b-467e0fcfcd78'}} {{(pid=80382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 15:03:23.812830 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 56784) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:03:23.855398 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-f5067ffa-e60a-46ff-8332-d7105e3ed4a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:23.857070 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-459ff4fc-4403-437d-8df2-4a557e806f72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:23.881591 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-1eec27bb-2d18-4a88-9b58-6815ae27a11c tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Notify callbacks [] for floatingip, before_update {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:23.889431 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-f5067ffa-e60a-46ff-8332-d7105e3ed4a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:23.949720 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-f5067ffa-e60a-46ff-8332-d7105e3ed4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:23.955492 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-459ff4fc-4403-437d-8df2-4a557e806f72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:03:23.958629 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-e1c4f560-1124-4ddc-a073-4679c4873f42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:03:23.974337 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5067ffa-e60a-46ff-8332-d7105e3ed4a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9e0dee0-a265-4aee-b64e-9de5143e8c19,revision_number=None']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:03:23.987024 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-f5067ffa-e60a-46ff-8332-d7105e3ed4a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:03:23.994545 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-f5067ffa-e60a-46ff-8332-d7105e3ed4a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:23.996639 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-f5067ffa-e60a-46ff-8332-d7105e3ed4a6 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/d9e0dee0-a265-4aee-b64e-9de5143e8c19 HTTP/1.1" status: 204  len: 168 time: 0.3197670
Dec 03 15:03:24.114867 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 56796) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:03:24.168275 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b502a983-4434-4daa-bc2a-08f2d3606537 req-c625a2f0-28dd-4c39-8140-4e1302e4595f tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:03:24.170844 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-b502a983-4434-4daa-bc2a-08f2d3606537 req-c625a2f0-28dd-4c39-8140-4e1302e4595f tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/ports?device_id=f53f7d53-2ae6-4edd-84c2-09e523498d7d HTTP/1.1" status: 200  len: 945 time: 0.1442683
Dec 03 15:03:24.235860 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-b502a983-4434-4daa-bc2a-08f2d3606537 req-0401a534-6676-4420-8a12-b2a98148d4d3 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/security-groups?id=eeb87b8d-9b0e-46cd-a1ba-43889caf168f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0567875
Dec 03 15:03:24.276631 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-459ff4fc-4403-437d-8df2-4a557e806f72 admin admin] Usage tracker for resource:security_group_rule and tenant:2b8b819c2ff34e16adadb52decfc3b6c is out of sync, need to count used quota {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:03:24.297559 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-459ff4fc-4403-437d-8df2-4a557e806f72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:03:24.313869 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-459ff4fc-4403-437d-8df2-4a557e806f72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:03:24.375888 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Device 6e8050ed-0789-4bcc-bbe2-11f953a2e2ed up at agent ovs-agent-hv-cinder-75790 {{(pid=80384) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 15:03:24.486646 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Provisioning complete for port 6e8050ed-0789-4bcc-bbe2-11f953a2e2ed triggered by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:03:24.486960 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:24.545080 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 56810) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:03:24.632092 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06b9473-4325-412a-9860-efc0cf9add13 req-bf31ff86-a4b0-48a5-a9e8-d689b9aa080f tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:03:24.636776 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-d06b9473-4325-412a-9860-efc0cf9add13 req-bf31ff86-a4b0-48a5-a9e8-d689b9aa080f tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/ports?device_id=8a7b86d5-7e34-4b4e-9561-8540a0f0fa76 HTTP/1.1" status: 200  len: 945 time: 0.1717196
Dec 03 15:03:24.691713 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-036821d7-68bc-4bec-a156-60d424337a96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:24.719682 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-3cd78104-01ee-4509-9424-761d7748998c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:24.738661 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-036821d7-68bc-4bec-a156-60d424337a96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:03:24.752413 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-3cd78104-01ee-4509-9424-761d7748998c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:03:24.756731 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-3cd78104-01ee-4509-9424-761d7748998c admin admin] Usage tracker for resource:security_group_rule and tenant:8d5d7f07f5d44c54944b81ca48dd5e11 is out of sync, need to count used quota {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:03:24.759740 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-3cd78104-01ee-4509-9424-761d7748998c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:03:24.766478 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-3cd78104-01ee-4509-9424-761d7748998c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:03:24.774029 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-036821d7-68bc-4bec-a156-60d424337a96 admin admin] Usage tracker for resource:security_group_rule and tenant:95be7c1e456f42808e07228f372b924d is out of sync, need to count used quota {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:03:24.779450 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-036821d7-68bc-4bec-a156-60d424337a96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:03:24.783995 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-d06b9473-4325-412a-9860-efc0cf9add13 req-41118204-315b-4f87-912c-d216e9f05ee3 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/security-groups?id=eaa64044-32f2-4946-97be-06cf9f486ffa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1269703
Dec 03 15:03:24.788543 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-036821d7-68bc-4bec-a156-60d424337a96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:03:24.801729 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c18ea6-54ad-4ed3-9ce3-83bc5bbc41fb req-6bc86a21-17dd-4749-bb4f-7b97c9fbbf69 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:03:24.810755 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-e6c18ea6-54ad-4ed3-9ce3-83bc5bbc41fb req-6bc86a21-17dd-4749-bb4f-7b97c9fbbf69 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/ports?device_id=f53f7d53-2ae6-4edd-84c2-09e523498d7d HTTP/1.1" status: 200  len: 945 time: 0.3916287
Dec 03 15:03:24.816877 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 56826) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:03:24.822535 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.base [None req-525ebc54-12d3-4954-bfdb-469794fc1c7f tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Request body: {'floatingip': {'port_id': '6e8050ed-0789-4bcc-bbe2-11f953a2e2ed'}} {{(pid=80383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 15:03:24.827947 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-459ff4fc-4403-437d-8df2-4a557e806f72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:24.917455 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-459ff4fc-4403-437d-8df2-4a557e806f72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:24.944553 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-628e6bbc-d412-4ed3-881d-fbab17c29f06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:03:24.988241 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-525ebc54-12d3-4954-bfdb-469794fc1c7f tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Notify callbacks [] for floatingip, before_update {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:25.162158 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-459ff4fc-4403-437d-8df2-4a557e806f72 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=2b8b819c2ff34e16adadb52decfc3b6c&name=default HTTP/1.1" status: 200  len: 2879 time: 1.3459582
Dec 03 15:03:25.168168 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459ff4fc-4403-437d-8df2-4a557e806f72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=855c4d33-caca-487a-8f9d-ead39b45a662,revision_number=1']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:03:25.168823 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 56836) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:03:25.171933 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-459ff4fc-4403-437d-8df2-4a557e806f72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:03:25.293675 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-3cd78104-01ee-4509-9424-761d7748998c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:25.322228 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-3cd78104-01ee-4509-9424-761d7748998c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:25.340519 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-9f5a97b1-8737-4c2f-96ae-d05b799801df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:03:25.368899 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-1eec27bb-2d18-4a88-9b58-6815ae27a11c tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Notify callbacks [] for floatingip, precommit_update {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:25.372628 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-1eec27bb-2d18-4a88-9b58-6815ae27a11c tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036821248144'] for floatingip, after_update {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:25.394492 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b1dfa3-7204-4764-8cb0-8fee17233b32 req-7fce5ebb-e399-4ae1-9413-8a6dfc91d7c0 tempest-DeleteServersTestJSON-706443464 tempest-DeleteServersTestJSON-706443464] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:03:25.396085 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-66b1dfa3-7204-4764-8cb0-8fee17233b32 req-7fce5ebb-e399-4ae1-9413-8a6dfc91d7c0 tempest-DeleteServersTestJSON-706443464 tempest-DeleteServersTestJSON-706443464] 10.222.0.63 "GET /v2.0/ports?device_id=6df8e3bd-8dd7-4ac4-9409-df9187c8a651 HTTP/1.1" status: 200  len: 945 time: 0.4550760
Dec 03 15:03:25.524882 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-3cd78104-01ee-4509-9424-761d7748998c admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=8d5d7f07f5d44c54944b81ca48dd5e11&name=default HTTP/1.1" status: 200  len: 2879 time: 0.9786472
Dec 03 15:03:25.527769 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 56846) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:03:25.595706 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.db.l3_db [None req-1eec27bb-2d18-4a88-9b58-6815ae27a11c tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Floating IP 8f64bd83-9160-4948-ba80-b931ee7eca03 associated. External IP: 172.27.2.235, port: e835912e-98c3-4b70-bf9b-467e0fcfcd78.
Dec 03 15:03:25.596465 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-036821d7-68bc-4bec-a156-60d424337a96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:25.603314 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-c65e36d6-a4bd-43e8-94de-74558c7d8638 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:25.635141 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd78104-01ee-4509-9424-761d7748998c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09443a0b-8072-4aea-8af3-bff25d6f218e,revision_number=1']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:03:25.637960 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-036821d7-68bc-4bec-a156-60d424337a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:25.645326 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-3cd78104-01ee-4509-9424-761d7748998c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:03:25.645856 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-3cd78104-01ee-4509-9424-761d7748998c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:03:25.707894 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-66b1dfa3-7204-4764-8cb0-8fee17233b32 req-bc98830e-790a-4525-ba00-c9c76658703a tempest-DeleteServersTestJSON-706443464 tempest-DeleteServersTestJSON-706443464] 10.222.0.63 "GET /v2.0/security-groups?id=5bf7d458-8135-4d32-ac0f-fb736c78de2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2809525
Dec 03 15:03:25.727474 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-c65e36d6-a4bd-43e8-94de-74558c7d8638 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:25.751607 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-d5ebf0d7-33b9-4d3b-90a3-1dc4c0c487f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:25.770290 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-036821d7-68bc-4bec-a156-60d424337a96 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=95be7c1e456f42808e07228f372b924d&name=default HTTP/1.1" status: 200  len: 2879 time: 1.6544435
Dec 03 15:03:25.771260 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036821d7-68bc-4bec-a156-60d424337a96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a8351a9-88a8-463f-b5f4-0145922af3ca,revision_number=1']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:03:25.774306 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 56854) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:03:25.786255 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-036821d7-68bc-4bec-a156-60d424337a96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:03:25.816921 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-d5ebf0d7-33b9-4d3b-90a3-1dc4c0c487f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:26.140522 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Device 25ef8b7b-be10-454b-bfbd-bfa8f9585236 no longer exists at agent ovs-agent-hv-cinder-75790 {{(pid=80384) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 15:03:26.323427 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-c65e36d6-a4bd-43e8-94de-74558c7d8638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:26.331225 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-ec37a424-8b4f-482d-8296-2d010c249255 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:03:26.352834 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:26.357563 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65e36d6-a4bd-43e8-94de-74558c7d8638 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=855c4d33-caca-487a-8f9d-ead39b45a662,revision_number=None']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:03:26.362545 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-c65e36d6-a4bd-43e8-94de-74558c7d8638 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:03:26.374660 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-c65e36d6-a4bd-43e8-94de-74558c7d8638 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:26.378339 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-c65e36d6-a4bd-43e8-94de-74558c7d8638 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/855c4d33-caca-487a-8f9d-ead39b45a662 HTTP/1.1" status: 204  len: 168 time: 1.2038956
Dec 03 15:03:26.422742 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] For port 25ef8b7b-be10-454b-bfbd-bfa8f9585236, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=25ef8b7b-be10-454b-bfbd-bfa8f9585236,segment=NetworkSegment(3d8bc771-fb07-4608-a503-08ac748cc37b),segment_id=3d8bc771-fb07-4608-a503-08ac748cc37b)] {{(pid=80384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 15:03:26.426680 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6df8e3bd-8dd7-4ac4-9409-df9187c8a651', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25ef8b7b-be10-454b-bfbd-bfa8f9585236'}] {{(pid=80384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 15:03:26.449518 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-4dbecf4a-2ef9-4aea-bf78-5ea60223e465 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:26.460527 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024'] for port, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:26.463757 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-9f91f53c-e8cf-47d6-b8f8-94697fbbfe17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:03:26.472198 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-d5ebf0d7-33b9-4d3b-90a3-1dc4c0c487f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:26.485100 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:03:26.505676 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.db.resource_extend [None req-525ebc54-12d3-4954-bfdb-469794fc1c7f tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 03 15:03:26.532078 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ebf0d7-33b9-4d3b-90a3-1dc4c0c487f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09443a0b-8072-4aea-8af3-bff25d6f218e,revision_number=None']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:03:26.540509 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-d5ebf0d7-33b9-4d3b-90a3-1dc4c0c487f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:03:26.547155 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe3a153-1e17-4aa7-b97f-97612bc2caea req-d38c5dc7-0f35-4806-9a91-42ebb23f00ed tempest-DeleteServersTestJSON-706443464 tempest-DeleteServersTestJSON-706443464] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:03:26.548538 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-2fe3a153-1e17-4aa7-b97f-97612bc2caea req-d38c5dc7-0f35-4806-9a91-42ebb23f00ed tempest-DeleteServersTestJSON-706443464 tempest-DeleteServersTestJSON-706443464] 10.222.0.83 "GET /v2.0/ports?device_id=6df8e3bd-8dd7-4ac4-9409-df9187c8a651 HTTP/1.1" status: 200  len: 945 time: 0.7211955
Dec 03 15:03:26.554347 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Pushing event updated for resources: {'Port': ['ID=25ef8b7b-be10-454b-bfbd-bfa8f9585236,revision_number=5']} {{(pid=80384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:03:26.570909 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:03:26.595074 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-4dbecf4a-2ef9-4aea-bf78-5ea60223e465 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:26.596137 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6df8e3bd-8dd7-4ac4-9409-df9187c8a651', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25ef8b7b-be10-454b-bfbd-bfa8f9585236', 'code': 200}
Dec 03 15:03:26.682426 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-525ebc54-12d3-4954-bfdb-469794fc1c7f tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Notify callbacks [] for floatingip, precommit_update {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:26.687275 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-525ebc54-12d3-4954-bfdb-469794fc1c7f tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036821248144'] for floatingip, after_update {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:26.728797 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7b6688-3ee3-441b-9d30-9b71e39faf7d req-26bdbd75-1e5a-4165-b74f-7dc998072993 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:03:26.730494 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-9a7b6688-3ee3-441b-9d30-9b71e39faf7d req-26bdbd75-1e5a-4165-b74f-7dc998072993 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/ports?device_id=8a7b86d5-7e34-4b4e-9561-8540a0f0fa76 HTTP/1.1" status: 200  len: 945 time: 0.7659922
Dec 03 15:03:26.731599 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-d5ebf0d7-33b9-4d3b-90a3-1dc4c0c487f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:26.735358 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-d5ebf0d7-33b9-4d3b-90a3-1dc4c0c487f7 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/09443a0b-8072-4aea-8af3-bff25d6f218e HTTP/1.1" status: 204  len: 168 time: 1.2038126
Dec 03 15:03:26.823491 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eec27bb-2d18-4a88-9b58-6815ae27a11c tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Router 03f605d8-d632-4719-b4d8-820103a7c639 has already been hosted by L3 agent 7132dbe3-ed21-4d9d-abcc-41c34baf52ae {{(pid=80382) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 15:03:26.844107 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [req-2fe3a153-1e17-4aa7-b97f-97612bc2caea req-ae3bde89-7eaa-4d50-ad66-1ae637e3bdf5 tempest-DeleteServersTestJSON-706443464 tempest-DeleteServersTestJSON-706443464] Deleting port 25ef8b7b-be10-454b-bfbd-bfa8f9585236 {{(pid=80382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 15:03:26.844549 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-2fe3a153-1e17-4aa7-b97f-97612bc2caea req-ae3bde89-7eaa-4d50-ad66-1ae637e3bdf5 tempest-DeleteServersTestJSON-706443464 tempest-DeleteServersTestJSON-706443464] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729303099848'] for port, before_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:26.991537 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.db.l3_db [None req-525ebc54-12d3-4954-bfdb-469794fc1c7f tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Floating IP f7017eae-46bd-4307-81d6-08694d144f0a associated. External IP: 172.27.2.41, port: 6e8050ed-0789-4bcc-bbe2-11f953a2e2ed.
Dec 03 15:03:27.001455 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-9a7b6688-3ee3-441b-9d30-9b71e39faf7d req-91a4bc18-3247-4a23-b7c8-8df0c2583628 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/security-groups?id=eaa64044-32f2-4946-97be-06cf9f486ffa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2602010
Dec 03 15:03:27.130104 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-4dbecf4a-2ef9-4aea-bf78-5ea60223e465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:27.154035 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-459ff4fc-4403-437d-8df2-4a557e806f72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:03:27.186777 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbecf4a-2ef9-4aea-bf78-5ea60223e465 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a8351a9-88a8-463f-b5f4-0145922af3ca,revision_number=None']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:03:27.189035 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2c2b55-c7cf-43e0-8515-305e9f720d04 req-6bfd2380-8819-45aa-8086-62c713f45a1b tempest-DeleteServersTestJSON-706443464 tempest-DeleteServersTestJSON-706443464] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:03:27.189265 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-4dbecf4a-2ef9-4aea-bf78-5ea60223e465 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:03:27.198427 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-cf2c2b55-c7cf-43e0-8515-305e9f720d04 req-6bfd2380-8819-45aa-8086-62c713f45a1b tempest-DeleteServersTestJSON-706443464 tempest-DeleteServersTestJSON-706443464] 10.222.0.63 "GET /v2.0/ports?device_id=6df8e3bd-8dd7-4ac4-9409-df9187c8a651 HTTP/1.1" status: 200  len: 943 time: 0.2904887
Dec 03 15:03:27.198820 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-4dbecf4a-2ef9-4aea-bf78-5ea60223e465 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:27.200723 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-4dbecf4a-2ef9-4aea-bf78-5ea60223e465 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/5a8351a9-88a8-463f-b5f4-0145922af3ca HTTP/1.1" status: 204  len: 168 time: 1.4233727
Dec 03 15:03:27.289271 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-cf2c2b55-c7cf-43e0-8515-305e9f720d04 req-44c2d1db-82c7-4aff-b0cf-1b815b7b5861 tempest-DeleteServersTestJSON-706443464 tempest-DeleteServersTestJSON-706443464] 10.222.0.63 "GET /v2.0/security-groups?id=5bf7d458-8135-4d32-ac0f-fb736c78de2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0898879
Dec 03 15:03:27.341474 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eec27bb-2d18-4a88-9b58-6815ae27a11c tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Notify agent at l3_agent.dv-cinder-757908-3-iscsi the message routers_updated {{(pid=80382) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 15:03:27.346751 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-1eec27bb-2d18-4a88-9b58-6815ae27a11c tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6653'] for floatingip, before_response {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:27.357629 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689e5999-70de-421f-bff3-9d4374f2806c None None] Sync routers for ids ['03f605d8-d632-4719-b4d8-820103a7c639'] in dv-cinder-757908-3-iscsi {{(pid=80385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 15:03:27.377066 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689e5999-70de-421f-bff3-9d4374f2806c None None] Routers {'03f605d8-d632-4719-b4d8-820103a7c639'} bound to L3 agent in host dv-cinder-757908-3-iscsi {{(pid=80385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 15:03:27.378065 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-689e5999-70de-421f-bff3-9d4374f2806c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f072eb577b8>, 'dv-cinder-757908-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-03T14:53:20Z,description=<?>,heartbeat_timestamp=2020-12-03T15:03:20Z,host='dv-cinder-757908-3-iscsi',id=7132dbe3-ed21-4d9d-abcc-41c34baf52ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T14:53:20Z,topic='l3_agent')) {'router_ids': ['03f605d8-d632-4719-b4d8-820103a7c639'], 'active': True} {{(pid=80385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:03:27.458995 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [req-2fe3a153-1e17-4aa7-b97f-97612bc2caea req-ae3bde89-7eaa-4d50-ad66-1ae637e3bdf5 tempest-DeleteServersTestJSON-706443464 tempest-DeleteServersTestJSON-706443464] For port 25ef8b7b-be10-454b-bfbd-bfa8f9585236, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=25ef8b7b-be10-454b-bfbd-bfa8f9585236,segment=NetworkSegment(3d8bc771-fb07-4608-a503-08ac748cc37b),segment_id=3d8bc771-fb07-4608-a503-08ac748cc37b)] {{(pid=80382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 15:03:27.459405 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-2fe3a153-1e17-4aa7-b97f-97612bc2caea req-ae3bde89-7eaa-4d50-ad66-1ae637e3bdf5 tempest-DeleteServersTestJSON-706443464 tempest-DeleteServersTestJSON-706443464] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821294133'] for port, precommit_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:27.518043 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-525ebc54-12d3-4954-bfdb-469794fc1c7f tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Router 4de356ec-3847-4021-abf6-0bb33f96d932 has already been hosted by L3 agent 7132dbe3-ed21-4d9d-abcc-41c34baf52ae {{(pid=80383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 15:03:27.518940 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 56894) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:03:27.610292 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-c3ddfd53-76b8-45a1-9f25-94c4e24ab8a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:27.619499 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [req-2fe3a153-1e17-4aa7-b97f-97612bc2caea req-ae3bde89-7eaa-4d50-ad66-1ae637e3bdf5 tempest-DeleteServersTestJSON-706443464 tempest-DeleteServersTestJSON-706443464] Calling delete_port for 25ef8b7b-be10-454b-bfbd-bfa8f9585236 owned by compute:nova {{(pid=80382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 15:03:27.737110 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-c3ddfd53-76b8-45a1-9f25-94c4e24ab8a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:03:27.758209 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-1eec27bb-2d18-4a88-9b58-6815ae27a11c tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "PUT /v2.0/floatingips/8f64bd83-9160-4948-ba80-b931ee7eca03 HTTP/1.1" status: 200  len: 992 time: 4.0325825
Dec 03 15:03:27.776689 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvr_db [None req-689e5999-70de-421f-bff3-9d4374f2806c None None] Set router 03f605d8-d632-4719-b4d8-820103a7c639 gateway port host: dv-cinder-757908-3-iscsi {{(pid=80385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 15:03:27.786530 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5082cea-6dd3-41d3-9210-f5e8bd37f651', 'tag': 'e835912e-98c3-4b70-bf9b-467e0fcfcd78'}] {{(pid=80382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 15:03:27.799189 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-c3ddfd53-76b8-45a1-9f25-94c4e24ab8a2 admin admin] Usage tracker for resource:security_group_rule and tenant:720cb790584d488480f223fc3c5e88dd is out of sync, need to count used quota {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:03:27.827238 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-c3ddfd53-76b8-45a1-9f25-94c4e24ab8a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:03:27.849414 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-c3ddfd53-76b8-45a1-9f25-94c4e24ab8a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:03:27.933548 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5082cea-6dd3-41d3-9210-f5e8bd37f651', 'tag': 'e835912e-98c3-4b70-bf9b-467e0fcfcd78', 'status': 'completed', 'code': 200}
Dec 03 15:03:27.938396 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-525ebc54-12d3-4954-bfdb-469794fc1c7f tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Notify agent at l3_agent.dv-cinder-757908-3-iscsi the message routers_updated {{(pid=80383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 15:03:27.948446 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2687a4-59e1-4f05-8f7f-db34869492ce None None] Sync routers for ids ['4de356ec-3847-4021-abf6-0bb33f96d932'] in dv-cinder-757908-3-iscsi {{(pid=80384) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 15:03:27.962487 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-525ebc54-12d3-4954-bfdb-469794fc1c7f tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6653'] for floatingip, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:27.966370 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2687a4-59e1-4f05-8f7f-db34869492ce None None] Routers {'4de356ec-3847-4021-abf6-0bb33f96d932'} bound to L3 agent in host dv-cinder-757908-3-iscsi {{(pid=80384) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 15:03:27.967359 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-9a2687a4-59e1-4f05-8f7f-db34869492ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f072e8d20f0>, 'dv-cinder-757908-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-03T14:53:20Z,description=<?>,heartbeat_timestamp=2020-12-03T15:03:20Z,host='dv-cinder-757908-3-iscsi',id=7132dbe3-ed21-4d9d-abcc-41c34baf52ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T14:53:20Z,topic='l3_agent')) {'router_ids': ['4de356ec-3847-4021-abf6-0bb33f96d932'], 'active': True} {{(pid=80384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:03:27.991360 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-2fe3a153-1e17-4aa7-b97f-97612bc2caea req-ae3bde89-7eaa-4d50-ad66-1ae637e3bdf5 tempest-DeleteServersTestJSON-706443464 tempest-DeleteServersTestJSON-706443464] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307551598230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307552127058'] for port, after_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:28.057041 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-525ebc54-12d3-4954-bfdb-469794fc1c7f tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "PUT /v2.0/floatingips/f7017eae-46bd-4307-81d6-08694d144f0a HTTP/1.1" status: 200  len: 990 time: 3.2389703
Dec 03 15:03:28.059873 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f53f7d53-2ae6-4edd-84c2-09e523498d7d', 'tag': '6e8050ed-0789-4bcc-bbe2-11f953a2e2ed'}] {{(pid=80383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 15:03:28.092082 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 56912) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:03:28.129681 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:03:28.146105 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-31037c43-1320-4afa-8b20-52190b912b0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:28.191759 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-31037c43-1320-4afa-8b20-52190b912b0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:03:28.200739 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-31037c43-1320-4afa-8b20-52190b912b0d admin admin] Usage tracker for resource:security_group_rule and tenant:86630d865509484fa21196f1d4555932 is out of sync, need to count used quota {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:03:28.203929 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-31037c43-1320-4afa-8b20-52190b912b0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:03:28.218204 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-31037c43-1320-4afa-8b20-52190b912b0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:03:28.241204 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3bde89-7eaa-4d50-ad66-1ae637e3bdf5 tempest-DeleteServersTestJSON-706443464 tempest-DeleteServersTestJSON-706443464] Pushing event deleted for resources: {'Port': ['ID=25ef8b7b-be10-454b-bfbd-bfa8f9585236,revision_number=None']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:03:28.269353 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-ae3bde89-7eaa-4d50-ad66-1ae637e3bdf5 tempest-DeleteServersTestJSON-706443464 tempest-DeleteServersTestJSON-706443464] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:03:28.330216 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-31037c43-1320-4afa-8b20-52190b912b0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:28.416140 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvr_db [None req-9a2687a4-59e1-4f05-8f7f-db34869492ce None None] Set router 4de356ec-3847-4021-abf6-0bb33f96d932 gateway port host: dv-cinder-757908-3-iscsi {{(pid=80384) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 15:03:28.472774 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-c3ddfd53-76b8-45a1-9f25-94c4e24ab8a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:28.477159 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-31037c43-1320-4afa-8b20-52190b912b0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:28.491143 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f53f7d53-2ae6-4edd-84c2-09e523498d7d', 'tag': '6e8050ed-0789-4bcc-bbe2-11f953a2e2ed', 'status': 'completed', 'code': 200}
Dec 03 15:03:28.497756 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:03:28.539015 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-c3ddfd53-76b8-45a1-9f25-94c4e24ab8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:28.566820 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67dc61f-2dfb-4f0b-a6a0-f5008ecf96dd req-e2449726-6b2d-472a-b3f2-341702174916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:03:28.568471 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-d67dc61f-2dfb-4f0b-a6a0-f5008ecf96dd req-e2449726-6b2d-472a-b3f2-341702174916 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1bf6d3149aee44a798e51e0135d17c5f&device_id=d5082cea-6dd3-41d3-9210-f5e8bd37f651 HTTP/1.1" status: 200  len: 1163 time: 0.5313346
Dec 03 15:03:28.594070 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31037c43-1320-4afa-8b20-52190b912b0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd27e418-f2d1-476f-aa25-2df43ada0b0c,revision_number=1']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:03:28.611072 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-31037c43-1320-4afa-8b20-52190b912b0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:03:28.613669 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-31037c43-1320-4afa-8b20-52190b912b0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:03:28.628262 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-c3ddfd53-76b8-45a1-9f25-94c4e24ab8a2 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=720cb790584d488480f223fc3c5e88dd&name=default HTTP/1.1" status: 200  len: 2879 time: 1.1066284
Dec 03 15:03:28.662225 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 56926) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:03:28.681535 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-689e5999-70de-421f-bff3-9d4374f2806c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f072eb577b8>, [{'id': '03f605d8-d632-4719-b4d8-820103a7c639', 'name': 'tempest-AttachVolumeTestJSON-1867652888-router', 'tenant_id': '1bf6d3149aee44a798e51e0135d17c5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'external_fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': 'edced450-7a3b-4b9f-b925-2cbeb662f2dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:02:12Z', 'updated_at': '2020-12-03T15:02:22Z', 'revision_number': 4, 'project_id': '1bf6d3149aee44a798e51e0135d17c5f', 'gw_port': {'id': 'edced450-7a3b-4b9f-b925-2cbeb662f2dc', 'name': '', 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f605d8-d632-4719-b4d8-820103a7c639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:14Z', 'updated_at': '2020-12-03T15:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-iscsi', '_floatingips': [{'id': '8f64bd83-9160-4948-ba80-b931ee7eca03', 'tenant_id': '1bf6d3149aee44a798e51e0135d17c5f', 'floating_ip_address': '172.27.2.235', 'floating_network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'router_id': '03f605d8-d632-4719-b4d8-820103a7c639', 'port_id': 'e835912e-98c3-4b70-bf9b-467e0fcfcd78', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2263eb43-6c9e-40c3-9734-975854f0ad70', 'mac_address': 'fa:16:3e:85:68:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5082cea-6dd3-41d3-9210-f5e8bd37f651', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T15:02:35Z', 'updated_at': '2020-12-03T15:03:25Z', 'revision_number': 1, 'project_id': '1bf6d3149aee44a798e51e0135d17c5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe5a273b-0bc6-49c9-85b1-6d79719e3692', 'name': '', 'network_id': '2263eb43-6c9e-40c3-9734-975854f0ad70', 'tenant_id': '1bf6d3149aee44a798e51e0135d17c5f', 'mac_address': 'fa:16:3e:f5:2f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f605d8-d632-4719-b4d8-820103a7c639', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '988b1530-5903-4de4-818d-5aa0d60661ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:20Z', 'updated_at': '2020-12-03T15:02:46Z', 'revision_number': 5, 'project_id': '1bf6d3149aee44a798e51e0135d17c5f', 'subnets': [{'id': '988b1530-5903-4de4-818d-5aa0d60661ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-3-iscsi', False) {} {{(pid=80385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:03:28.686904 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689e5999-70de-421f-bff3-9d4374f2806c None None] Checking router: 03f605d8-d632-4719-b4d8-820103a7c639 for host: dv-cinder-757908-3-iscsi {{(pid=80385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 15:03:28.709999 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689e5999-70de-421f-bff3-9d4374f2806c None None] Routers {'03f605d8-d632-4719-b4d8-820103a7c639'} bound to L3 agent in host dv-cinder-757908-3-iscsi {{(pid=80385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 15:03:28.711060 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-689e5999-70de-421f-bff3-9d4374f2806c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f072eb577b8>, 'dv-cinder-757908-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-03T14:53:20Z,description=<?>,heartbeat_timestamp=2020-12-03T15:03:20Z,host='dv-cinder-757908-3-iscsi',id=7132dbe3-ed21-4d9d-abcc-41c34baf52ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T14:53:20Z,topic='l3_agent')) {'router_ids': ['03f605d8-d632-4719-b4d8-820103a7c639'], 'active': True} {{(pid=80385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:03:28.838379 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-31037c43-1320-4afa-8b20-52190b912b0d admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=86630d865509484fa21196f1d4555932&name=default HTTP/1.1" status: 200  len: 2879 time: 0.7451119
Dec 03 15:03:28.857558 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ddfd53-76b8-45a1-9f25-94c4e24ab8a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53ff01ef-e72c-4654-85e8-501899f9d3c3,revision_number=1']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:03:28.873506 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67dc61f-2dfb-4f0b-a6a0-f5008ecf96dd req-786e098c-f3c5-408d-8c6c-81ca3a1bca18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:03:28.875736 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-d67dc61f-2dfb-4f0b-a6a0-f5008ecf96dd req-786e098c-f3c5-408d-8c6c-81ca3a1bca18 service neutron] 10.222.0.83 "GET /v2.0/networks?id=2263eb43-6c9e-40c3-9734-975854f0ad70 HTTP/1.1" status: 200  len: 905 time: 0.2824984
Dec 03 15:03:28.883070 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 56936) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:03:28.886771 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-c3ddfd53-76b8-45a1-9f25-94c4e24ab8a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:03:28.904599 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eae84c-34a4-4ce6-9966-77240495d3ff req-7ece77de-39bd-462f-923d-bd264ac34631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:03:28.906253 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-e4eae84c-34a4-4ce6-9966-77240495d3ff req-7ece77de-39bd-462f-923d-bd264ac34631 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f608c43dc4544cf8abe2b82be12c9880&device_id=f53f7d53-2ae6-4edd-84c2-09e523498d7d HTTP/1.1" status: 200  len: 1162 time: 0.3137248
Dec 03 15:03:28.939459 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32678baa-4f72-44f9-bc1e-2ee35c725b66 req-47fe891e-6f50-4fc1-b1ff-c1824b8779c7 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:03:28.947505 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-32678baa-4f72-44f9-bc1e-2ee35c725b66 req-47fe891e-6f50-4fc1-b1ff-c1824b8779c7 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/ports?device_id=8a7b86d5-7e34-4b4e-9561-8540a0f0fa76 HTTP/1.1" status: 200  len: 945 time: 0.6155663
Dec 03 15:03:29.015677 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-8c83871d-1cd3-4f76-9a63-8845b095fb95 req-853d506f-dd15-4f3f-8ce1-ea19503a6ecf tempest-DeleteServersTestJSON-706443464 tempest-DeleteServersTestJSON-706443464] 10.222.0.63 "GET /v2.0/ports?device_id=6df8e3bd-8dd7-4ac4-9409-df9187c8a651 HTTP/1.1" status: 200  len: 210 time: 0.3566928
Dec 03 15:03:29.200339 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-9a2687a4-59e1-4f05-8f7f-db34869492ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f072e8d20f0>, [{'id': '4de356ec-3847-4021-abf6-0bb33f96d932', 'name': 'tempest-AttachVolumeShelveTestJSON-1634246176-router', 'tenant_id': 'f608c43dc4544cf8abe2b82be12c9880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'external_fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '256e532d-0b6c-4490-a998-64a4b7ef203e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:02:15Z', 'updated_at': '2020-12-03T15:02:39Z', 'revision_number': 4, 'project_id': 'f608c43dc4544cf8abe2b82be12c9880', 'gw_port': {'id': '256e532d-0b6c-4490-a998-64a4b7ef203e', 'name': '', 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ed:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de356ec-3847-4021-abf6-0bb33f96d932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:17Z', 'updated_at': '2020-12-03T15:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-iscsi', '_floatingips': [{'id': 'f7017eae-46bd-4307-81d6-08694d144f0a', 'tenant_id': 'f608c43dc4544cf8abe2b82be12c9880', 'floating_ip_address': '172.27.2.41', 'floating_network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'router_id': '4de356ec-3847-4021-abf6-0bb33f96d932', 'port_id': '6e8050ed-0789-4bcc-bbe2-11f953a2e2ed', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b89cab8b-b39a-4106-adb3-9bedf452bb83', 'mac_address': 'fa:16:3e:dd:0e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53f7d53-2ae6-4edd-84c2-09e523498d7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T15:02:52Z', 'updated_at': '2020-12-03T15:03:26Z', 'revision_number': 1, 'project_id': 'f608c43dc4544cf8abe2b82be12c9880', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8d7b9e6-ed81-4a77-90ee-17160114749f', 'name': '', 'network_id': 'b89cab8b-b39a-4106-adb3-9bedf452bb83', 'tenant_id': 'f608c43dc4544cf8abe2b82be12c9880', 'mac_address': 'fa:16:3e:dd:9f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de356ec-3847-4021-abf6-0bb33f96d932', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '5f041ad7-6cbb-400e-8386-1de021d0e693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:36Z', 'updated_at': '2020-12-03T15:02:51Z', 'revision_number': 5, 'project_id': 'f608c43dc4544cf8abe2b82be12c9880', 'subnets': [{'id': '5f041ad7-6cbb-400e-8386-1de021d0e693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-3-iscsi', False) {} {{(pid=80384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:03:29.207045 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2687a4-59e1-4f05-8f7f-db34869492ce None None] Checking router: 4de356ec-3847-4021-abf6-0bb33f96d932 for host: dv-cinder-757908-3-iscsi {{(pid=80384) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 15:03:29.246580 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2687a4-59e1-4f05-8f7f-db34869492ce None None] Routers {'4de356ec-3847-4021-abf6-0bb33f96d932'} bound to L3 agent in host dv-cinder-757908-3-iscsi {{(pid=80384) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 15:03:29.248164 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-9a2687a4-59e1-4f05-8f7f-db34869492ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f072e8d20f0>, 'dv-cinder-757908-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-03T14:53:20Z,description=<?>,heartbeat_timestamp=2020-12-03T15:03:20Z,host='dv-cinder-757908-3-iscsi',id=7132dbe3-ed21-4d9d-abcc-41c34baf52ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T14:53:20Z,topic='l3_agent')) {'router_ids': ['4de356ec-3847-4021-abf6-0bb33f96d932'], 'active': True} {{(pid=80384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:03:29.264927 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-d67dc61f-2dfb-4f0b-a6a0-f5008ecf96dd req-63409574-5b4e-468f-a8ec-29aef5221055 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e835912e-98c3-4b70-bf9b-467e0fcfcd78 HTTP/1.1" status: 200  len: 1000 time: 0.2671261
Dec 03 15:03:29.287123 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fe3a153-1e17-4aa7-b97f-97612bc2caea req-ae3bde89-7eaa-4d50-ad66-1ae637e3bdf5 tempest-DeleteServersTestJSON-706443464 tempest-DeleteServersTestJSON-706443464] No DVR routers for this DVR port 25ef8b7b-be10-454b-bfbd-bfa8f9585236 on host hv-cinder-75790 {{(pid=80382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 15:03:29.307488 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-32678baa-4f72-44f9-bc1e-2ee35c725b66 req-660e8ca9-ef58-4317-ae8b-d82ed34db188 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/security-groups?id=eaa64044-32f2-4946-97be-06cf9f486ffa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3589349
Dec 03 15:03:29.443146 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67dc61f-2dfb-4f0b-a6a0-f5008ecf96dd req-e7d81a8c-1916-42f6-b82c-5244934dd10e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:03:29.445930 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-d67dc61f-2dfb-4f0b-a6a0-f5008ecf96dd req-e7d81a8c-1916-42f6-b82c-5244934dd10e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=988b1530-5903-4de4-818d-5aa0d60661ff HTTP/1.1" status: 200  len: 850 time: 0.1512837
Dec 03 15:03:29.451497 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-2fe3a153-1e17-4aa7-b97f-97612bc2caea req-ae3bde89-7eaa-4d50-ad66-1ae637e3bdf5 tempest-DeleteServersTestJSON-706443464 tempest-DeleteServersTestJSON-706443464] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6653'] for port, before_response {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:29.516199 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-4352018d-08e5-4ceb-b44f-d2e128e35f2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:29.533963 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvr_db [None req-9a2687a4-59e1-4f05-8f7f-db34869492ce None None] Set router 4de356ec-3847-4021-abf6-0bb33f96d932 gateway port host: dv-cinder-757908-3-iscsi {{(pid=80384) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 15:03:29.554409 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eae84c-34a4-4ce6-9966-77240495d3ff req-6fde069c-8244-4ead-bb7d-3cacdeaa2615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:03:29.560937 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-e4eae84c-34a4-4ce6-9966-77240495d3ff req-6fde069c-8244-4ead-bb7d-3cacdeaa2615 service neutron] 10.222.0.83 "GET /v2.0/networks?id=b89cab8b-b39a-4106-adb3-9bedf452bb83 HTTP/1.1" status: 200  len: 911 time: 0.6105807
Dec 03 15:03:29.578524 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-4352018d-08e5-4ceb-b44f-d2e128e35f2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:29.580062 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvr_db [None req-689e5999-70de-421f-bff3-9d4374f2806c None None] Set router 03f605d8-d632-4719-b4d8-820103a7c639 gateway port host: dv-cinder-757908-3-iscsi {{(pid=80385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 15:03:29.653039 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-2fe3a153-1e17-4aa7-b97f-97612bc2caea req-ae3bde89-7eaa-4d50-ad66-1ae637e3bdf5 tempest-DeleteServersTestJSON-706443464 tempest-DeleteServersTestJSON-706443464] 10.222.0.83 "DELETE /v2.0/ports/25ef8b7b-be10-454b-bfbd-bfa8f9585236 HTTP/1.1" status: 204  len: 173 time: 3.0605824
Dec 03 15:03:29.695497 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-4352018d-08e5-4ceb-b44f-d2e128e35f2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:29.711975 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:03:29.746012 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-4352018d-08e5-4ceb-b44f-d2e128e35f2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:29.747528 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-4352018d-08e5-4ceb-b44f-d2e128e35f2f admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/53ff01ef-e72c-4654-85e8-501899f9d3c3 HTTP/1.1" status: 204  len: 168 time: 1.0843394
Dec 03 15:03:29.748542 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-18893c78-51ca-4a59-b4c5-b17392e83c46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:29.781415 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-e4eae84c-34a4-4ce6-9966-77240495d3ff req-59c04573-429d-40fc-ba4c-3d49e81b1552 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6e8050ed-0789-4bcc-bbe2-11f953a2e2ed HTTP/1.1" status: 200  len: 998 time: 0.2086525
Dec 03 15:03:29.817397 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4352018d-08e5-4ceb-b44f-d2e128e35f2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53ff01ef-e72c-4654-85e8-501899f9d3c3,revision_number=None']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:03:29.835604 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-4352018d-08e5-4ceb-b44f-d2e128e35f2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:03:29.874463 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-18893c78-51ca-4a59-b4c5-b17392e83c46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:29.919830 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eae84c-34a4-4ce6-9966-77240495d3ff req-be3a266d-702c-4321-a362-4b5558885f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:03:29.922233 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-e4eae84c-34a4-4ce6-9966-77240495d3ff req-be3a266d-702c-4321-a362-4b5558885f2c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5f041ad7-6cbb-400e-8386-1de021d0e693 HTTP/1.1" status: 200  len: 856 time: 0.1310098
Dec 03 15:03:29.962039 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6df8e3bd-8dd7-4ac4-9409-df9187c8a651', 'name': 'network-vif-deleted', 'tag': '25ef8b7b-be10-454b-bfbd-bfa8f9585236'}] {{(pid=80382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 15:03:29.980290 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67dc61f-2dfb-4f0b-a6a0-f5008ecf96dd req-44defffa-ed46-415d-87ee-9fb5088818b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:03:29.983166 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-d67dc61f-2dfb-4f0b-a6a0-f5008ecf96dd req-44defffa-ed46-415d-87ee-9fb5088818b5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2263eb43-6c9e-40c3-9734-975854f0ad70&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4686701
Dec 03 15:03:30.039417 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eae84c-34a4-4ce6-9966-77240495d3ff req-36161199-f577-490c-9132-dec80ba289fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:03:30.040876 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-e4eae84c-34a4-4ce6-9966-77240495d3ff req-36161199-f577-490c-9132-dec80ba289fd service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b89cab8b-b39a-4106-adb3-9bedf452bb83&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1097920
Dec 03 15:03:30.505792 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-689e5999-70de-421f-bff3-9d4374f2806c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f072eb577b8>, [{'id': '03f605d8-d632-4719-b4d8-820103a7c639', 'name': 'tempest-AttachVolumeTestJSON-1867652888-router', 'tenant_id': '1bf6d3149aee44a798e51e0135d17c5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'external_fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': 'edced450-7a3b-4b9f-b925-2cbeb662f2dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:02:12Z', 'updated_at': '2020-12-03T15:02:22Z', 'revision_number': 4, 'project_id': '1bf6d3149aee44a798e51e0135d17c5f', 'gw_port': {'id': 'edced450-7a3b-4b9f-b925-2cbeb662f2dc', 'name': '', 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f605d8-d632-4719-b4d8-820103a7c639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:14Z', 'updated_at': '2020-12-03T15:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-iscsi', '_floatingips': [{'id': '8f64bd83-9160-4948-ba80-b931ee7eca03', 'tenant_id': '1bf6d3149aee44a798e51e0135d17c5f', 'floating_ip_address': '172.27.2.235', 'floating_network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'router_id': '03f605d8-d632-4719-b4d8-820103a7c639', 'port_id': 'e835912e-98c3-4b70-bf9b-467e0fcfcd78', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2263eb43-6c9e-40c3-9734-975854f0ad70', 'mac_address': 'fa:16:3e:85:68:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5082cea-6dd3-41d3-9210-f5e8bd37f651', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T15:02:35Z', 'updated_at': '2020-12-03T15:03:25Z', 'revision_number': 1, 'project_id': '1bf6d3149aee44a798e51e0135d17c5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe5a273b-0bc6-49c9-85b1-6d79719e3692', 'name': '', 'network_id': '2263eb43-6c9e-40c3-9734-975854f0ad70', 'tenant_id': '1bf6d3149aee44a798e51e0135d17c5f', 'mac_address': 'fa:16:3e:f5:2f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f605d8-d632-4719-b4d8-820103a7c639', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '988b1530-5903-4de4-818d-5aa0d60661ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:20Z', 'updated_at': '2020-12-03T15:02:46Z', 'revision_number': 5, 'project_id': '1bf6d3149aee44a798e51e0135d17c5f', 'subnets': [{'id': '988b1530-5903-4de4-818d-5aa0d60661ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-3-iscsi', False) {} {{(pid=80385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:03:30.521568 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689e5999-70de-421f-bff3-9d4374f2806c None None] The sync data for ids ['03f605d8-d632-4719-b4d8-820103a7c639'] in dv-cinder-757908-3-iscsi is: [{'id': '03f605d8-d632-4719-b4d8-820103a7c639', 'name': 'tempest-AttachVolumeTestJSON-1867652888-router', 'tenant_id': '1bf6d3149aee44a798e51e0135d17c5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'external_fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': 'edced450-7a3b-4b9f-b925-2cbeb662f2dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:02:12Z', 'updated_at': '2020-12-03T15:02:22Z', 'revision_number': 4, 'project_id': '1bf6d3149aee44a798e51e0135d17c5f', 'gw_port': {'id': 'edced450-7a3b-4b9f-b925-2cbeb662f2dc', 'name': '', 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f605d8-d632-4719-b4d8-820103a7c639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:14Z', 'updated_at': '2020-12-03T15:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-iscsi', '_floatingips': [{'id': '8f64bd83-9160-4948-ba80-b931ee7eca03', 'tenant_id': '1bf6d3149aee44a798e51e0135d17c5f', 'floating_ip_address': '172.27.2.235', 'floating_network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'router_id': '03f605d8-d632-4719-b4d8-820103a7c639', 'port_id': 'e835912e-98c3-4b70-bf9b-467e0fcfcd78', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2263eb43-6c9e-40c3-9734-975854f0ad70', 'mac_address': 'fa:16:3e:85:68:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5082cea-6dd3-41d3-9210-f5e8bd37f651', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T15:02:35Z', 'updated_at': '2020-12-03T15:03:25Z', 'revision_number': 1, 'project_id': '1bf6d3149aee44a798e51e0135d17c5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe5a273b-0bc6-49c9-85b1-6d79719e3692', 'name': '', 'network_id': '2263eb43-6c9e-40c3-9734-975854f0ad70', 'tenant_id': '1bf6d3149aee44a798e51e0135d17c5f', 'mac_address': 'fa:16:3e:f5:2f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f605d8-d632-4719-b4d8-820103a7c639', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '988b1530-5903-4de4-818d-5aa0d60661ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:20Z', 'updated_at': '2020-12-03T15:02:46Z', 'revision_number': 5, 'project_id': '1bf6d3149aee44a798e51e0135d17c5f', 'subnets': [{'id': '988b1530-5903-4de4-818d-5aa0d60661ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 15:03:30.564203 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-e4eae84c-34a4-4ce6-9966-77240495d3ff req-397a07e9-3873-48a3-be6f-0a8c5c9320ca service neutron] 10.222.0.83 "GET /v2.0/networks/b89cab8b-b39a-4106-adb3-9bedf452bb83?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5148938
Dec 03 15:03:30.591575 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-ea9e9374-672c-40fb-b515-4a03e7bc196b req-7bfc300c-f26f-4710-9915-4b5e08ddf016 tempest-DeleteServersTestJSON-706443464 tempest-DeleteServersTestJSON-706443464] 10.222.0.63 "GET /v2.0/ports?device_id=6df8e3bd-8dd7-4ac4-9409-df9187c8a651 HTTP/1.1" status: 200  len: 210 time: 0.2085600
Dec 03 15:03:30.657008 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6df8e3bd-8dd7-4ac4-9409-df9187c8a651', 'name': 'network-vif-deleted', 'tag': '25ef8b7b-be10-454b-bfbd-bfa8f9585236', 'status': 'completed', 'code': 200}
Dec 03 15:03:30.676428 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-9a2687a4-59e1-4f05-8f7f-db34869492ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f072e8d20f0>, [{'id': '4de356ec-3847-4021-abf6-0bb33f96d932', 'name': 'tempest-AttachVolumeShelveTestJSON-1634246176-router', 'tenant_id': 'f608c43dc4544cf8abe2b82be12c9880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'external_fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '256e532d-0b6c-4490-a998-64a4b7ef203e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:02:15Z', 'updated_at': '2020-12-03T15:02:39Z', 'revision_number': 4, 'project_id': 'f608c43dc4544cf8abe2b82be12c9880', 'gw_port': {'id': '256e532d-0b6c-4490-a998-64a4b7ef203e', 'name': '', 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ed:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de356ec-3847-4021-abf6-0bb33f96d932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:17Z', 'updated_at': '2020-12-03T15:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-iscsi', '_floatingips': [{'id': 'f7017eae-46bd-4307-81d6-08694d144f0a', 'tenant_id': 'f608c43dc4544cf8abe2b82be12c9880', 'floating_ip_address': '172.27.2.41', 'floating_network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'router_id': '4de356ec-3847-4021-abf6-0bb33f96d932', 'port_id': '6e8050ed-0789-4bcc-bbe2-11f953a2e2ed', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b89cab8b-b39a-4106-adb3-9bedf452bb83', 'mac_address': 'fa:16:3e:dd:0e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53f7d53-2ae6-4edd-84c2-09e523498d7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T15:02:52Z', 'updated_at': '2020-12-03T15:03:26Z', 'revision_number': 1, 'project_id': 'f608c43dc4544cf8abe2b82be12c9880', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8d7b9e6-ed81-4a77-90ee-17160114749f', 'name': '', 'network_id': 'b89cab8b-b39a-4106-adb3-9bedf452bb83', 'tenant_id': 'f608c43dc4544cf8abe2b82be12c9880', 'mac_address': 'fa:16:3e:dd:9f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de356ec-3847-4021-abf6-0bb33f96d932', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '5f041ad7-6cbb-400e-8386-1de021d0e693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:36Z', 'updated_at': '2020-12-03T15:02:51Z', 'revision_number': 5, 'project_id': 'f608c43dc4544cf8abe2b82be12c9880', 'subnets': [{'id': '5f041ad7-6cbb-400e-8386-1de021d0e693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-3-iscsi', False) {} {{(pid=80384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:03:30.691792 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2687a4-59e1-4f05-8f7f-db34869492ce None None] The sync data for ids ['4de356ec-3847-4021-abf6-0bb33f96d932'] in dv-cinder-757908-3-iscsi is: [{'id': '4de356ec-3847-4021-abf6-0bb33f96d932', 'name': 'tempest-AttachVolumeShelveTestJSON-1634246176-router', 'tenant_id': 'f608c43dc4544cf8abe2b82be12c9880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'external_fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '256e532d-0b6c-4490-a998-64a4b7ef203e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:02:15Z', 'updated_at': '2020-12-03T15:02:39Z', 'revision_number': 4, 'project_id': 'f608c43dc4544cf8abe2b82be12c9880', 'gw_port': {'id': '256e532d-0b6c-4490-a998-64a4b7ef203e', 'name': '', 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ed:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de356ec-3847-4021-abf6-0bb33f96d932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:17Z', 'updated_at': '2020-12-03T15:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-iscsi', '_floatingips': [{'id': 'f7017eae-46bd-4307-81d6-08694d144f0a', 'tenant_id': 'f608c43dc4544cf8abe2b82be12c9880', 'floating_ip_address': '172.27.2.41', 'floating_network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'router_id': '4de356ec-3847-4021-abf6-0bb33f96d932', 'port_id': '6e8050ed-0789-4bcc-bbe2-11f953a2e2ed', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b89cab8b-b39a-4106-adb3-9bedf452bb83', 'mac_address': 'fa:16:3e:dd:0e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53f7d53-2ae6-4edd-84c2-09e523498d7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T15:02:52Z', 'updated_at': '2020-12-03T15:03:26Z', 'revision_number': 1, 'project_id': 'f608c43dc4544cf8abe2b82be12c9880', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8d7b9e6-ed81-4a77-90ee-17160114749f', 'name': '', 'network_id': 'b89cab8b-b39a-4106-adb3-9bedf452bb83', 'tenant_id': 'f608c43dc4544cf8abe2b82be12c9880', 'mac_address': 'fa:16:3e:dd:9f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de356ec-3847-4021-abf6-0bb33f96d932', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '5f041ad7-6cbb-400e-8386-1de021d0e693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:36Z', 'updated_at': '2020-12-03T15:02:51Z', 'revision_number': 5, 'project_id': 'f608c43dc4544cf8abe2b82be12c9880', 'subnets': [{'id': '5f041ad7-6cbb-400e-8386-1de021d0e693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80384) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 15:03:30.870671 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-e4eae84c-34a4-4ce6-9966-77240495d3ff req-58305e13-c8bf-4614-ad3e-68a58c6de8a1 service neutron] 10.222.0.83 "GET /v2.0/networks/b89cab8b-b39a-4106-adb3-9bedf452bb83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2771039
Dec 03 15:03:30.940896 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-18893c78-51ca-4a59-b4c5-b17392e83c46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:30.957887 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-6be168b6-43fc-444f-a91f-065f0e114906 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:03:30.980912 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d14c0c-0a28-4ade-b9fb-b1157d61023b req-4c5052bb-3db2-41f8-b80f-251862730e8c tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:03:30.991627 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-b8d14c0c-0a28-4ade-b9fb-b1157d61023b req-4c5052bb-3db2-41f8-b80f-251862730e8c tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/ports?device_id=8a7b86d5-7e34-4b4e-9561-8540a0f0fa76 HTTP/1.1" status: 200  len: 945 time: 0.3314018
Dec 03 15:03:31.012054 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18893c78-51ca-4a59-b4c5-b17392e83c46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd27e418-f2d1-476f-aa25-2df43ada0b0c,revision_number=None']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:03:31.051841 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce78ef33-130c-4625-a4da-4d2b37412f15 None None] New status for floating IP 8f64bd83-9160-4948-ba80-b931ee7eca03: ACTIVE {{(pid=80385) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 03 15:03:31.064475 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-18893c78-51ca-4a59-b4c5-b17392e83c46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:03:31.068054 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-18893c78-51ca-4a59-b4c5-b17392e83c46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:31.077521 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-18893c78-51ca-4a59-b4c5-b17392e83c46 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/bd27e418-f2d1-476f-aa25-2df43ada0b0c HTTP/1.1" status: 204  len: 168 time: 2.1896372
Dec 03 15:03:31.095740 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-d67dc61f-2dfb-4f0b-a6a0-f5008ecf96dd req-60ab4202-d5a5-4c1e-9657-236b42f8e1f7 service neutron] 10.222.0.83 "GET /v2.0/networks/2263eb43-6c9e-40c3-9734-975854f0ad70?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.1007264
Dec 03 15:03:31.277024 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4616da19-dafd-4bba-8136-5b8bd4d8b81a None None] New status for floating IP f7017eae-46bd-4307-81d6-08694d144f0a: ACTIVE {{(pid=80384) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 03 15:03:31.365961 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-b8d14c0c-0a28-4ade-b9fb-b1157d61023b req-8cc38fd2-490e-4e1f-aad1-29cc7d572e73 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/security-groups?id=eaa64044-32f2-4946-97be-06cf9f486ffa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3755233
Dec 03 15:03:31.372267 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-d67dc61f-2dfb-4f0b-a6a0-f5008ecf96dd req-2e9f3128-4f1c-490a-9045-8afb605be6d9 service neutron] 10.222.0.83 "GET /v2.0/networks/2263eb43-6c9e-40c3-9734-975854f0ad70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2538772
Dec 03 15:03:32.228536 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 57042) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:03:32.608821 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.base [None req-12c07df1-3ecf-4412-9486-6b2b010eff37 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1802922283-network', 'tenant_id': '19d458dc64394a0ebf305def7c27488c'}} {{(pid=80382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 15:03:32.618780 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-12c07df1-3ecf-4412-9486-6b2b010eff37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:03:32.627627 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-12c07df1-3ecf-4412-9486-6b2b010eff37 admin admin] Usage tracker for resource:network and tenant:19d458dc64394a0ebf305def7c27488c is out of sync, need to count used quota {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:03:32.631911 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-12c07df1-3ecf-4412-9486-6b2b010eff37 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:03:32.642680 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-12c07df1-3ecf-4412-9486-6b2b010eff37 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:03:32.666385 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e412fcb9-2d5d-4104-b1a3-942bf7b0d90a req-86340151-54ab-43f2-9964-0be44bfe4d78 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:03:32.674793 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-e412fcb9-2d5d-4104-b1a3-942bf7b0d90a req-86340151-54ab-43f2-9964-0be44bfe4d78 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/ports?device_id=8a7b86d5-7e34-4b4e-9561-8540a0f0fa76 HTTP/1.1" status: 200  len: 945 time: 0.1457369
Dec 03 15:03:32.676747 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12c07df1-3ecf-4412-9486-6b2b010eff37 admin admin] Made reservation on behalf of 19d458dc64394a0ebf305def7c27488c for: {'network': 1} {{(pid=80382) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 15:03:32.682052 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-12c07df1-3ecf-4412-9486-6b2b010eff37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for network, before_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:32.711558 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-12c07df1-3ecf-4412-9486-6b2b010eff37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:32.735703 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-12c07df1-3ecf-4412-9486-6b2b010eff37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:03:32.748330 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-12c07df1-3ecf-4412-9486-6b2b010eff37 admin admin] Usage tracker for resource:security_group_rule and tenant:19d458dc64394a0ebf305def7c27488c is out of sync, need to count used quota {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:03:32.754902 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-12c07df1-3ecf-4412-9486-6b2b010eff37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:03:32.762475 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-12c07df1-3ecf-4412-9486-6b2b010eff37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:03:32.806886 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-e412fcb9-2d5d-4104-b1a3-942bf7b0d90a req-f671d543-c95c-4448-a648-ef29b8a5edca tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/security-groups?id=eaa64044-32f2-4946-97be-06cf9f486ffa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1305568
Dec 03 15:03:32.872701 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-12c07df1-3ecf-4412-9486-6b2b010eff37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:32.877173 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-12c07df1-3ecf-4412-9486-6b2b010eff37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:32.882297 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:03:32.923373 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12c07df1-3ecf-4412-9486-6b2b010eff37 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=80382) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 15:03:32.934236 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c07df1-3ecf-4412-9486-6b2b010eff37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8180b715-c79a-452e-8b49-e4a51cb28acc,revision_number=1']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:03:32.938411 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-12c07df1-3ecf-4412-9486-6b2b010eff37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:03:32.946097 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-12c07df1-3ecf-4412-9486-6b2b010eff37 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8729303191104', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986486'] for segment, precommit_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:32.947057 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.db.segments_db [None req-12c07df1-3ecf-4412-9486-6b2b010eff37 admin admin] Added segment b71d9b29-4b12-45a8-9012-6b56c8b562af of type vxlan for network a85bf9a1-8aaa-497f-805e-3906a9c1838a
Dec 03 15:03:32.996117 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-12c07df1-3ecf-4412-9486-6b2b010eff37 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729302618551'] for network, precommit_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:33.028286 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 57092) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:03:33.035949 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-12c07df1-3ecf-4412-9486-6b2b010eff37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068'] for network, after_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:33.037249 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c07df1-3ecf-4412-9486-6b2b010eff37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:03:33.037899 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-12c07df1-3ecf-4412-9486-6b2b010eff37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036822225390'] for network, before_response {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:33.044014 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-2fb9cbb2-d8d3-4ab3-be3e-fa177006fdd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:03:33.175746 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c07df1-3ecf-4412-9486-6b2b010eff37 admin admin] Pushing event updated for resources: {'Network': ['ID=a85bf9a1-8aaa-497f-805e-3906a9c1838a,revision_number=1']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:03:33.182463 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-12c07df1-3ecf-4412-9486-6b2b010eff37 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 0.9527695
Dec 03 15:03:33.182604 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 57104) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:03:33.186785 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-12c07df1-3ecf-4412-9486-6b2b010eff37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:03:33.191236 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.base [None req-af042eb4-7bb6-4911-a321-8d0a2c5fcf8d admin admin] Request body: {'subnet': {'network_id': 'a85bf9a1-8aaa-497f-805e-3906a9c1838a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1802922283-subnet', 'tenant_id': '19d458dc64394a0ebf305def7c27488c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 15:03:33.197212 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Network a85bf9a1-8aaa-497f-805e-3906a9c1838a details requested by agent ovs-agent-dv-cinder-757908-3-iscsi with host dv-cinder-757908-3-iscsi {{(pid=80384) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 15:03:33.204302 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-af042eb4-7bb6-4911-a321-8d0a2c5fcf8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:03:33.209390 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-af042eb4-7bb6-4911-a321-8d0a2c5fcf8d admin admin] Usage tracker for resource:subnet and tenant:19d458dc64394a0ebf305def7c27488c is out of sync, need to count used quota {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:03:33.218044 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-af042eb4-7bb6-4911-a321-8d0a2c5fcf8d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:03:33.232045 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Network a85bf9a1-8aaa-497f-805e-3906a9c1838a details requested by agent ovs-agent-hv-cinder-75790 with host hv-cinder-75790 {{(pid=80384) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 15:03:33.237717 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-fbc098a7-020d-4202-80c6-d9cfd2b18447 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:33.257707 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-af042eb4-7bb6-4911-a321-8d0a2c5fcf8d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:03:33.260106 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-fbc098a7-020d-4202-80c6-d9cfd2b18447 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:03:33.271799 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-fbc098a7-020d-4202-80c6-d9cfd2b18447 admin admin] Usage tracker for resource:security_group_rule and tenant:ccb6d729ec5844ea8699c3fa077bf327 is out of sync, need to count used quota {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:03:33.276023 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-fbc098a7-020d-4202-80c6-d9cfd2b18447 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:03:33.298683 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-fbc098a7-020d-4202-80c6-d9cfd2b18447 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:03:33.309840 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af042eb4-7bb6-4911-a321-8d0a2c5fcf8d admin admin] Made reservation on behalf of 19d458dc64394a0ebf305def7c27488c for: {'subnet': 1} {{(pid=80383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 15:03:33.314840 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-af042eb4-7bb6-4911-a321-8d0a2c5fcf8d admin admin] Notify callbacks [] for subnet, before_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:33.603805 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-fbc098a7-020d-4202-80c6-d9cfd2b18447 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:33.607849 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-fbc098a7-020d-4202-80c6-d9cfd2b18447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:33.623964 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-c65e36d6-a4bd-43e8-94de-74558c7d8638 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:03:33.702358 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-fbc098a7-020d-4202-80c6-d9cfd2b18447 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=ccb6d729ec5844ea8699c3fa077bf327&name=default HTTP/1.1" status: 200  len: 2879 time: 0.6697862
Dec 03 15:03:33.702797 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 57124) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:03:33.710202 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc098a7-020d-4202-80c6-d9cfd2b18447 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40ba1d50-60b3-4f36-b1bc-e2ace1fd87ac,revision_number=1']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:03:33.718958 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 57128) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:03:33.720734 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-fbc098a7-020d-4202-80c6-d9cfd2b18447 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:03:33.816867 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.db_base_plugin_v2 [None req-9141bd46-9689-41e1-ab35-b007989861bb admin admin] Deleting subnet 4ec5f1ed-3516-49a2-b1ee-f3cd8d9bb468 {{(pid=80382) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 15:03:33.818903 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 57132) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:03:33.824430 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-9141bd46-9689-41e1-ab35-b007989861bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:33.886560 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-de3dec30-09dd-4568-800c-a0cccb9a046e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:33.920784 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-9141bd46-9689-41e1-ab35-b007989861bb admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:33.934356 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-de3dec30-09dd-4568-800c-a0cccb9a046e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:33.938437 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-af042eb4-7bb6-4911-a321-8d0a2c5fcf8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33445888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068'] for subnet, after_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:33.941679 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-9141bd46-9689-41e1-ab35-b007989861bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853789695'] for subnet, precommit_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:33.956922 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-4feaad00-bc7f-483b-8622-8204c8c80705 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:03:34.081183 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-a4f563c2-ebf4-4257-b254-90e35db25d4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:34.087380 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af042eb4-7bb6-4911-a321-8d0a2c5fcf8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=25f76c1e-7c46-444d-93c7-ea7aeb2571b4,revision_number=0']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:03:34.094551 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-af042eb4-7bb6-4911-a321-8d0a2c5fcf8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:03:34.132713 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-a4f563c2-ebf4-4257-b254-90e35db25d4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:03:34.156527 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-a4f563c2-ebf4-4257-b254-90e35db25d4d admin admin] Usage tracker for resource:security_group_rule and tenant:7bf9bdb65d4f4962a0c3d152de1d0717 is out of sync, need to count used quota {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:03:34.161839 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-a4f563c2-ebf4-4257-b254-90e35db25d4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:03:34.165871 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af042eb4-7bb6-4911-a321-8d0a2c5fcf8d admin admin] Checking segment: {'id': 'b71d9b29-4b12-45a8-9012-6b56c8b562af', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'a85bf9a1-8aaa-497f-805e-3906a9c1838a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 15:03:34.166314 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af042eb4-7bb6-4911-a321-8d0a2c5fcf8d admin admin] Network hostable DHCP agents. Network: a85bf9a1-8aaa-497f-805e-3906a9c1838a, hostable agents: ['79bacdc6-fafb-4baa-889e-4ec466dca3bd'], hosted agents: [] {{(pid=80383) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 15:03:34.173981 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-a4f563c2-ebf4-4257-b254-90e35db25d4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:03:34.187223 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af042eb4-7bb6-4911-a321-8d0a2c5fcf8d admin admin] Network a85bf9a1-8aaa-497f-805e-3906a9c1838a is scheduled to be hosted by DHCP agent 79bacdc6-fafb-4baa-889e-4ec466dca3bd with binding_index 1 {{(pid=80383) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 15:03:34.196157 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.base_scheduler [None req-af042eb4-7bb6-4911-a321-8d0a2c5fcf8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-757908-3-iscsi, a85bf9a1-8aaa-497f-805e-3906a9c1838a) {{(pid=80383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 15:03:34.200434 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af042eb4-7bb6-4911-a321-8d0a2c5fcf8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:03:34.201082 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-af042eb4-7bb6-4911-a321-8d0a2c5fcf8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036822225390'] for subnet, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:34.205028 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ffec680-ce9b-4365-9b50-a19d40baf034 None None] Network a85bf9a1-8aaa-497f-805e-3906a9c1838a requested from dv-cinder-757908-3-iscsi {{(pid=80384) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 15:03:34.241365 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-af042eb4-7bb6-4911-a321-8d0a2c5fcf8d admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.0574112
Dec 03 15:03:34.256304 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-de3dec30-09dd-4568-800c-a0cccb9a046e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:34.270292 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-4dbecf4a-2ef9-4aea-bf78-5ea60223e465 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:03:34.298915 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3dec30-09dd-4568-800c-a0cccb9a046e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40ba1d50-60b3-4f36-b1bc-e2ace1fd87ac,revision_number=None']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:03:34.301507 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-de3dec30-09dd-4568-800c-a0cccb9a046e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:03:34.315456 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d358ee7-6063-4a63-a218-a95c53ce240c req-7b6e9f56-a170-45d0-8b19-9588ef6201da tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:03:34.317103 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-5d358ee7-6063-4a63-a218-a95c53ce240c req-7b6e9f56-a170-45d0-8b19-9588ef6201da tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/ports?device_id=8a7b86d5-7e34-4b4e-9561-8540a0f0fa76 HTTP/1.1" status: 200  len: 945 time: 0.3414202
Dec 03 15:03:34.363470 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-de3dec30-09dd-4568-800c-a0cccb9a046e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:34.364658 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-de3dec30-09dd-4568-800c-a0cccb9a046e admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/40ba1d50-60b3-4f36-b1bc-e2ace1fd87ac HTTP/1.1" status: 204  len: 168 time: 0.6608052
Dec 03 15:03:34.474686 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-5d358ee7-6063-4a63-a218-a95c53ce240c req-4fdb8a88-d0dc-4f85-bd82-9bed9f1024db tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/security-groups?id=eaa64044-32f2-4946-97be-06cf9f486ffa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1376269
Dec 03 15:03:34.530529 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c3bd6a-b690-4918-8758-66b54bedc3f8 None None] Network a85bf9a1-8aaa-497f-805e-3906a9c1838a requested from dv-cinder-757908-3-iscsi {{(pid=80384) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 15:03:34.555556 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-a4f563c2-ebf4-4257-b254-90e35db25d4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:34.563200 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-a4f563c2-ebf4-4257-b254-90e35db25d4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:34.577881 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-12d873da-bf4c-4c30-8641-0d227b9fced6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:03:34.593924 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-9141bd46-9689-41e1-ab35-b007989861bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33445888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068'] for subnet, after_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:34.718121 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f563c2-ebf4-4257-b254-90e35db25d4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7008ae1-744d-421b-8165-ceaf0b49f713,revision_number=1']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:03:34.758379 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 57158) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:03:34.775734 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-a4f563c2-ebf4-4257-b254-90e35db25d4d admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=7bf9bdb65d4f4962a0c3d152de1d0717&name=default HTTP/1.1" status: 200  len: 2879 time: 0.9518204
Dec 03 15:03:34.781284 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-a4f563c2-ebf4-4257-b254-90e35db25d4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:03:34.789021 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.114s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:03:34.885427 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9141bd46-9689-41e1-ab35-b007989861bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ec5f1ed-3516-49a2-b1ee-f3cd8d9bb468,revision_number=None']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:03:34.915595 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-1644d32b-18c2-4f73-b20a-4c946b5a5584 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:34.978833 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-9141bd46-9689-41e1-ab35-b007989861bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:03:34.984669 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-1644d32b-18c2-4f73-b20a-4c946b5a5584 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:35.011832 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-9141bd46-9689-41e1-ab35-b007989861bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036822225390'] for subnet, before_response {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:35.032827 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-9141bd46-9689-41e1-ab35-b007989861bb admin admin] 10.222.0.63 "DELETE /v2.0/subnets/4ec5f1ed-3516-49a2-b1ee-f3cd8d9bb468 HTTP/1.1" status: 204  len: 168 time: 1.3128057
Dec 03 15:03:35.035466 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 57166) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:03:35.126751 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 57174) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:03:35.161006 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-29b46019-a63f-426d-83de-11f92597ce14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:35.194168 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-a4897852-57c6-43f2-acce-30ea477cf249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-851107'] for network, before_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:35.194395 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-29b46019-a63f-426d-83de-11f92597ce14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:03:35.202135 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-29b46019-a63f-426d-83de-11f92597ce14 admin admin] Usage tracker for resource:security_group_rule and tenant:b2d026ba9a134523b9ce3a8c82ff15fb is out of sync, need to count used quota {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:03:35.207523 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-29b46019-a63f-426d-83de-11f92597ce14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:03:35.226665 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-29b46019-a63f-426d-83de-11f92597ce14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:03:35.270412 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-1644d32b-18c2-4f73-b20a-4c946b5a5584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:35.275644 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-93879c96-a0b7-4a08-9160-12de278df384 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:03:35.338708 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1644d32b-18c2-4f73-b20a-4c946b5a5584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7008ae1-744d-421b-8165-ceaf0b49f713,revision_number=None']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:03:35.342047 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-1644d32b-18c2-4f73-b20a-4c946b5a5584 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:03:35.349119 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-1644d32b-18c2-4f73-b20a-4c946b5a5584 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:35.352940 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-1644d32b-18c2-4f73-b20a-4c946b5a5584 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/b7008ae1-744d-421b-8165-ceaf0b49f713 HTTP/1.1" status: 204  len: 168 time: 0.5909321
Dec 03 15:03:35.376198 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-29b46019-a63f-426d-83de-11f92597ce14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:35.381645 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-29b46019-a63f-426d-83de-11f92597ce14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:35.392556 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:03:35.439475 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-a4897852-57c6-43f2-acce-30ea477cf249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853792104', 'neutron.services.segments.db._delete_segments_for_network--9223363307551584696'] for network, precommit_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:35.444063 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-29b46019-a63f-426d-83de-11f92597ce14 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=b2d026ba9a134523b9ce3a8c82ff15fb&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3132474
Dec 03 15:03:35.444063 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b46019-a63f-426d-83de-11f92597ce14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d16641d-1c92-4a33-b71c-82f7a20ae38a,revision_number=1']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:03:35.446286 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 57182) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:03:35.449051 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-29b46019-a63f-426d-83de-11f92597ce14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:03:35.549000 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-485b3e99-61e2-4dd2-b366-2dae9eaab009 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:35.558201 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 57190) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:03:35.565499 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.base [None req-2e3d4d44-532a-4b36-a00a-ac6a9d1fd385 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1469483117-network', 'tenant_id': '4c4ab85ea4ba48118efe6e2c7a0f113d'}} {{(pid=80383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 15:03:35.571350 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-2e3d4d44-532a-4b36-a00a-ac6a9d1fd385 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:03:35.586487 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-2e3d4d44-532a-4b36-a00a-ac6a9d1fd385 admin admin] Usage tracker for resource:network and tenant:4c4ab85ea4ba48118efe6e2c7a0f113d is out of sync, need to count used quota {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:03:35.591000 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-485b3e99-61e2-4dd2-b366-2dae9eaab009 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:35.593964 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-2e3d4d44-532a-4b36-a00a-ac6a9d1fd385 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:03:35.611228 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-2e3d4d44-532a-4b36-a00a-ac6a9d1fd385 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:03:35.630729 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-a4897852-57c6-43f2-acce-30ea477cf249 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f072ea1e048>> segment before_delete 55550000 {{(pid=80383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 15:03:35.631125 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-a4897852-57c6-43f2-acce-30ea477cf249 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f072ea1e048>> subnet precommit_delete_associations 55550000 {{(pid=80383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 15:03:35.632081 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-a4897852-57c6-43f2-acce-30ea477cf249 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f072dd58dd8>> segment_host_mapping after_create 55550000 {{(pid=80383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 15:03:35.632599 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-a4897852-57c6-43f2-acce-30ea477cf249 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f072dd58dd8>> port after_create 55550000 {{(pid=80383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 15:03:35.632995 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-a4897852-57c6-43f2-acce-30ea477cf249 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f072dd58dd8>> port after_delete 55550000 {{(pid=80383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 15:03:35.633311 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-a4897852-57c6-43f2-acce-30ea477cf249 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f072dd58dd8>> port after_update 55550000 {{(pid=80383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 15:03:35.633952 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-a4897852-57c6-43f2-acce-30ea477cf249 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f072dd58dd8>> segment after_delete 55550000 {{(pid=80383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 15:03:35.634371 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-a4897852-57c6-43f2-acce-30ea477cf249 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f072dd58dd8>> subnet after_create 55550000 {{(pid=80383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 15:03:35.634731 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-a4897852-57c6-43f2-acce-30ea477cf249 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f072dd58dd8>> subnet after_delete 55550000 {{(pid=80383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 15:03:35.635088 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-a4897852-57c6-43f2-acce-30ea477cf249 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f072dd58dd8>> subnet after_update 55550000 {{(pid=80383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 15:03:35.664257 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-485b3e99-61e2-4dd2-b366-2dae9eaab009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:35.669546 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:03:35.690279 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485b3e99-61e2-4dd2-b366-2dae9eaab009 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d16641d-1c92-4a33-b71c-82f7a20ae38a,revision_number=None']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:03:35.693826 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-485b3e99-61e2-4dd2-b366-2dae9eaab009 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:03:35.700763 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-485b3e99-61e2-4dd2-b366-2dae9eaab009 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:35.704972 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-a4897852-57c6-43f2-acce-30ea477cf249 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f072dda6208>> subnet after_create 55550000 {{(pid=80383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 15:03:35.705364 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-a4897852-57c6-43f2-acce-30ea477cf249 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f072dda6208>> subnet after_delete 55550000 {{(pid=80383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 15:03:35.705534 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-485b3e99-61e2-4dd2-b366-2dae9eaab009 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/4d16641d-1c92-4a33-b71c-82f7a20ae38a HTTP/1.1" status: 204  len: 168 time: 0.2581470
Dec 03 15:03:35.705740 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-a4897852-57c6-43f2-acce-30ea477cf249 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f072dda6208>> subnet before_create 55550000 {{(pid=80383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 15:03:35.706157 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-a4897852-57c6-43f2-acce-30ea477cf249 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f072dda6208>> subnet before_update 55550000 {{(pid=80383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 15:03:35.706551 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.services.segments.db [None req-a4897852-57c6-43f2-acce-30ea477cf249 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f072e03f5c0>,) {'filters': {'network_id': ['237dead0-62cc-46b7-b149-d9cbbf320fb2']}} {{(pid=80383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:03:35.776811 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e3d4d44-532a-4b36-a00a-ac6a9d1fd385 admin admin] Made reservation on behalf of 4c4ab85ea4ba48118efe6e2c7a0f113d for: {'network': 1} {{(pid=80383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 15:03:35.781864 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2e3d4d44-532a-4b36-a00a-ac6a9d1fd385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for network, before_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:35.801790 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2e3d4d44-532a-4b36-a00a-ac6a9d1fd385 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:35.813156 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.services.segments.db [None req-a4897852-57c6-43f2-acce-30ea477cf249 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f072e03f5c0>, '3d8bc771-fb07-4608-a503-08ac748cc37b') {'for_net_delete': True} {{(pid=80383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:03:35.813505 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.services.segments.db [None req-a4897852-57c6-43f2-acce-30ea477cf249 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f072e03f5c0>, '3d8bc771-fb07-4608-a503-08ac748cc37b') {} {{(pid=80383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:03:35.837783 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-a4897852-57c6-43f2-acce-30ea477cf249 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363307551582136', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036822612907'] for segment, before_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:35.846051 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-2e3d4d44-532a-4b36-a00a-ac6a9d1fd385 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:03:35.858390 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-2e3d4d44-532a-4b36-a00a-ac6a9d1fd385 admin admin] Usage tracker for resource:security_group_rule and tenant:4c4ab85ea4ba48118efe6e2c7a0f113d is out of sync, need to count used quota {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:03:35.863961 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-2e3d4d44-532a-4b36-a00a-ac6a9d1fd385 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:03:35.872826 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-2e3d4d44-532a-4b36-a00a-ac6a9d1fd385 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:03:35.875636 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-a4897852-57c6-43f2-acce-30ea477cf249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986486'] for segment, precommit_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:35.878806 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a4897852-57c6-43f2-acce-30ea477cf249 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80383) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 15:03:35.908768 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.agents_db [None req-51f4eaf8-3f98-4d92-a7df-a28bf03852b0 None None] Agent healthcheck: found 6 active agents {{(pid=80385) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 15:03:36.039463 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c735537-ea47-4e2b-8d1c-5042f98b4d7e req-5c3087c3-2f98-42eb-bedb-3fcae39ba7d7 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:03:36.048112 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-7c735537-ea47-4e2b-8d1c-5042f98b4d7e req-5c3087c3-2f98-42eb-bedb-3fcae39ba7d7 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/ports?device_id=8a7b86d5-7e34-4b4e-9561-8540a0f0fa76 HTTP/1.1" status: 200  len: 945 time: 0.3299711
Dec 03 15:03:36.167928 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [None req-a4897852-57c6-43f2-acce-30ea477cf249 admin admin] Network 237dead0-62cc-46b7-b149-d9cbbf320fb2 has no segments {{(pid=80383) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 15:03:36.179988 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-a4897852-57c6-43f2-acce-30ea477cf249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853789314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036823481204'] for segment, after_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:36.306520 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-7c735537-ea47-4e2b-8d1c-5042f98b4d7e req-98f83897-653a-4a2b-bd86-617cfa9105ca tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/security-groups?id=eaa64044-32f2-4946-97be-06cf9f486ffa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2573860
Dec 03 15:03:36.475805 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [None req-a4897852-57c6-43f2-acce-30ea477cf249 admin admin] Network 237dead0-62cc-46b7-b149-d9cbbf320fb2 has no segments {{(pid=80383) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 15:03:36.506740 dv-cinder-757908-3-iscsi neutron-server[80271]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Dec 03 15:03:36.506740 dv-cinder-757908-3-iscsi neutron-server[80271]:   (rel_b, rel_a, rel_b),
Dec 03 15:03:36.506740 dv-cinder-757908-3-iscsi neutron-server[80271]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Dec 03 15:03:36.506740 dv-cinder-757908-3-iscsi neutron-server[80271]:   (rel_b, rel_a, rel_b),
Dec 03 15:03:36.506740 dv-cinder-757908-3-iscsi neutron-server[80271]: Traceback (most recent call last):
Dec 03 15:03:36.506740 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 15:03:36.506740 dv-cinder-757908-3-iscsi neutron-server[80271]:     timer()
Dec 03 15:03:36.506740 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 15:03:36.506740 dv-cinder-757908-3-iscsi neutron-server[80271]:     cb(*args, **kw)
Dec 03 15:03:36.506740 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 15:03:36.506740 dv-cinder-757908-3-iscsi neutron-server[80271]:     return func(*args, **kwargs)
Dec 03 15:03:36.506740 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 15:03:36.506740 dv-cinder-757908-3-iscsi neutron-server[80271]:     self._notify()
Dec 03 15:03:36.506740 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 15:03:36.506740 dv-cinder-757908-3-iscsi neutron-server[80271]:     self.callback(batched_events)
Dec 03 15:03:36.506740 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 15:03:36.506740 dv-cinder-757908-3-iscsi neutron-server[80271]:     event.method(event)
Dec 03 15:03:36.506740 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 15:03:36.506740 dv-cinder-757908-3-iscsi neutron-server[80271]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 15:03:36.506740 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 15:03:36.506740 dv-cinder-757908-3-iscsi neutron-server[80271]:     segment_id)['aggregates'][0]
Dec 03 15:03:36.506740 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 15:03:36.506740 dv-cinder-757908-3-iscsi neutron-server[80271]:     return f(self, *a, **k)
Dec 03 15:03:36.506740 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 15:03:36.506740 dv-cinder-757908-3-iscsi neutron-server[80271]:     return self._get(url).json()
Dec 03 15:03:36.506740 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 15:03:36.506740 dv-cinder-757908-3-iscsi neutron-server[80271]:     **kwargs)
Dec 03 15:03:36.506740 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 15:03:36.506740 dv-cinder-757908-3-iscsi neutron-server[80271]:     return self.request(url, 'GET', **kwargs)
Dec 03 15:03:36.506740 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 15:03:36.506740 dv-cinder-757908-3-iscsi neutron-server[80271]:     **endpoint_filter)
Dec 03 15:03:36.506740 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 15:03:36.506740 dv-cinder-757908-3-iscsi neutron-server[80271]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 15:03:36.506740 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 15:03:36.506740 dv-cinder-757908-3-iscsi neutron-server[80271]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 15:03:36.506740 dv-cinder-757908-3-iscsi neutron-server[80271]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 15:03:36.517413 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2e3d4d44-532a-4b36-a00a-ac6a9d1fd385 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:36.529504 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2e3d4d44-532a-4b36-a00a-ac6a9d1fd385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:36.588442 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-e1c9a425-ac5f-47c1-9026-8e4aa064597c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:03:36.639720 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e3d4d44-532a-4b36-a00a-ac6a9d1fd385 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=80383) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 15:03:36.642260 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-a4897852-57c6-43f2-acce-30ea477cf249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036821248189'] for network, after_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:36.653668 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-a4897852-57c6-43f2-acce-30ea477cf249 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036822225390'] for network, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:36.657477 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3d4d44-532a-4b36-a00a-ac6a9d1fd385 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37b5d728-99c9-47fc-bcb4-de7b4bda5b36,revision_number=1']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:03:36.660558 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-2e3d4d44-532a-4b36-a00a-ac6a9d1fd385 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:03:36.672506 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-b11af647-5fd0-4487-b1f6-81e6f173f927 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:03:36.695158 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2e3d4d44-532a-4b36-a00a-ac6a9d1fd385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986486'] for segment, precommit_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:36.695561 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.db.segments_db [None req-2e3d4d44-532a-4b36-a00a-ac6a9d1fd385 admin admin] Added segment ca5fc781-53b6-4fbe-9d21-107c738e7cbb of type vxlan for network d096ffee-7bfc-4e22-bb60-a935752ec0de
Dec 03 15:03:36.710047 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4897852-57c6-43f2-acce-30ea477cf249 admin admin] Pushing event deleted for resources: {'Network': ['ID=237dead0-62cc-46b7-b149-d9cbbf320fb2,revision_number=None']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:03:36.717658 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-a4897852-57c6-43f2-acce-30ea477cf249 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:03:36.724165 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-a4897852-57c6-43f2-acce-30ea477cf249 admin admin] 10.222.0.63 "DELETE /v2.0/networks/237dead0-62cc-46b7-b149-d9cbbf320fb2 HTTP/1.1" status: 204  len: 168 time: 1.6852410
Dec 03 15:03:36.738176 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2e3d4d44-532a-4b36-a00a-ac6a9d1fd385 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729302618551'] for network, precommit_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:36.783124 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2e3d4d44-532a-4b36-a00a-ac6a9d1fd385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068'] for network, after_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:36.784420 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e3d4d44-532a-4b36-a00a-ac6a9d1fd385 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:03:36.785061 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2e3d4d44-532a-4b36-a00a-ac6a9d1fd385 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036822225390'] for network, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:36.790557 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:03:36.842805 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-2e3d4d44-532a-4b36-a00a-ac6a9d1fd385 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 1.2827845
Dec 03 15:03:36.845936 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 57244) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:03:36.852939 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.base [None req-73f18087-4a46-4418-91e6-1749c1ede75b admin admin] Request body: {'subnet': {'network_id': 'd096ffee-7bfc-4e22-bb60-a935752ec0de', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1469483117-subnet', 'tenant_id': '4c4ab85ea4ba48118efe6e2c7a0f113d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 15:03:36.866431 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-73f18087-4a46-4418-91e6-1749c1ede75b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:03:36.866431 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-73f18087-4a46-4418-91e6-1749c1ede75b admin admin] Usage tracker for resource:subnet and tenant:4c4ab85ea4ba48118efe6e2c7a0f113d is out of sync, need to count used quota {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:03:36.868487 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-73f18087-4a46-4418-91e6-1749c1ede75b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:03:36.877376 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-73f18087-4a46-4418-91e6-1749c1ede75b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:03:36.901599 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73f18087-4a46-4418-91e6-1749c1ede75b admin admin] Made reservation on behalf of 4c4ab85ea4ba48118efe6e2c7a0f113d for: {'subnet': 1} {{(pid=80382) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 15:03:36.909440 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-73f18087-4a46-4418-91e6-1749c1ede75b admin admin] Notify callbacks [] for subnet, before_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:37.238190 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3d4d44-532a-4b36-a00a-ac6a9d1fd385 admin admin] Pushing event updated for resources: {'Network': ['ID=d096ffee-7bfc-4e22-bb60-a935752ec0de,revision_number=1']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:03:37.243719 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-2e3d4d44-532a-4b36-a00a-ac6a9d1fd385 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:03:37.250962 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Network d096ffee-7bfc-4e22-bb60-a935752ec0de details requested by agent ovs-agent-dv-cinder-757908-3-iscsi with host dv-cinder-757908-3-iscsi {{(pid=80384) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 15:03:37.275693 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Network d096ffee-7bfc-4e22-bb60-a935752ec0de details requested by agent ovs-agent-hv-cinder-75790 with host hv-cinder-75790 {{(pid=80384) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 15:03:37.379413 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 57262) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:03:37.504521 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-50d3822c-7591-4c10-acb1-3ed18e3adc4f admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=59b1a509fdae412992f73a7d46115cad&name=default HTTP/1.1" status: 200  len: 2875 time: 0.1189079
Dec 03 15:03:37.505295 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 57266) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:03:37.686164 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-d1bfdf90-c38c-4815-bd77-41e19a304967 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:37.750055 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-d1bfdf90-c38c-4815-bd77-41e19a304967 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:37.787921 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-73f18087-4a46-4418-91e6-1749c1ede75b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33445888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068'] for subnet, after_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:37.818662 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:03:37.858170 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58282470-c3d8-48f3-b24b-5c8b4457cfad req-2d37f350-1b65-479d-ae4a-ce15188d8d64 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:03:37.859802 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-58282470-c3d8-48f3-b24b-5c8b4457cfad req-2d37f350-1b65-479d-ae4a-ce15188d8d64 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/ports?device_id=8a7b86d5-7e34-4b4e-9561-8540a0f0fa76 HTTP/1.1" status: 200  len: 945 time: 0.3069615
Dec 03 15:03:38.019023 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f18087-4a46-4418-91e6-1749c1ede75b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e218412-6a2a-44cb-9969-e579542cf733,revision_number=0']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:03:38.034755 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-58282470-c3d8-48f3-b24b-5c8b4457cfad req-14674944-aa56-4715-8bb2-bd4abed95a27 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/security-groups?id=eaa64044-32f2-4946-97be-06cf9f486ffa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1551635
Dec 03 15:03:38.039557 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-73f18087-4a46-4418-91e6-1749c1ede75b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:03:38.054690 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-d1bfdf90-c38c-4815-bd77-41e19a304967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:38.064658 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-29b46019-a63f-426d-83de-11f92597ce14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:03:38.087204 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bfdf90-c38c-4815-bd77-41e19a304967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bf7d458-8135-4d32-ac0f-fb736c78de2f,revision_number=None']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:03:38.089971 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-d1bfdf90-c38c-4815-bd77-41e19a304967 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:03:38.128077 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-d1bfdf90-c38c-4815-bd77-41e19a304967 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:38.131997 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-d1bfdf90-c38c-4815-bd77-41e19a304967 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/5bf7d458-8135-4d32-ac0f-fb736c78de2f HTTP/1.1" status: 204  len: 168 time: 0.6210039
Dec 03 15:03:38.157369 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f18087-4a46-4418-91e6-1749c1ede75b admin admin] Checking segment: {'id': 'ca5fc781-53b6-4fbe-9d21-107c738e7cbb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'd096ffee-7bfc-4e22-bb60-a935752ec0de'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 15:03:38.158052 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f18087-4a46-4418-91e6-1749c1ede75b admin admin] Network hostable DHCP agents. Network: d096ffee-7bfc-4e22-bb60-a935752ec0de, hostable agents: ['79bacdc6-fafb-4baa-889e-4ec466dca3bd'], hosted agents: [] {{(pid=80382) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 15:03:38.180500 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f18087-4a46-4418-91e6-1749c1ede75b admin admin] Network d096ffee-7bfc-4e22-bb60-a935752ec0de is scheduled to be hosted by DHCP agent 79bacdc6-fafb-4baa-889e-4ec466dca3bd with binding_index 1 {{(pid=80382) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 15:03:38.195569 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.base_scheduler [None req-73f18087-4a46-4418-91e6-1749c1ede75b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-757908-3-iscsi, d096ffee-7bfc-4e22-bb60-a935752ec0de) {{(pid=80382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 15:03:38.205658 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f18087-4a46-4418-91e6-1749c1ede75b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:03:38.206624 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-73f18087-4a46-4418-91e6-1749c1ede75b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036822225390'] for subnet, before_response {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:38.211514 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d51438cc-737a-4b79-85d4-83c08f8d829c None None] Network d096ffee-7bfc-4e22-bb60-a935752ec0de requested from dv-cinder-757908-3-iscsi {{(pid=80384) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 15:03:38.252637 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-73f18087-4a46-4418-91e6-1749c1ede75b admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.4053323
Dec 03 15:03:38.495131 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb33c3a-d5cc-4b47-8eb8-c3fbcfe810cf None None] Network d096ffee-7bfc-4e22-bb60-a935752ec0de requested from dv-cinder-757908-3-iscsi {{(pid=80384) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 15:03:39.309568 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f54187-4a09-4760-9494-732e1fd1e417 req-ece89f90-c570-4b27-b2a6-966e3c9164b8 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:03:39.318443 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-f7f54187-4a09-4760-9494-732e1fd1e417 req-ece89f90-c570-4b27-b2a6-966e3c9164b8 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/ports?device_id=8a7b86d5-7e34-4b4e-9561-8540a0f0fa76 HTTP/1.1" status: 200  len: 945 time: 0.1318240
Dec 03 15:03:39.375049 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-f7f54187-4a09-4760-9494-732e1fd1e417 req-be368595-cba1-409f-b24e-5f1450db7552 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/security-groups?id=eaa64044-32f2-4946-97be-06cf9f486ffa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0550747
Dec 03 15:03:39.443473 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 57330) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:03:39.602443 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.base [None req-70ddf9e5-ecfd-44e1-ad45-5fdbd8a739c5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1903923455-network', 'tenant_id': '771f7cae2ce0466dae602cd53042391b'}} {{(pid=80383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 15:03:39.610123 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-70ddf9e5-ecfd-44e1-ad45-5fdbd8a739c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:03:39.613045 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-70ddf9e5-ecfd-44e1-ad45-5fdbd8a739c5 admin admin] Usage tracker for resource:network and tenant:771f7cae2ce0466dae602cd53042391b is out of sync, need to count used quota {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:03:39.616093 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-70ddf9e5-ecfd-44e1-ad45-5fdbd8a739c5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:03:39.622994 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-70ddf9e5-ecfd-44e1-ad45-5fdbd8a739c5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:03:39.632729 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70ddf9e5-ecfd-44e1-ad45-5fdbd8a739c5 admin admin] Made reservation on behalf of 771f7cae2ce0466dae602cd53042391b for: {'network': 1} {{(pid=80383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 15:03:39.638344 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-70ddf9e5-ecfd-44e1-ad45-5fdbd8a739c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for network, before_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:39.651265 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-70ddf9e5-ecfd-44e1-ad45-5fdbd8a739c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:39.670087 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-70ddf9e5-ecfd-44e1-ad45-5fdbd8a739c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:03:39.671325 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-70ddf9e5-ecfd-44e1-ad45-5fdbd8a739c5 admin admin] Usage tracker for resource:security_group_rule and tenant:771f7cae2ce0466dae602cd53042391b is out of sync, need to count used quota {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:03:39.674353 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-70ddf9e5-ecfd-44e1-ad45-5fdbd8a739c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:03:39.680524 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-70ddf9e5-ecfd-44e1-ad45-5fdbd8a739c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:03:39.769479 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-70ddf9e5-ecfd-44e1-ad45-5fdbd8a739c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:39.775235 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-70ddf9e5-ecfd-44e1-ad45-5fdbd8a739c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:39.778851 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-ac95f0ab-59db-4621-9765-ed91399c9232 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:03:39.818685 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70ddf9e5-ecfd-44e1-ad45-5fdbd8a739c5 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=80383) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 15:03:39.829011 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ddf9e5-ecfd-44e1-ad45-5fdbd8a739c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc511b03-afa2-4bb4-8cb2-b2a6d77e738d,revision_number=1']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:03:39.832452 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-70ddf9e5-ecfd-44e1-ad45-5fdbd8a739c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:03:39.838444 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-70ddf9e5-ecfd-44e1-ad45-5fdbd8a739c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986486'] for segment, precommit_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:39.838826 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.db.segments_db [None req-70ddf9e5-ecfd-44e1-ad45-5fdbd8a739c5 admin admin] Added segment ee94e5eb-e252-4928-b7f8-372e789c070d of type vxlan for network 9982e6ce-56cf-46df-a9e6-74676199f7e6
Dec 03 15:03:39.868472 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-70ddf9e5-ecfd-44e1-ad45-5fdbd8a739c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729302618551'] for network, precommit_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:39.902656 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-70ddf9e5-ecfd-44e1-ad45-5fdbd8a739c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068'] for network, after_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:39.904052 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ddf9e5-ecfd-44e1-ad45-5fdbd8a739c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:03:39.904927 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-70ddf9e5-ecfd-44e1-ad45-5fdbd8a739c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036822225390'] for network, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:39.910726 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:03:40.020359 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-70ddf9e5-ecfd-44e1-ad45-5fdbd8a739c5 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 0.5755019
Dec 03 15:03:40.023536 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 57354) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:03:40.030586 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.base [None req-b763369d-1dff-4500-85c5-95d248c38ee5 admin admin] Request body: {'subnet': {'network_id': '9982e6ce-56cf-46df-a9e6-74676199f7e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1903923455-subnet', 'tenant_id': '771f7cae2ce0466dae602cd53042391b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 15:03:40.032828 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ddf9e5-ecfd-44e1-ad45-5fdbd8a739c5 admin admin] Pushing event updated for resources: {'Network': ['ID=9982e6ce-56cf-46df-a9e6-74676199f7e6,revision_number=1']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:03:40.035783 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-b763369d-1dff-4500-85c5-95d248c38ee5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:03:40.036448 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-70ddf9e5-ecfd-44e1-ad45-5fdbd8a739c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:03:40.040356 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-b763369d-1dff-4500-85c5-95d248c38ee5 admin admin] Usage tracker for resource:subnet and tenant:771f7cae2ce0466dae602cd53042391b is out of sync, need to count used quota {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:03:40.044234 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-b763369d-1dff-4500-85c5-95d248c38ee5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:03:40.046351 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Network 9982e6ce-56cf-46df-a9e6-74676199f7e6 details requested by agent ovs-agent-dv-cinder-757908-3-iscsi with host dv-cinder-757908-3-iscsi {{(pid=80384) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 15:03:40.050443 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-b763369d-1dff-4500-85c5-95d248c38ee5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:03:40.062139 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b763369d-1dff-4500-85c5-95d248c38ee5 admin admin] Made reservation on behalf of 771f7cae2ce0466dae602cd53042391b for: {'subnet': 1} {{(pid=80382) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 15:03:40.068522 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-b763369d-1dff-4500-85c5-95d248c38ee5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:40.333861 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Network 9982e6ce-56cf-46df-a9e6-74676199f7e6 details requested by agent ovs-agent-hv-cinder-75790 with host hv-cinder-75790 {{(pid=80384) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 15:03:40.542064 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 57372) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:03:40.727734 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d11aea-d193-46b3-8f95-8f3c46b15f05 req-67b98504-a629-45c9-b2e3-1e847b8a8ec6 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:03:40.729351 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-e3d11aea-d193-46b3-8f95-8f3c46b15f05 req-67b98504-a629-45c9-b2e3-1e847b8a8ec6 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/ports?device_id=8a7b86d5-7e34-4b4e-9561-8540a0f0fa76 HTTP/1.1" status: 200  len: 945 time: 0.1909649
Dec 03 15:03:40.734484 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-20faa1d6-33ba-43ad-a847-70917b397886 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:40.752016 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-20faa1d6-33ba-43ad-a847-70917b397886 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:03:40.762961 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-20faa1d6-33ba-43ad-a847-70917b397886 admin admin] Usage tracker for resource:security_group_rule and tenant:efa70f9a05e54e0586372cec001a551b is out of sync, need to count used quota {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:03:40.766202 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-20faa1d6-33ba-43ad-a847-70917b397886 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:03:40.772163 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-20faa1d6-33ba-43ad-a847-70917b397886 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:03:40.842728 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-e3d11aea-d193-46b3-8f95-8f3c46b15f05 req-b8f99d42-9d2e-446c-99f2-e252e60d8d8f tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/security-groups?id=eaa64044-32f2-4946-97be-06cf9f486ffa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1005530
Dec 03 15:03:40.875583 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-20faa1d6-33ba-43ad-a847-70917b397886 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:40.879729 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-20faa1d6-33ba-43ad-a847-70917b397886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:40.906856 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-4ed8ec72-026c-4bc2-a351-5d874745623a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:03:40.911501 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-b763369d-1dff-4500-85c5-95d248c38ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33445888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068'] for subnet, after_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:40.923954 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-20faa1d6-33ba-43ad-a847-70917b397886 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=efa70f9a05e54e0586372cec001a551b&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3780992
Dec 03 15:03:40.924396 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 57386) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:03:40.930194 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:03:40.956941 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20faa1d6-33ba-43ad-a847-70917b397886 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c93ce4a-8d42-4a9a-a55c-8149755f4ced,revision_number=1']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:03:40.967495 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-20faa1d6-33ba-43ad-a847-70917b397886 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:03:41.009578 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-115d6464-4f3a-496b-9ea1-3e53c5fdcd6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:41.037105 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-115d6464-4f3a-496b-9ea1-3e53c5fdcd6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:41.066698 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b763369d-1dff-4500-85c5-95d248c38ee5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b35371d5-394a-48f9-a411-510069315567,revision_number=0']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:03:41.070832 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-b763369d-1dff-4500-85c5-95d248c38ee5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:03:41.088139 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-115d6464-4f3a-496b-9ea1-3e53c5fdcd6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:41.095584 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-6322745f-a1d0-471c-a5b8-3574deb3ad28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:03:41.108875 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115d6464-4f3a-496b-9ea1-3e53c5fdcd6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c93ce4a-8d42-4a9a-a55c-8149755f4ced,revision_number=None']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:03:41.123015 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-115d6464-4f3a-496b-9ea1-3e53c5fdcd6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:03:41.133636 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-115d6464-4f3a-496b-9ea1-3e53c5fdcd6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:41.138144 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-115d6464-4f3a-496b-9ea1-3e53c5fdcd6b admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/7c93ce4a-8d42-4a9a-a55c-8149755f4ced HTTP/1.1" status: 204  len: 168 time: 0.2018969
Dec 03 15:03:41.150346 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b763369d-1dff-4500-85c5-95d248c38ee5 admin admin] Checking segment: {'id': 'ee94e5eb-e252-4928-b7f8-372e789c070d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '9982e6ce-56cf-46df-a9e6-74676199f7e6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 15:03:41.152313 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b763369d-1dff-4500-85c5-95d248c38ee5 admin admin] Network hostable DHCP agents. Network: 9982e6ce-56cf-46df-a9e6-74676199f7e6, hostable agents: ['79bacdc6-fafb-4baa-889e-4ec466dca3bd'], hosted agents: [] {{(pid=80382) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 15:03:41.181730 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b763369d-1dff-4500-85c5-95d248c38ee5 admin admin] Network 9982e6ce-56cf-46df-a9e6-74676199f7e6 is scheduled to be hosted by DHCP agent 79bacdc6-fafb-4baa-889e-4ec466dca3bd with binding_index 1 {{(pid=80382) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 15:03:41.191650 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.base_scheduler [None req-b763369d-1dff-4500-85c5-95d248c38ee5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-757908-3-iscsi, 9982e6ce-56cf-46df-a9e6-74676199f7e6) {{(pid=80382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 15:03:41.196061 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b763369d-1dff-4500-85c5-95d248c38ee5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:03:41.197035 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-b763369d-1dff-4500-85c5-95d248c38ee5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036822225390'] for subnet, before_response {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:41.200605 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b85d5d3d-0e53-4ba4-ad11-ddd63409821b None None] Network 9982e6ce-56cf-46df-a9e6-74676199f7e6 requested from dv-cinder-757908-3-iscsi {{(pid=80384) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 15:03:41.220003 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-b763369d-1dff-4500-85c5-95d248c38ee5 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 1.1943779
Dec 03 15:03:41.468779 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c574d13-3e49-4a08-998b-d6f0729c7e01 None None] Network 9982e6ce-56cf-46df-a9e6-74676199f7e6 requested from dv-cinder-757908-3-iscsi {{(pid=80384) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 15:03:41.636639 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 57412) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:03:41.656829 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-77da6488-d94f-46b7-8385-04a00b6672ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:41.673627 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-77da6488-d94f-46b7-8385-04a00b6672ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:03:41.677725 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-77da6488-d94f-46b7-8385-04a00b6672ae admin admin] Usage tracker for resource:security_group_rule and tenant:3bcab009d3834ee481e4117ab521bb8d is out of sync, need to count used quota {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:03:41.681170 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-77da6488-d94f-46b7-8385-04a00b6672ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:03:41.688177 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-77da6488-d94f-46b7-8385-04a00b6672ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:03:41.778676 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-77da6488-d94f-46b7-8385-04a00b6672ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:41.783864 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-77da6488-d94f-46b7-8385-04a00b6672ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:41.793819 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-f5067ffa-e60a-46ff-8332-d7105e3ed4a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:03:41.837652 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-77da6488-d94f-46b7-8385-04a00b6672ae admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=3bcab009d3834ee481e4117ab521bb8d&name=default HTTP/1.1" status: 200  len: 2879 time: 0.1998017
Dec 03 15:03:41.839480 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77da6488-d94f-46b7-8385-04a00b6672ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=001cdf98-e06f-4066-a065-5abcd3d29de2,revision_number=1']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:03:41.840742 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 57418) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:03:41.842761 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-77da6488-d94f-46b7-8385-04a00b6672ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:03:41.907354 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-ed3e5f69-790c-4cd5-a213-f67e5b202728 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:41.936137 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-ed3e5f69-790c-4cd5-a213-f67e5b202728 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:41.982712 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-ed3e5f69-790c-4cd5-a213-f67e5b202728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:41.987752 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-2a38e26c-371f-481b-869e-15a52c7dc515 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:03:42.000452 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3e5f69-790c-4cd5-a213-f67e5b202728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=001cdf98-e06f-4066-a065-5abcd3d29de2,revision_number=None']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:03:42.003301 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-ed3e5f69-790c-4cd5-a213-f67e5b202728 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:03:42.006666 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-ed3e5f69-790c-4cd5-a213-f67e5b202728 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:42.007860 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-ed3e5f69-790c-4cd5-a213-f67e5b202728 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/001cdf98-e06f-4066-a065-5abcd3d29de2 HTTP/1.1" status: 204  len: 168 time: 0.1660600
Dec 03 15:03:42.162355 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 57432) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:03:42.169195 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.base [None req-e7c24d28-6a3d-4fe2-810e-3b04b3a0cacf admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-517849728-network', 'tenant_id': '879521e0aa684527a61a4d8fd032a5a6'}} {{(pid=80382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 15:03:42.174476 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-e7c24d28-6a3d-4fe2-810e-3b04b3a0cacf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:03:42.180751 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-e7c24d28-6a3d-4fe2-810e-3b04b3a0cacf admin admin] Usage tracker for resource:network and tenant:879521e0aa684527a61a4d8fd032a5a6 is out of sync, need to count used quota {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:03:42.185152 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-e7c24d28-6a3d-4fe2-810e-3b04b3a0cacf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:03:42.194772 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-e7c24d28-6a3d-4fe2-810e-3b04b3a0cacf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:03:42.212150 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7c24d28-6a3d-4fe2-810e-3b04b3a0cacf admin admin] Made reservation on behalf of 879521e0aa684527a61a4d8fd032a5a6 for: {'network': 1} {{(pid=80382) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 15:03:42.218467 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-e7c24d28-6a3d-4fe2-810e-3b04b3a0cacf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for network, before_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:42.233006 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-e7c24d28-6a3d-4fe2-810e-3b04b3a0cacf admin admin] Notify callbacks [] for security_group, before_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:42.250186 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-e7c24d28-6a3d-4fe2-810e-3b04b3a0cacf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:03:42.254322 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-e7c24d28-6a3d-4fe2-810e-3b04b3a0cacf admin admin] Usage tracker for resource:security_group_rule and tenant:879521e0aa684527a61a4d8fd032a5a6 is out of sync, need to count used quota {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:03:42.257328 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-e7c24d28-6a3d-4fe2-810e-3b04b3a0cacf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:03:42.264033 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-e7c24d28-6a3d-4fe2-810e-3b04b3a0cacf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:03:42.350608 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-e7c24d28-6a3d-4fe2-810e-3b04b3a0cacf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:42.353625 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-e7c24d28-6a3d-4fe2-810e-3b04b3a0cacf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:42.358746 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-5b602370-1d33-4430-97c8-4a6131f436ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:03:42.388947 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7c24d28-6a3d-4fe2-810e-3b04b3a0cacf admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 9}  {{(pid=80382) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 15:03:42.402142 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c24d28-6a3d-4fe2-810e-3b04b3a0cacf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b807a736-af19-4a4d-8bb4-4ef5af8d2c54,revision_number=1']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:03:42.407301 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-e7c24d28-6a3d-4fe2-810e-3b04b3a0cacf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:03:42.408329 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-e7c24d28-6a3d-4fe2-810e-3b04b3a0cacf admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8729303191104', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986486'] for segment, precommit_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:42.408772 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.db.segments_db [None req-e7c24d28-6a3d-4fe2-810e-3b04b3a0cacf admin admin] Added segment 7c59e154-47f4-4281-91ed-a57523263bad of type vxlan for network 458e6d07-b056-441c-bece-d439b059a764
Dec 03 15:03:42.438444 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-e7c24d28-6a3d-4fe2-810e-3b04b3a0cacf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729302618551'] for network, precommit_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:42.469361 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-e7c24d28-6a3d-4fe2-810e-3b04b3a0cacf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068'] for network, after_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:42.471020 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c24d28-6a3d-4fe2-810e-3b04b3a0cacf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:03:42.471350 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-e7c24d28-6a3d-4fe2-810e-3b04b3a0cacf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036822225390'] for network, before_response {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:42.476410 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:03:42.559610 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 57442) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:03:42.579452 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-543c68f1-6f0c-4221-9f15-8cc8535c1612 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:42.586261 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-e7c24d28-6a3d-4fe2-810e-3b04b3a0cacf admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 0.4226720
Dec 03 15:03:42.587182 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c24d28-6a3d-4fe2-810e-3b04b3a0cacf admin admin] Pushing event updated for resources: {'Network': ['ID=458e6d07-b056-441c-bece-d439b059a764,revision_number=1']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:03:42.590696 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 57446) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:03:42.590826 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-e7c24d28-6a3d-4fe2-810e-3b04b3a0cacf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:03:42.598801 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Network 458e6d07-b056-441c-bece-d439b059a764 details requested by agent ovs-agent-dv-cinder-757908-3-iscsi with host dv-cinder-757908-3-iscsi {{(pid=80384) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 15:03:42.599155 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.base [None req-dab426ac-8734-4fa0-837e-f75723fb7c0b admin admin] Request body: {'subnet': {'network_id': '458e6d07-b056-441c-bece-d439b059a764', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-517849728-subnet', 'tenant_id': '879521e0aa684527a61a4d8fd032a5a6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 15:03:42.612172 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-dab426ac-8734-4fa0-837e-f75723fb7c0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:03:42.615035 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-543c68f1-6f0c-4221-9f15-8cc8535c1612 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:03:42.619812 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-dab426ac-8734-4fa0-837e-f75723fb7c0b admin admin] Usage tracker for resource:subnet and tenant:879521e0aa684527a61a4d8fd032a5a6 is out of sync, need to count used quota {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:03:42.624040 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-543c68f1-6f0c-4221-9f15-8cc8535c1612 admin admin] Usage tracker for resource:security_group_rule and tenant:61834f8dc3994646af74147d29ce266e is out of sync, need to count used quota {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:03:42.626784 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-dab426ac-8734-4fa0-837e-f75723fb7c0b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:03:42.629586 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-543c68f1-6f0c-4221-9f15-8cc8535c1612 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:03:42.637955 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-dab426ac-8734-4fa0-837e-f75723fb7c0b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:03:42.640136 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-543c68f1-6f0c-4221-9f15-8cc8535c1612 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:03:42.655223 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dab426ac-8734-4fa0-837e-f75723fb7c0b admin admin] Made reservation on behalf of 879521e0aa684527a61a4d8fd032a5a6 for: {'subnet': 1} {{(pid=80383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 15:03:42.659944 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-dab426ac-8734-4fa0-837e-f75723fb7c0b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31292076'] for subnet, before_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:42.895207 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-543c68f1-6f0c-4221-9f15-8cc8535c1612 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:42.900171 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-543c68f1-6f0c-4221-9f15-8cc8535c1612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:42.910305 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-ea1297dc-3ebf-458f-b5f0-cf1ee64ecfe8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:03:42.974194 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-543c68f1-6f0c-4221-9f15-8cc8535c1612 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=61834f8dc3994646af74147d29ce266e&name=default HTTP/1.1" status: 200  len: 2879 time: 0.4110074
Dec 03 15:03:42.974640 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 57452) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:03:42.985941 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543c68f1-6f0c-4221-9f15-8cc8535c1612 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65ace90d-43a0-4650-96c7-950611c08e21,revision_number=1']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:03:42.991345 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-543c68f1-6f0c-4221-9f15-8cc8535c1612 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:03:43.042520 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-66add1e6-fbe6-422e-ba93-316c414da59a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:43.072809 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-66add1e6-fbe6-422e-ba93-316c414da59a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:43.126960 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-66add1e6-fbe6-422e-ba93-316c414da59a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:43.132095 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:03:43.147642 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66add1e6-fbe6-422e-ba93-316c414da59a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65ace90d-43a0-4650-96c7-950611c08e21,revision_number=None']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:03:43.150911 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-66add1e6-fbe6-422e-ba93-316c414da59a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:03:43.153615 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-66add1e6-fbe6-422e-ba93-316c414da59a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:43.157759 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-66add1e6-fbe6-422e-ba93-316c414da59a admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/65ace90d-43a0-4650-96c7-950611c08e21 HTTP/1.1" status: 204  len: 168 time: 0.1818850
Dec 03 15:03:43.258147 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7f5e33-a688-4e4f-a7f1-2774ec878b40 req-72b7a239-2e54-4c7c-b730-2758080e6e5d tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:03:43.260014 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-1d7f5e33-a688-4e4f-a7f1-2774ec878b40 req-72b7a239-2e54-4c7c-b730-2758080e6e5d tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/ports?device_id=8a7b86d5-7e34-4b4e-9561-8540a0f0fa76 HTTP/1.1" status: 200  len: 945 time: 0.1219203
Dec 03 15:03:43.355220 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-dab426ac-8734-4fa0-837e-f75723fb7c0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33445888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036823481750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31292093'] for subnet, after_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:43.359342 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-1d7f5e33-a688-4e4f-a7f1-2774ec878b40 req-7eee6d33-2ccc-4be7-8e65-9b39bcd66937 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/security-groups?id=eaa64044-32f2-4946-97be-06cf9f486ffa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0692127
Dec 03 15:03:43.376215 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:03:43.514837 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab426ac-8734-4fa0-837e-f75723fb7c0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1593603-ad44-47a8-904f-4e6139ed692d,revision_number=0']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:03:43.519030 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-dab426ac-8734-4fa0-837e-f75723fb7c0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:03:43.586750 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab426ac-8734-4fa0-837e-f75723fb7c0b admin admin] Checking segment: {'id': '7c59e154-47f4-4281-91ed-a57523263bad', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '458e6d07-b056-441c-bece-d439b059a764'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 15:03:43.587144 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab426ac-8734-4fa0-837e-f75723fb7c0b admin admin] Network hostable DHCP agents. Network: 458e6d07-b056-441c-bece-d439b059a764, hostable agents: ['79bacdc6-fafb-4baa-889e-4ec466dca3bd'], hosted agents: [] {{(pid=80383) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 15:03:43.610408 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab426ac-8734-4fa0-837e-f75723fb7c0b admin admin] Network 458e6d07-b056-441c-bece-d439b059a764 is scheduled to be hosted by DHCP agent 79bacdc6-fafb-4baa-889e-4ec466dca3bd with binding_index 1 {{(pid=80383) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 15:03:43.619593 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.base_scheduler [None req-dab426ac-8734-4fa0-837e-f75723fb7c0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-757908-3-iscsi, 458e6d07-b056-441c-bece-d439b059a764) {{(pid=80383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 15:03:43.629899 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3707ff64-8660-445e-baf9-d4cd2cf3886f None None] Network 458e6d07-b056-441c-bece-d439b059a764 requested from dv-cinder-757908-3-iscsi {{(pid=80384) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 15:03:43.633128 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab426ac-8734-4fa0-837e-f75723fb7c0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:03:43.633853 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-dab426ac-8734-4fa0-837e-f75723fb7c0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036822225390'] for subnet, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:43.664078 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-dab426ac-8734-4fa0-837e-f75723fb7c0b admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 1.0716789
Dec 03 15:03:43.847042 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 57478) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:03:43.886940 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddbab385-0459-48eb-9140-afa890f944de None None] Network 458e6d07-b056-441c-bece-d439b059a764 requested from dv-cinder-757908-3-iscsi {{(pid=80384) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 15:03:43.920846 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.db_base_plugin_v2 [None req-e45b720a-bae0-4b69-b8bb-7f6f6f0b8673 admin admin] Deleting subnet b35371d5-394a-48f9-a411-510069315567 {{(pid=80382) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 15:03:43.924726 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-e45b720a-bae0-4b69-b8bb-7f6f6f0b8673 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:43.990459 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-e45b720a-bae0-4b69-b8bb-7f6f6f0b8673 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:44.000605 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-e45b720a-bae0-4b69-b8bb-7f6f6f0b8673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853789695'] for subnet, precommit_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:44.346476 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-e45b720a-bae0-4b69-b8bb-7f6f6f0b8673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33445888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068'] for subnet, after_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:44.362547 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-6414b0bf-da1f-429c-abb5-39f9de09dce3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:03:44.414339 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45b720a-bae0-4b69-b8bb-7f6f6f0b8673 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b35371d5-394a-48f9-a411-510069315567,revision_number=None']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:03:44.423012 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-e45b720a-bae0-4b69-b8bb-7f6f6f0b8673 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:03:44.500616 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-e45b720a-bae0-4b69-b8bb-7f6f6f0b8673 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036822225390'] for subnet, before_response {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:44.510101 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-e45b720a-bae0-4b69-b8bb-7f6f6f0b8673 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/b35371d5-394a-48f9-a411-510069315567 HTTP/1.1" status: 204  len: 168 time: 0.6590192
Dec 03 15:03:44.510101 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 57502) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:03:44.627980 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-e767c730-c448-4c9e-91bb-0e4f9d2a0189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-851107'] for network, before_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:44.826550 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-e767c730-c448-4c9e-91bb-0e4f9d2a0189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853792104', 'neutron.services.segments.db._delete_segments_for_network--9223363307551584696'] for network, precommit_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:44.945306 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-e767c730-c448-4c9e-91bb-0e4f9d2a0189 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f072e7ebba8>> segment before_delete 55550000 {{(pid=80382) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 15:03:44.945831 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-e767c730-c448-4c9e-91bb-0e4f9d2a0189 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f072e7ebba8>> subnet precommit_delete_associations 55550000 {{(pid=80382) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 15:03:44.946497 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-e767c730-c448-4c9e-91bb-0e4f9d2a0189 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f072cab1eb8>> segment_host_mapping after_create 55550000 {{(pid=80382) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 15:03:44.946882 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-e767c730-c448-4c9e-91bb-0e4f9d2a0189 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f072cab1eb8>> port after_create 55550000 {{(pid=80382) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 15:03:44.947263 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-e767c730-c448-4c9e-91bb-0e4f9d2a0189 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f072cab1eb8>> port after_delete 55550000 {{(pid=80382) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 15:03:44.947640 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-e767c730-c448-4c9e-91bb-0e4f9d2a0189 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f072cab1eb8>> port after_update 55550000 {{(pid=80382) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 15:03:44.948004 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-e767c730-c448-4c9e-91bb-0e4f9d2a0189 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f072cab1eb8>> segment after_delete 55550000 {{(pid=80382) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 15:03:44.948367 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-e767c730-c448-4c9e-91bb-0e4f9d2a0189 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f072cab1eb8>> subnet after_create 55550000 {{(pid=80382) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 15:03:44.948727 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-e767c730-c448-4c9e-91bb-0e4f9d2a0189 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f072cab1eb8>> subnet after_delete 55550000 {{(pid=80382) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 15:03:44.957805 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-e767c730-c448-4c9e-91bb-0e4f9d2a0189 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f072cab1eb8>> subnet after_update 55550000 {{(pid=80382) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 15:03:45.015443 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-e767c730-c448-4c9e-91bb-0e4f9d2a0189 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f072d7c8e48>> subnet after_create 55550000 {{(pid=80382) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 15:03:45.015836 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-e767c730-c448-4c9e-91bb-0e4f9d2a0189 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f072d7c8e48>> subnet after_delete 55550000 {{(pid=80382) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 15:03:45.016218 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-e767c730-c448-4c9e-91bb-0e4f9d2a0189 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f072d7c8e48>> subnet before_create 55550000 {{(pid=80382) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 15:03:45.016597 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-e767c730-c448-4c9e-91bb-0e4f9d2a0189 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f072d7c8e48>> subnet before_update 55550000 {{(pid=80382) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 15:03:45.016998 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.services.segments.db [None req-e767c730-c448-4c9e-91bb-0e4f9d2a0189 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f072dc68c50>,) {'filters': {'network_id': ['9982e6ce-56cf-46df-a9e6-74676199f7e6']}} {{(pid=80382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:03:45.031400 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.services.segments.db [None req-e767c730-c448-4c9e-91bb-0e4f9d2a0189 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f072dc68c50>, 'ee94e5eb-e252-4928-b7f8-372e789c070d') {'for_net_delete': True} {{(pid=80382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:03:45.031741 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.services.segments.db [None req-e767c730-c448-4c9e-91bb-0e4f9d2a0189 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f072dc68c50>, 'ee94e5eb-e252-4928-b7f8-372e789c070d') {} {{(pid=80382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:03:45.044562 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-e767c730-c448-4c9e-91bb-0e4f9d2a0189 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363307551582136', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036822846997'] for segment, before_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:45.060928 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-e767c730-c448-4c9e-91bb-0e4f9d2a0189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986486'] for segment, precommit_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:45.062967 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e767c730-c448-4c9e-91bb-0e4f9d2a0189 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80382) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 15:03:45.249387 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [None req-e767c730-c448-4c9e-91bb-0e4f9d2a0189 admin admin] Network 9982e6ce-56cf-46df-a9e6-74676199f7e6 has no segments {{(pid=80382) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 15:03:45.258530 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-e767c730-c448-4c9e-91bb-0e4f9d2a0189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853789314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036824732230'] for segment, after_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:45.444069 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [None req-e767c730-c448-4c9e-91bb-0e4f9d2a0189 admin admin] Network 9982e6ce-56cf-46df-a9e6-74676199f7e6 has no segments {{(pid=80382) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 15:03:45.469974 dv-cinder-757908-3-iscsi neutron-server[80271]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Dec 03 15:03:45.469974 dv-cinder-757908-3-iscsi neutron-server[80271]:   (rel_b, rel_a, rel_b),
Dec 03 15:03:45.469974 dv-cinder-757908-3-iscsi neutron-server[80271]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Dec 03 15:03:45.469974 dv-cinder-757908-3-iscsi neutron-server[80271]:   (rel_b, rel_a, rel_b),
Dec 03 15:03:45.469974 dv-cinder-757908-3-iscsi neutron-server[80271]: Traceback (most recent call last):
Dec 03 15:03:45.469974 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 15:03:45.469974 dv-cinder-757908-3-iscsi neutron-server[80271]:     timer()
Dec 03 15:03:45.469974 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 15:03:45.469974 dv-cinder-757908-3-iscsi neutron-server[80271]:     cb(*args, **kw)
Dec 03 15:03:45.469974 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 15:03:45.469974 dv-cinder-757908-3-iscsi neutron-server[80271]:     return func(*args, **kwargs)
Dec 03 15:03:45.469974 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 15:03:45.469974 dv-cinder-757908-3-iscsi neutron-server[80271]:     self._notify()
Dec 03 15:03:45.469974 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 15:03:45.469974 dv-cinder-757908-3-iscsi neutron-server[80271]:     self.callback(batched_events)
Dec 03 15:03:45.469974 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 15:03:45.469974 dv-cinder-757908-3-iscsi neutron-server[80271]:     event.method(event)
Dec 03 15:03:45.469974 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 15:03:45.469974 dv-cinder-757908-3-iscsi neutron-server[80271]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 15:03:45.469974 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 15:03:45.469974 dv-cinder-757908-3-iscsi neutron-server[80271]:     segment_id)['aggregates'][0]
Dec 03 15:03:45.469974 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 15:03:45.469974 dv-cinder-757908-3-iscsi neutron-server[80271]:     return f(self, *a, **k)
Dec 03 15:03:45.469974 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 15:03:45.469974 dv-cinder-757908-3-iscsi neutron-server[80271]:     return self._get(url).json()
Dec 03 15:03:45.469974 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 15:03:45.469974 dv-cinder-757908-3-iscsi neutron-server[80271]:     **kwargs)
Dec 03 15:03:45.469974 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 15:03:45.469974 dv-cinder-757908-3-iscsi neutron-server[80271]:     return self.request(url, 'GET', **kwargs)
Dec 03 15:03:45.469974 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 15:03:45.469974 dv-cinder-757908-3-iscsi neutron-server[80271]:     **endpoint_filter)
Dec 03 15:03:45.469974 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 15:03:45.469974 dv-cinder-757908-3-iscsi neutron-server[80271]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 15:03:45.469974 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 15:03:45.469974 dv-cinder-757908-3-iscsi neutron-server[80271]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 15:03:45.469974 dv-cinder-757908-3-iscsi neutron-server[80271]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 15:03:45.553232 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-e767c730-c448-4c9e-91bb-0e4f9d2a0189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036821248189'] for network, after_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:45.558816 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:03:45.573002 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-e767c730-c448-4c9e-91bb-0e4f9d2a0189 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036822225390'] for network, before_response {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:45.582978 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e767c730-c448-4c9e-91bb-0e4f9d2a0189 admin admin] Pushing event deleted for resources: {'Network': ['ID=9982e6ce-56cf-46df-a9e6-74676199f7e6,revision_number=None']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:03:45.586166 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-e767c730-c448-4c9e-91bb-0e4f9d2a0189 admin admin] 10.222.0.63 "DELETE /v2.0/networks/9982e6ce-56cf-46df-a9e6-74676199f7e6 HTTP/1.1" status: 204  len: 168 time: 1.0753002
Dec 03 15:03:45.587100 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-e767c730-c448-4c9e-91bb-0e4f9d2a0189 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:03:45.589227 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 57536) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:03:45.663178 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.db_base_plugin_v2 [None req-98804027-1c30-4ef1-b2eb-12f261becbfa admin admin] Deleting subnet c1593603-ad44-47a8-904f-4e6139ed692d {{(pid=80382) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 15:03:45.666819 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-98804027-1c30-4ef1-b2eb-12f261becbfa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:45.726988 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-98804027-1c30-4ef1-b2eb-12f261becbfa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31928803'] for subnet, precommit_delete_associations {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:45.794110 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-98804027-1c30-4ef1-b2eb-12f261becbfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853789695'] for subnet, precommit_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:46.075064 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-98804027-1c30-4ef1-b2eb-12f261becbfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33445888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30042905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036823903166'] for subnet, after_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:46.092555 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-13f9b7ec-5bf2-490d-801d-1aafefe8b35e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:03:46.141700 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98804027-1c30-4ef1-b2eb-12f261becbfa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1593603-ad44-47a8-904f-4e6139ed692d,revision_number=None']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:03:46.146427 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-98804027-1c30-4ef1-b2eb-12f261becbfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:03:46.497279 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Network 458e6d07-b056-441c-bece-d439b059a764 details requested by agent ovs-agent-hv-cinder-75790 with host hv-cinder-75790 {{(pid=80384) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 15:03:46.509094 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-98804027-1c30-4ef1-b2eb-12f261becbfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036822225390'] for subnet, before_response {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:46.521113 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-98804027-1c30-4ef1-b2eb-12f261becbfa admin admin] 10.222.0.63 "DELETE /v2.0/subnets/c1593603-ad44-47a8-904f-4e6139ed692d HTTP/1.1" status: 204  len: 168 time: 0.9284861
Dec 03 15:03:46.521515 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 57564) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:03:46.542144 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084cf30d-abe3-4875-a7b4-d249f714b2f6 req-797b7784-68f3-40dc-957e-2468ee3a6943 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:03:46.545951 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-084cf30d-abe3-4875-a7b4-d249f714b2f6 req-797b7784-68f3-40dc-957e-2468ee3a6943 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/ports?device_id=8a7b86d5-7e34-4b4e-9561-8540a0f0fa76 HTTP/1.1" status: 200  len: 945 time: 0.1243556
Dec 03 15:03:46.601638 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-084cf30d-abe3-4875-a7b4-d249f714b2f6 req-0a5ea240-c0a9-4e23-97a0-dfddbded1394 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/security-groups?id=eaa64044-32f2-4946-97be-06cf9f486ffa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479298
Dec 03 15:03:46.633790 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 57570) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:03:46.695125 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-1d61e946-712d-489f-bc61-2fe9c764610e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-851107'] for network, before_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:46.820144 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-052a9123-479a-4507-bb5b-8559bc01de0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:46.837870 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-052a9123-479a-4507-bb5b-8559bc01de0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:03:46.842910 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-052a9123-479a-4507-bb5b-8559bc01de0a admin admin] Usage tracker for resource:security_group_rule and tenant:a897dbaf581449dc82ea5657bbabc908 is out of sync, need to count used quota {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:03:46.845862 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-052a9123-479a-4507-bb5b-8559bc01de0a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:03:46.851711 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-052a9123-479a-4507-bb5b-8559bc01de0a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:03:46.906729 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-1d61e946-712d-489f-bc61-2fe9c764610e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853792104', 'neutron.services.segments.db._delete_segments_for_network--9223363307551584696'] for network, precommit_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:46.954379 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-052a9123-479a-4507-bb5b-8559bc01de0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:46.958318 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-052a9123-479a-4507-bb5b-8559bc01de0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:46.969531 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-485b3e99-61e2-4dd2-b366-2dae9eaab009 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:03:47.014474 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-052a9123-479a-4507-bb5b-8559bc01de0a admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=a897dbaf581449dc82ea5657bbabc908&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3792024
Dec 03 15:03:47.017363 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 57582) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:03:47.018210 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052a9123-479a-4507-bb5b-8559bc01de0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c06626c3-7690-441b-b3ab-f00231ea3a8a,revision_number=1']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:03:47.023588 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-052a9123-479a-4507-bb5b-8559bc01de0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:03:47.033739 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.services.segments.db [None req-1d61e946-712d-489f-bc61-2fe9c764610e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f072d3e6ba8>,) {'filters': {'network_id': ['458e6d07-b056-441c-bece-d439b059a764']}} {{(pid=80383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:03:47.047371 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.services.segments.db [None req-1d61e946-712d-489f-bc61-2fe9c764610e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f072d3e6ba8>, '7c59e154-47f4-4281-91ed-a57523263bad') {'for_net_delete': True} {{(pid=80383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:03:47.047710 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.services.segments.db [None req-1d61e946-712d-489f-bc61-2fe9c764610e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f072d3e6ba8>, '7c59e154-47f4-4281-91ed-a57523263bad') {} {{(pid=80383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:03:47.061779 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-1d61e946-712d-489f-bc61-2fe9c764610e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363307551582136', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036822612907'] for segment, before_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:47.077848 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-1d61e946-712d-489f-bc61-2fe9c764610e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986486'] for segment, precommit_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:47.080562 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1d61e946-712d-489f-bc61-2fe9c764610e admin admin] Releasing vxlan tunnel 9 to pool {{(pid=80383) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 15:03:47.092714 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-b0f83424-409a-476f-be2a-ae0788143f76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:47.119869 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-b0f83424-409a-476f-be2a-ae0788143f76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:47.166182 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-b0f83424-409a-476f-be2a-ae0788143f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:47.171735 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:03:47.189005 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f83424-409a-476f-be2a-ae0788143f76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c06626c3-7690-441b-b3ab-f00231ea3a8a,revision_number=None']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:03:47.191522 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-b0f83424-409a-476f-be2a-ae0788143f76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:03:47.193733 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-b0f83424-409a-476f-be2a-ae0788143f76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:47.197581 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-b0f83424-409a-476f-be2a-ae0788143f76 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/c06626c3-7690-441b-b3ab-f00231ea3a8a HTTP/1.1" status: 204  len: 168 time: 0.1735222
Dec 03 15:03:47.268586 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [None req-1d61e946-712d-489f-bc61-2fe9c764610e admin admin] Network 458e6d07-b056-441c-bece-d439b059a764 has no segments {{(pid=80383) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 15:03:47.284279 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-1d61e946-712d-489f-bc61-2fe9c764610e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853789314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036823481204'] for segment, after_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:47.420889 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-4d7f8f13-5686-417a-b4a9-b90c059e8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:47.480831 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [None req-1d61e946-712d-489f-bc61-2fe9c764610e admin admin] Network 458e6d07-b056-441c-bece-d439b059a764 has no segments {{(pid=80383) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 15:03:47.509243 dv-cinder-757908-3-iscsi neutron-server[80271]: Traceback (most recent call last):
Dec 03 15:03:47.509243 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 15:03:47.509243 dv-cinder-757908-3-iscsi neutron-server[80271]:     timer()
Dec 03 15:03:47.509243 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 15:03:47.509243 dv-cinder-757908-3-iscsi neutron-server[80271]:     cb(*args, **kw)
Dec 03 15:03:47.509243 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 15:03:47.509243 dv-cinder-757908-3-iscsi neutron-server[80271]:     return func(*args, **kwargs)
Dec 03 15:03:47.509243 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 15:03:47.509243 dv-cinder-757908-3-iscsi neutron-server[80271]:     self._notify()
Dec 03 15:03:47.509243 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 15:03:47.509243 dv-cinder-757908-3-iscsi neutron-server[80271]:     self.callback(batched_events)
Dec 03 15:03:47.509243 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 15:03:47.509243 dv-cinder-757908-3-iscsi neutron-server[80271]:     event.method(event)
Dec 03 15:03:47.509243 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 15:03:47.509243 dv-cinder-757908-3-iscsi neutron-server[80271]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 15:03:47.509243 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 15:03:47.509243 dv-cinder-757908-3-iscsi neutron-server[80271]:     segment_id)['aggregates'][0]
Dec 03 15:03:47.509243 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 15:03:47.509243 dv-cinder-757908-3-iscsi neutron-server[80271]:     return f(self, *a, **k)
Dec 03 15:03:47.509243 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 15:03:47.509243 dv-cinder-757908-3-iscsi neutron-server[80271]:     return self._get(url).json()
Dec 03 15:03:47.509243 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 15:03:47.509243 dv-cinder-757908-3-iscsi neutron-server[80271]:     **kwargs)
Dec 03 15:03:47.509243 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 15:03:47.509243 dv-cinder-757908-3-iscsi neutron-server[80271]:     return self.request(url, 'GET', **kwargs)
Dec 03 15:03:47.509243 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 15:03:47.509243 dv-cinder-757908-3-iscsi neutron-server[80271]:     **endpoint_filter)
Dec 03 15:03:47.509243 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 15:03:47.509243 dv-cinder-757908-3-iscsi neutron-server[80271]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 15:03:47.509243 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 15:03:47.509243 dv-cinder-757908-3-iscsi neutron-server[80271]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 15:03:47.509243 dv-cinder-757908-3-iscsi neutron-server[80271]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 15:03:47.587033 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-1d61e946-712d-489f-bc61-2fe9c764610e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036821248189'] for network, after_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:47.590830 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:03:47.604538 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-1d61e946-712d-489f-bc61-2fe9c764610e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036822225390'] for network, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:47.614877 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d61e946-712d-489f-bc61-2fe9c764610e admin admin] Pushing event deleted for resources: {'Network': ['ID=458e6d07-b056-441c-bece-d439b059a764,revision_number=None']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:03:47.620557 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-1d61e946-712d-489f-bc61-2fe9c764610e admin admin] 10.222.0.63 "DELETE /v2.0/networks/458e6d07-b056-441c-bece-d439b059a764 HTTP/1.1" status: 204  len: 168 time: 1.0954120
Dec 03 15:03:47.620557 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-1d61e946-712d-489f-bc61-2fe9c764610e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:03:47.667439 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 57600) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:03:47.689236 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-bf079dad-f77d-4870-ad8f-32bcdbf0b2c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:47.705403 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-bf079dad-f77d-4870-ad8f-32bcdbf0b2c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:03:47.710142 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-bf079dad-f77d-4870-ad8f-32bcdbf0b2c4 admin admin] Usage tracker for resource:security_group_rule and tenant:c8b386b57762483494457a46e44063b1 is out of sync, need to count used quota {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:03:47.713202 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-bf079dad-f77d-4870-ad8f-32bcdbf0b2c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:03:47.720192 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-bf079dad-f77d-4870-ad8f-32bcdbf0b2c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:03:47.768612 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 57604) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:03:47.816859 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-bf079dad-f77d-4870-ad8f-32bcdbf0b2c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:47.819830 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-bf079dad-f77d-4870-ad8f-32bcdbf0b2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:47.825398 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-12336b4c-ad13-4b01-8f2e-b40949ae7de5 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=771f7cae2ce0466dae602cd53042391b&name=default HTTP/1.1" status: 200  len: 2879 time: 0.0554812
Dec 03 15:03:47.828039 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 57608) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:03:47.829850 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-d5ebf0d7-33b9-4d3b-90a3-1dc4c0c487f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:03:47.872471 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-bf079dad-f77d-4870-ad8f-32bcdbf0b2c4 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=c8b386b57762483494457a46e44063b1&name=default HTTP/1.1" status: 200  len: 2879 time: 0.2028491
Dec 03 15:03:47.876075 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 57612) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:03:47.877475 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf079dad-f77d-4870-ad8f-32bcdbf0b2c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca52c8f4-3f68-46c9-8f00-fbb5e1309da2,revision_number=1']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:03:47.880877 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-bf079dad-f77d-4870-ad8f-32bcdbf0b2c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:03:47.906334 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-d70e14ff-7003-4958-97af-12225c52135a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:47.956974 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-d70e14ff-7003-4958-97af-12225c52135a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:48.001411 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-d27b946d-bf7f-4a2a-bb9f-63ad3c65b32d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:48.038242 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-d27b946d-bf7f-4a2a-bb9f-63ad3c65b32d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:48.069140 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-d70e14ff-7003-4958-97af-12225c52135a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:48.077669 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-b7e26f33-fb54-4196-ad4f-4ce5b9803279 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:03:48.091874 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70e14ff-7003-4958-97af-12225c52135a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc511b03-afa2-4bb4-8cb2-b2a6d77e738d,revision_number=None']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:03:48.096351 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-d70e14ff-7003-4958-97af-12225c52135a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:03:48.097781 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-d70e14ff-7003-4958-97af-12225c52135a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:48.099016 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-d70e14ff-7003-4958-97af-12225c52135a admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/fc511b03-afa2-4bb4-8cb2-b2a6d77e738d HTTP/1.1" status: 204  len: 168 time: 0.2699513
Dec 03 15:03:48.110035 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-d27b946d-bf7f-4a2a-bb9f-63ad3c65b32d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:48.115207 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-1644d32b-18c2-4f73-b20a-4c946b5a5584 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:03:48.129937 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27b946d-bf7f-4a2a-bb9f-63ad3c65b32d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca52c8f4-3f68-46c9-8f00-fbb5e1309da2,revision_number=None']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:03:48.133106 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-d27b946d-bf7f-4a2a-bb9f-63ad3c65b32d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:03:48.134152 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-d27b946d-bf7f-4a2a-bb9f-63ad3c65b32d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:48.135431 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-d27b946d-bf7f-4a2a-bb9f-63ad3c65b32d admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/ca52c8f4-3f68-46c9-8f00-fbb5e1309da2 HTTP/1.1" status: 204  len: 168 time: 0.2583861
Dec 03 15:03:48.615343 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 57636) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:03:48.668189 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-a92a3045-7d2a-497e-b16d-665d85622981 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=879521e0aa684527a61a4d8fd032a5a6&name=default HTTP/1.1" status: 200  len: 2879 time: 0.0514462
Dec 03 15:03:48.670877 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 57640) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:03:48.741580 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-c242e9e0-f250-4266-8728-0753cd45bf62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:48.782124 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-c242e9e0-f250-4266-8728-0753cd45bf62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:48.831369 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-c242e9e0-f250-4266-8728-0753cd45bf62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:48.836745 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-fbc098a7-020d-4202-80c6-d9cfd2b18447 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:03:48.851143 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c242e9e0-f250-4266-8728-0753cd45bf62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b807a736-af19-4a4d-8bb4-4ef5af8d2c54,revision_number=None']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:03:48.856830 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-c242e9e0-f250-4266-8728-0753cd45bf62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:03:48.859168 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-c242e9e0-f250-4266-8728-0753cd45bf62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:48.860377 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-c242e9e0-f250-4266-8728-0753cd45bf62 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/b807a736-af19-4a4d-8bb4-4ef5af8d2c54 HTTP/1.1" status: 204  len: 168 time: 0.1884851
Dec 03 15:03:49.803732 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418e616d-8ac2-46bd-938e-b96649dc8d46 req-544741e2-4273-42e6-a5a4-9b8260c17455 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:03:49.806440 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-418e616d-8ac2-46bd-938e-b96649dc8d46 req-544741e2-4273-42e6-a5a4-9b8260c17455 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/ports?device_id=8a7b86d5-7e34-4b4e-9561-8540a0f0fa76 HTTP/1.1" status: 200  len: 945 time: 0.0936875
Dec 03 15:03:49.868911 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-418e616d-8ac2-46bd-938e-b96649dc8d46 req-20081f26-5eb3-477d-8fd7-0b3be39720e7 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/security-groups?id=eaa64044-32f2-4946-97be-06cf9f486ffa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0539036
Dec 03 15:03:50.167519 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-8871bd4a-0732-41e3-bd53-87d154c88650 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:50.171018 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-d1a712ed-1597-40ee-be3f-9bd7eb160871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:51.137541 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 57736) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:03:51.277193 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:51.299614 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-4ed6ff28-cf95-4ca9-90b5-765861d2a8cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:51.316011 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-4ed6ff28-cf95-4ca9-90b5-765861d2a8cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:03:51.320012 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-4ed6ff28-cf95-4ca9-90b5-765861d2a8cf admin admin] Usage tracker for resource:security_group_rule and tenant:545973e87af74dc0a531fe643cdfd291 is out of sync, need to count used quota {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:03:51.323072 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-4ed6ff28-cf95-4ca9-90b5-765861d2a8cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:03:51.329302 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-4ed6ff28-cf95-4ca9-90b5-765861d2a8cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:03:51.413261 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-4ed6ff28-cf95-4ca9-90b5-765861d2a8cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:51.416108 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-4ed6ff28-cf95-4ca9-90b5-765861d2a8cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:51.425871 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-543c68f1-6f0c-4221-9f15-8cc8535c1612 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:03:51.469996 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-4ed6ff28-cf95-4ca9-90b5-765861d2a8cf admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=545973e87af74dc0a531fe643cdfd291&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3308997
Dec 03 15:03:51.471696 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed6ff28-cf95-4ca9-90b5-765861d2a8cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=530ee798-c380-4217-a191-691d9e4fe1f0,revision_number=1']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:03:51.472781 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 57744) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:03:51.474905 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-4ed6ff28-cf95-4ca9-90b5-765861d2a8cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:03:51.535640 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-d40e700b-af6b-4324-9265-089fd322a845 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:51.563564 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-d40e700b-af6b-4324-9265-089fd322a845 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:51.608110 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-d40e700b-af6b-4324-9265-089fd322a845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:51.613015 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-95ba14ed-83ed-461e-b3f3-f262d0df157f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:03:51.625488 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40e700b-af6b-4324-9265-089fd322a845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=530ee798-c380-4217-a191-691d9e4fe1f0,revision_number=None']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:03:51.629597 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-d40e700b-af6b-4324-9265-089fd322a845 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:03:51.635054 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-d40e700b-af6b-4324-9265-089fd322a845 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:51.636260 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-d40e700b-af6b-4324-9265-089fd322a845 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/530ee798-c380-4217-a191-691d9e4fe1f0 HTTP/1.1" status: 204  len: 168 time: 0.1623702
Dec 03 15:03:51.990957 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 57754) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:03:51.999298 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-7c778c2a-832b-4a71-9338-2409dcb4fb0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:52.010256 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-f3dbb743-7985-4ca9-9b12-429584171876 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:52.029627 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-f3dbb743-7985-4ca9-9b12-429584171876 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:03:52.033663 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-f3dbb743-7985-4ca9-9b12-429584171876 admin admin] Usage tracker for resource:security_group_rule and tenant:ddefc5b026c04972804ad5d8dc7330f0 is out of sync, need to count used quota {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:03:52.036667 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-f3dbb743-7985-4ca9-9b12-429584171876 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:03:52.042413 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-f3dbb743-7985-4ca9-9b12-429584171876 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:03:52.131395 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-f3dbb743-7985-4ca9-9b12-429584171876 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:52.134477 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-f3dbb743-7985-4ca9-9b12-429584171876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:52.144030 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:03:52.185673 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dbb743-7985-4ca9-9b12-429584171876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a993d09-2f1d-45ae-b8d2-c59190db46cd,revision_number=1']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:03:52.190163 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-f3dbb743-7985-4ca9-9b12-429584171876 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=ddefc5b026c04972804ad5d8dc7330f0&name=default HTTP/1.1" status: 200  len: 2879 time: 0.1980808
Dec 03 15:03:52.191172 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-f3dbb743-7985-4ca9-9b12-429584171876 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:03:52.194214 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 57762) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:03:52.266230 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-f5a573dc-59bb-49dc-b258-8ab3586c346a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:52.294731 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-f5a573dc-59bb-49dc-b258-8ab3586c346a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:52.341973 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-f5a573dc-59bb-49dc-b258-8ab3586c346a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:52.345746 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-f4a479e7-d097-4730-b33f-6cb9824d06da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:03:52.361131 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a573dc-59bb-49dc-b258-8ab3586c346a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a993d09-2f1d-45ae-b8d2-c59190db46cd,revision_number=None']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:03:52.365306 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-f5a573dc-59bb-49dc-b258-8ab3586c346a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:03:52.368591 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-f5a573dc-59bb-49dc-b258-8ab3586c346a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:52.369783 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-f5a573dc-59bb-49dc-b258-8ab3586c346a admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/8a993d09-2f1d-45ae-b8d2-c59190db46cd HTTP/1.1" status: 204  len: 168 time: 0.1745756
Dec 03 15:03:52.921388 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:53.027819 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57a7a61-ee38-4ba7-947e-8ced1fa6d4ba req-c29ec024-6d7e-46bb-9e9c-de64b0bc04cb tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:03:53.029465 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-b57a7a61-ee38-4ba7-947e-8ced1fa6d4ba req-c29ec024-6d7e-46bb-9e9c-de64b0bc04cb tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/ports?device_id=8a7b86d5-7e34-4b4e-9561-8540a0f0fa76 HTTP/1.1" status: 200  len: 945 time: 0.1039956
Dec 03 15:03:53.079276 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-b57a7a61-ee38-4ba7-947e-8ced1fa6d4ba req-3d5e7111-47b8-4294-8358-7a70debe0b8b tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/security-groups?id=eaa64044-32f2-4946-97be-06cf9f486ffa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431783
Dec 03 15:03:56.192159 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Device 933ad543-585e-4a97-b615-70b5dc2690fb up at agent ovs-agent-hv-cinder-75790 {{(pid=80384) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 15:03:56.265361 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Provisioning complete for port 933ad543-585e-4a97-b615-70b5dc2690fb triggered by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:03:56.265853 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:56.342062 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c47ef4-9075-43b6-a597-c5151ca1eb7b req-cba062af-70af-49a3-9d5c-cf32c54fbe58 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:03:56.343577 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-79c47ef4-9075-43b6-a597-c5151ca1eb7b req-cba062af-70af-49a3-9d5c-cf32c54fbe58 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/ports?device_id=8a7b86d5-7e34-4b4e-9561-8540a0f0fa76 HTTP/1.1" status: 200  len: 945 time: 0.1049523
Dec 03 15:03:56.392944 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-79c47ef4-9075-43b6-a597-c5151ca1eb7b req-ab76f4e6-0874-4d73-8d2c-f32df3f4a507 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/security-groups?id=eaa64044-32f2-4946-97be-06cf9f486ffa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426326
Dec 03 15:03:57.196216 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198b388f-02cb-4ac4-8d2e-32f0eb14d1ec req-882f6d71-4b81-4c42-a6d5-1f3c8f7929a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:03:57.198073 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-198b388f-02cb-4ac4-8d2e-32f0eb14d1ec req-882f6d71-4b81-4c42-a6d5-1f3c8f7929a8 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=8a7b86d5-7e34-4b4e-9561-8540a0f0fa76 HTTP/1.1" status: 200  len: 1162 time: 0.0951247
Dec 03 15:03:57.243614 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-198b388f-02cb-4ac4-8d2e-32f0eb14d1ec req-441d199f-9d6d-4433-9ada-f5d607f2aa81 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=eaa64044-32f2-4946-97be-06cf9f486ffa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381436
Dec 03 15:03:57.924013 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b158e565-028b-4d76-bb15-35b3a4c5a772 req-6e7c08c1-2253-4e91-a981-d2af4e966a71 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:03:57.926282 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-b158e565-028b-4d76-bb15-35b3a4c5a772 req-6e7c08c1-2253-4e91-a981-d2af4e966a71 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/ports?device_id=8a7b86d5-7e34-4b4e-9561-8540a0f0fa76 HTTP/1.1" status: 200  len: 945 time: 0.1050377
Dec 03 15:03:57.982035 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-b158e565-028b-4d76-bb15-35b3a4c5a772 req-0dae854a-5ec0-44cf-9d46-6c44949496e6 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/security-groups?id=eaa64044-32f2-4946-97be-06cf9f486ffa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450771
Dec 03 15:03:58.980353 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Device 933ad543-585e-4a97-b615-70b5dc2690fb up at agent ovs-agent-hv-cinder-75790 {{(pid=80384) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 15:03:59.053942 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Provisioning complete for port 933ad543-585e-4a97-b615-70b5dc2690fb triggered by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:03:59.054628 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:59.210106 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8de9d8-6343-4bb9-8247-4f9868143684 req-9c2c87c6-d163-47e8-8c7c-0905faa76b2b tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:03:59.211984 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-7a8de9d8-6343-4bb9-8247-4f9868143684 req-9c2c87c6-d163-47e8-8c7c-0905faa76b2b tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/ports?device_id=8a7b86d5-7e34-4b4e-9561-8540a0f0fa76 HTTP/1.1" status: 200  len: 945 time: 0.0896749
Dec 03 15:03:59.264414 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-7a8de9d8-6343-4bb9-8247-4f9868143684 req-f26bd90a-eddf-48da-96cd-b19908fed54c tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/security-groups?id=eaa64044-32f2-4946-97be-06cf9f486ffa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459411
Dec 03 15:03:59.346615 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 57994) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:03:59.516251 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664f2b30-8b48-4e53-97ce-6453ab65e90e req-09ec5799-1072-48b5-99d3-62cc9ace4d4a tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:03:59.518240 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-664f2b30-8b48-4e53-97ce-6453ab65e90e req-09ec5799-1072-48b5-99d3-62cc9ace4d4a tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/ports?device_id=c233978f-9c32-47bf-8b66-44f0baa08830 HTTP/1.1" status: 200  len: 945 time: 0.1096058
Dec 03 15:03:59.551984 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-4f07a31e-a897-486e-abf9-c52dd986377d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:59.568278 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-4f07a31e-a897-486e-abf9-c52dd986377d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:03:59.573101 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-4f07a31e-a897-486e-abf9-c52dd986377d admin admin] Usage tracker for resource:security_group_rule and tenant:53811ca671cc40568ab1c189b875611c is out of sync, need to count used quota {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:03:59.577405 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-4f07a31e-a897-486e-abf9-c52dd986377d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:03:59.584429 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-4f07a31e-a897-486e-abf9-c52dd986377d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:03:59.585898 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-664f2b30-8b48-4e53-97ce-6453ab65e90e req-dc4651b1-c048-4180-b433-bea6d5bbad75 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/security-groups?id=eaa64044-32f2-4946-97be-06cf9f486ffa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0589006
Dec 03 15:03:59.687336 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-4f07a31e-a897-486e-abf9-c52dd986377d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:59.691464 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-4f07a31e-a897-486e-abf9-c52dd986377d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:59.701752 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-a4f563c2-ebf4-4257-b254-90e35db25d4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:03:59.758743 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 58014) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:03:59.771295 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-4f07a31e-a897-486e-abf9-c52dd986377d admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=53811ca671cc40568ab1c189b875611c&name=default HTTP/1.1" status: 200  len: 2879 time: 0.4215822
Dec 03 15:03:59.772360 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f07a31e-a897-486e-abf9-c52dd986377d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4989d29d-5e4f-4f21-9097-a07ecd1be4f5,revision_number=1']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:03:59.780718 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-4f07a31e-a897-486e-abf9-c52dd986377d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:03:59.854075 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-014cddbf-8e11-4d11-8f8e-0898a16197f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:59.883568 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-014cddbf-8e11-4d11-8f8e-0898a16197f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:59.933202 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-014cddbf-8e11-4d11-8f8e-0898a16197f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:59.942465 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-56bbf296-8922-49be-ba26-f8eb0e71ab61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:03:59.958603 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-014cddbf-8e11-4d11-8f8e-0898a16197f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:03:59.961708 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-014cddbf-8e11-4d11-8f8e-0898a16197f1 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/4989d29d-5e4f-4f21-9097-a07ecd1be4f5 HTTP/1.1" status: 204  len: 168 time: 0.2014208
Dec 03 15:03:59.966069 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014cddbf-8e11-4d11-8f8e-0898a16197f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4989d29d-5e4f-4f21-9097-a07ecd1be4f5,revision_number=None']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:03:59.969544 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-014cddbf-8e11-4d11-8f8e-0898a16197f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:04:00.458711 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 58040) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:04:00.482216 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-09ce33e3-069f-4233-a16d-4ef36130f5f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:00.501149 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-09ce33e3-069f-4233-a16d-4ef36130f5f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:04:00.505656 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-09ce33e3-069f-4233-a16d-4ef36130f5f3 admin admin] Usage tracker for resource:security_group_rule and tenant:31e725c4863e42eeac74f5f61490a1d2 is out of sync, need to count used quota {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:04:00.508749 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-09ce33e3-069f-4233-a16d-4ef36130f5f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:04:00.516220 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-09ce33e3-069f-4233-a16d-4ef36130f5f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:04:00.604154 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-09ce33e3-069f-4233-a16d-4ef36130f5f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:00.616988 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-09ce33e3-069f-4233-a16d-4ef36130f5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:00.627237 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-4352018d-08e5-4ceb-b44f-d2e128e35f2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:04:00.671460 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-09ce33e3-069f-4233-a16d-4ef36130f5f3 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=31e725c4863e42eeac74f5f61490a1d2&name=default HTTP/1.1" status: 200  len: 2879 time: 0.2081599
Dec 03 15:04:00.671760 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 58048) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:04:00.688065 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ce33e3-069f-4233-a16d-4ef36130f5f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=478453f0-bbf5-439a-a736-2b65d38dfe41,revision_number=1']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:04:00.691525 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-09ce33e3-069f-4233-a16d-4ef36130f5f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:04:00.742865 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-a67479aa-3184-4988-8c3a-5222248b989d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:00.775523 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-a67479aa-3184-4988-8c3a-5222248b989d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:00.821645 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-a67479aa-3184-4988-8c3a-5222248b989d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:00.827327 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-09ce33e3-069f-4233-a16d-4ef36130f5f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:04:00.842127 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67479aa-3184-4988-8c3a-5222248b989d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=478453f0-bbf5-439a-a736-2b65d38dfe41,revision_number=None']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:04:00.845190 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-a67479aa-3184-4988-8c3a-5222248b989d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:04:00.849523 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-a67479aa-3184-4988-8c3a-5222248b989d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:00.850776 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-a67479aa-3184-4988-8c3a-5222248b989d admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/478453f0-bbf5-439a-a736-2b65d38dfe41 HTTP/1.1" status: 204  len: 168 time: 0.1780858
Dec 03 15:04:04.579915 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb7b85e-23cb-465c-96fe-57d396ed2209 req-701289dc-736b-4453-9ed3-3bcbd0ae925a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:04:04.581600 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-bdb7b85e-23cb-465c-96fe-57d396ed2209 req-701289dc-736b-4453-9ed3-3bcbd0ae925a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=69f1305b325747b387eaa173734086a5&device_id=c233978f-9c32-47bf-8b66-44f0baa08830 HTTP/1.1" status: 200  len: 1162 time: 0.0804887
Dec 03 15:04:04.624202 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc08356a-638d-41bc-bac4-8cf18587f1b1 req-89ce3f93-dc90-42d9-9b9d-1f4496460e40 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:04:04.626294 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-bc08356a-638d-41bc-bac4-8cf18587f1b1 req-89ce3f93-dc90-42d9-9b9d-1f4496460e40 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/ports?device_id=c233978f-9c32-47bf-8b66-44f0baa08830 HTTP/1.1" status: 200  len: 945 time: 0.0918269
Dec 03 15:04:04.683612 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-bc08356a-638d-41bc-bac4-8cf18587f1b1 req-fbf35b00-6c13-49dd-bdbd-a0b484d13c1a tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/security-groups?id=eaa64044-32f2-4946-97be-06cf9f486ffa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503898
Dec 03 15:04:04.736900 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb7b85e-23cb-465c-96fe-57d396ed2209 req-4fb887d8-28ed-4012-8a1a-39fa30c0c97a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:04:04.738700 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-bdb7b85e-23cb-465c-96fe-57d396ed2209 req-4fb887d8-28ed-4012-8a1a-39fa30c0c97a service neutron] 10.222.0.83 "GET /v2.0/networks?id=99cd7ca3-24f1-4d31-adf2-9e1bba032327 HTTP/1.1" status: 200  len: 913 time: 0.1464581
Dec 03 15:04:04.828702 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-bdb7b85e-23cb-465c-96fe-57d396ed2209 req-7b3c60c0-0987-48e1-b6af-37d58a8314a0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4fcc7ba2-ca25-407b-8386-4f72181d346e HTTP/1.1" status: 200  len: 217 time: 0.0740280
Dec 03 15:04:04.901232 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 58236) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:04:04.901849 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb7b85e-23cb-465c-96fe-57d396ed2209 req-ad93e126-e76c-44ec-a115-11272242f433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:04:04.904437 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-bdb7b85e-23cb-465c-96fe-57d396ed2209 req-ad93e126-e76c-44ec-a115-11272242f433 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4e3eb5e7-50fa-43d1-a585-cbf981244c9d HTTP/1.1" status: 200  len: 859 time: 0.0683122
Dec 03 15:04:04.962268 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-bdb7b85e-23cb-465c-96fe-57d396ed2209 req-961fd6de-8cb7-4814-9872-dff33ff352f7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=99cd7ca3-24f1-4d31-adf2-9e1bba032327&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0490046
Dec 03 15:04:05.077168 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-9a7f8719-0772-42f4-b7a9-e56d6d5f88c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:05.093460 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-9a7f8719-0772-42f4-b7a9-e56d6d5f88c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:04:05.097551 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-9a7f8719-0772-42f4-b7a9-e56d6d5f88c4 admin admin] Usage tracker for resource:security_group_rule and tenant:ea396a8aea9043e99f7391408796d959 is out of sync, need to count used quota {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:04:05.100600 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-9a7f8719-0772-42f4-b7a9-e56d6d5f88c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:04:05.107058 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-9a7f8719-0772-42f4-b7a9-e56d6d5f88c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:04:05.118600 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-bdb7b85e-23cb-465c-96fe-57d396ed2209 req-86cdf25a-f937-45f0-beb4-df81b4732ac0 service neutron] 10.222.0.83 "GET /v2.0/networks/99cd7ca3-24f1-4d31-adf2-9e1bba032327?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1486239
Dec 03 15:04:05.254273 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-9a7f8719-0772-42f4-b7a9-e56d6d5f88c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:05.258328 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-9a7f8719-0772-42f4-b7a9-e56d6d5f88c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:05.294065 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-d27b946d-bf7f-4a2a-bb9f-63ad3c65b32d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:04:05.325371 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-bdb7b85e-23cb-465c-96fe-57d396ed2209 req-0a276545-6ee4-492a-90e8-3c605db2e902 service neutron] 10.222.0.83 "GET /v2.0/networks/99cd7ca3-24f1-4d31-adf2-9e1bba032327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1942029
Dec 03 15:04:05.340508 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7f8719-0772-42f4-b7a9-e56d6d5f88c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ce9104a-2857-4ff2-bfec-b13bd9ccaa44,revision_number=1']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:04:05.346230 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-9a7f8719-0772-42f4-b7a9-e56d6d5f88c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:04:05.381743 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 58260) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:04:05.382011 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-9a7f8719-0772-42f4-b7a9-e56d6d5f88c4 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=ea396a8aea9043e99f7391408796d959&name=default HTTP/1.1" status: 200  len: 2879 time: 0.4795065
Dec 03 15:04:05.472404 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0efe3409-7bbb-4ff8-8da5-bce1edad3046 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:05.510030 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0efe3409-7bbb-4ff8-8da5-bce1edad3046 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:05.560483 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0efe3409-7bbb-4ff8-8da5-bce1edad3046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:05.566518 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-d40e700b-af6b-4324-9265-089fd322a845 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:04:05.579140 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efe3409-7bbb-4ff8-8da5-bce1edad3046 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ce9104a-2857-4ff2-bfec-b13bd9ccaa44,revision_number=None']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:04:05.589012 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-0efe3409-7bbb-4ff8-8da5-bce1edad3046 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:04:05.591967 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0efe3409-7bbb-4ff8-8da5-bce1edad3046 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:05.598224 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-0efe3409-7bbb-4ff8-8da5-bce1edad3046 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/9ce9104a-2857-4ff2-bfec-b13bd9ccaa44 HTTP/1.1" status: 204  len: 168 time: 0.2141843
Dec 03 15:04:06.049503 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87be413-5859-49ae-8f56-8b7860d5a8f7 req-59585b8d-696c-43c6-8ce3-86e95b499fc7 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:04:06.062371 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-e87be413-5859-49ae-8f56-8b7860d5a8f7 req-59585b8d-696c-43c6-8ce3-86e95b499fc7 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/ports?device_id=c233978f-9c32-47bf-8b66-44f0baa08830 HTTP/1.1" status: 200  len: 945 time: 0.1793952
Dec 03 15:04:06.121758 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 58288) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:04:06.126120 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-e87be413-5859-49ae-8f56-8b7860d5a8f7 req-962f80ca-85a0-44f0-8294-e0ce346517ff tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/security-groups?id=eaa64044-32f2-4946-97be-06cf9f486ffa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0624030
Dec 03 15:04:06.144796 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-030f8e6c-db60-4a1c-a6da-87dc6f2161c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:06.161812 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-030f8e6c-db60-4a1c-a6da-87dc6f2161c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:04:06.165834 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-030f8e6c-db60-4a1c-a6da-87dc6f2161c0 admin admin] Usage tracker for resource:security_group_rule and tenant:47d0faa1face4e88b9816837713b5a2d is out of sync, need to count used quota {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:04:06.169704 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-030f8e6c-db60-4a1c-a6da-87dc6f2161c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:04:06.175470 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-030f8e6c-db60-4a1c-a6da-87dc6f2161c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:04:06.269166 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-030f8e6c-db60-4a1c-a6da-87dc6f2161c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:06.272700 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-030f8e6c-db60-4a1c-a6da-87dc6f2161c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:06.283058 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-5c32dcec-cdee-4f6a-830f-31c774699fc6 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:04:06.326799 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-030f8e6c-db60-4a1c-a6da-87dc6f2161c0 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=47d0faa1face4e88b9816837713b5a2d&name=default HTTP/1.1" status: 200  len: 2879 time: 0.2036681
Dec 03 15:04:06.329705 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 58296) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:04:06.331737 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030f8e6c-db60-4a1c-a6da-87dc6f2161c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1761a98c-f78b-4716-94c8-1bccdb11c492,revision_number=1']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:04:06.339954 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-030f8e6c-db60-4a1c-a6da-87dc6f2161c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:04:06.396050 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-cd333269-4cf8-4968-b0b1-686335f374e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:06.430349 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-cd333269-4cf8-4968-b0b1-686335f374e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:06.475459 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-cd333269-4cf8-4968-b0b1-686335f374e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:06.483416 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-18893c78-51ca-4a59-b4c5-b17392e83c46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:04:06.500452 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd333269-4cf8-4968-b0b1-686335f374e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1761a98c-f78b-4716-94c8-1bccdb11c492,revision_number=None']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:04:06.503100 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-cd333269-4cf8-4968-b0b1-686335f374e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:04:06.504537 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-cd333269-4cf8-4968-b0b1-686335f374e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:06.508335 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-cd333269-4cf8-4968-b0b1-686335f374e5 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/1761a98c-f78b-4716-94c8-1bccdb11c492 HTTP/1.1" status: 204  len: 168 time: 0.1750424
Dec 03 15:04:06.877844 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 58316) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:04:07.054840 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-43f0239e-830b-4284-a21d-29980947fb12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:07.070932 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-43f0239e-830b-4284-a21d-29980947fb12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:04:07.077070 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-43f0239e-830b-4284-a21d-29980947fb12 admin admin] Usage tracker for resource:security_group_rule and tenant:0e3f2e11d2bf4ff6a3f7455ed9f504f9 is out of sync, need to count used quota {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:04:07.080836 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-43f0239e-830b-4284-a21d-29980947fb12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:04:07.101847 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-43f0239e-830b-4284-a21d-29980947fb12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:04:07.663560 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-43f0239e-830b-4284-a21d-29980947fb12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:07.673170 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-43f0239e-830b-4284-a21d-29980947fb12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:07.713616 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-80dc9d69-10da-410f-8d2f-005ca8716348 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:04:07.725388 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-43f0239e-830b-4284-a21d-29980947fb12 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=0e3f2e11d2bf4ff6a3f7455ed9f504f9&name=default HTTP/1.1" status: 200  len: 2879 time: 0.8460774
Dec 03 15:04:07.728237 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 58362) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:04:07.797273 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f0239e-830b-4284-a21d-29980947fb12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18cfcc00-309a-44dd-b313-a2dbba82ac67,revision_number=1']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:04:07.801161 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-43f0239e-830b-4284-a21d-29980947fb12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:04:07.807906 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d018672a-f587-4e05-bda1-278762ef17dd req-f0d27988-ec30-4230-b303-465876b155fa tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:04:07.817046 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-d018672a-f587-4e05-bda1-278762ef17dd req-f0d27988-ec30-4230-b303-465876b155fa tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/ports?device_id=c233978f-9c32-47bf-8b66-44f0baa08830 HTTP/1.1" status: 200  len: 945 time: 0.5157378
Dec 03 15:04:07.906631 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-d018672a-f587-4e05-bda1-278762ef17dd req-1d844924-34be-475a-8854-c9827964a2bb tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/security-groups?id=eaa64044-32f2-4946-97be-06cf9f486ffa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0882146
Dec 03 15:04:07.920596 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-5511dade-f5f4-42c5-8c3b-98ef6b9ae5bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:07.969951 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-5511dade-f5f4-42c5-8c3b-98ef6b9ae5bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:08.028574 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-5511dade-f5f4-42c5-8c3b-98ef6b9ae5bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:08.035452 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:04:08.051911 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5511dade-f5f4-42c5-8c3b-98ef6b9ae5bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18cfcc00-309a-44dd-b313-a2dbba82ac67,revision_number=None']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:04:08.055568 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-5511dade-f5f4-42c5-8c3b-98ef6b9ae5bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:04:08.057930 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-5511dade-f5f4-42c5-8c3b-98ef6b9ae5bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:08.059929 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-5511dade-f5f4-42c5-8c3b-98ef6b9ae5bd admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/18cfcc00-309a-44dd-b313-a2dbba82ac67 HTTP/1.1" status: 204  len: 168 time: 0.3306246
Dec 03 15:04:09.219586 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1f26bb-4b53-4367-bde6-b5a46012e315 req-0dd7d255-2f5a-4832-9dee-bfb741c98dec tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:04:09.221617 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 58418) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:04:09.222153 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-af1f26bb-4b53-4367-bde6-b5a46012e315 req-0dd7d255-2f5a-4832-9dee-bfb741c98dec tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/ports?device_id=c233978f-9c32-47bf-8b66-44f0baa08830 HTTP/1.1" status: 200  len: 945 time: 0.1306696
Dec 03 15:04:09.288874 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-af1f26bb-4b53-4367-bde6-b5a46012e315 req-b51ad2ad-d8d5-4bd9-9541-30170d9f92d5 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/security-groups?id=eaa64044-32f2-4946-97be-06cf9f486ffa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0592113
Dec 03 15:04:09.400079 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.base [None req-c3ad2d64-e47c-41d7-82b4-453999f379f1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-88033544-network', 'tenant_id': '26c9d45e8fe5417f944a2053d351ef69'}} {{(pid=80383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 15:04:09.406480 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-c3ad2d64-e47c-41d7-82b4-453999f379f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:04:09.411186 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-c3ad2d64-e47c-41d7-82b4-453999f379f1 admin admin] Usage tracker for resource:network and tenant:26c9d45e8fe5417f944a2053d351ef69 is out of sync, need to count used quota {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:04:09.414827 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-c3ad2d64-e47c-41d7-82b4-453999f379f1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:04:09.421139 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-c3ad2d64-e47c-41d7-82b4-453999f379f1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:04:09.431534 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3ad2d64-e47c-41d7-82b4-453999f379f1 admin admin] Made reservation on behalf of 26c9d45e8fe5417f944a2053d351ef69 for: {'network': 1} {{(pid=80383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 15:04:09.438170 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-c3ad2d64-e47c-41d7-82b4-453999f379f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for network, before_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:09.454596 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-c3ad2d64-e47c-41d7-82b4-453999f379f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:09.472592 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-c3ad2d64-e47c-41d7-82b4-453999f379f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:04:09.477244 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-c3ad2d64-e47c-41d7-82b4-453999f379f1 admin admin] Usage tracker for resource:security_group_rule and tenant:26c9d45e8fe5417f944a2053d351ef69 is out of sync, need to count used quota {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:04:09.486699 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-c3ad2d64-e47c-41d7-82b4-453999f379f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:04:09.487811 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-c3ad2d64-e47c-41d7-82b4-453999f379f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:04:09.602445 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-c3ad2d64-e47c-41d7-82b4-453999f379f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:09.605926 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-c3ad2d64-e47c-41d7-82b4-453999f379f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:09.610689 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-9a7f8719-0772-42f4-b7a9-e56d6d5f88c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:04:09.654916 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3ad2d64-e47c-41d7-82b4-453999f379f1 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=80383) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 15:04:09.664018 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ad2d64-e47c-41d7-82b4-453999f379f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f0f23dc-fe58-4a67-b800-c8f1bae1f5d5,revision_number=1']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:04:09.674881 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ad2d64-e47c-41d7-82b4-453999f379f1 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:04:09.675264 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ad2d64-e47c-41d7-82b4-453999f379f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:04:09.675656 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ad2d64-e47c-41d7-82b4-453999f379f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:04:09.676050 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ad2d64-e47c-41d7-82b4-453999f379f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:04:09.676429 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ad2d64-e47c-41d7-82b4-453999f379f1 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:04:09.676814 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ad2d64-e47c-41d7-82b4-453999f379f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:04:09.677195 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ad2d64-e47c-41d7-82b4-453999f379f1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:04:09.677572 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ad2d64-e47c-41d7-82b4-453999f379f1 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:04:09.677974 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ad2d64-e47c-41d7-82b4-453999f379f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:04:09.678346 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ad2d64-e47c-41d7-82b4-453999f379f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:04:09.678727 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ad2d64-e47c-41d7-82b4-453999f379f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:04:09.679100 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ad2d64-e47c-41d7-82b4-453999f379f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:04:09.679793 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ad2d64-e47c-41d7-82b4-453999f379f1 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:04:09.680161 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ad2d64-e47c-41d7-82b4-453999f379f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:04:09.680538 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ad2d64-e47c-41d7-82b4-453999f379f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:04:09.680915 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ad2d64-e47c-41d7-82b4-453999f379f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:04:09.681288 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ad2d64-e47c-41d7-82b4-453999f379f1 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:04:09.681665 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ad2d64-e47c-41d7-82b4-453999f379f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:04:09.682046 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ad2d64-e47c-41d7-82b4-453999f379f1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:04:09.682423 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ad2d64-e47c-41d7-82b4-453999f379f1 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:04:09.682799 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ad2d64-e47c-41d7-82b4-453999f379f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:04:09.683177 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ad2d64-e47c-41d7-82b4-453999f379f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:04:09.684085 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ad2d64-e47c-41d7-82b4-453999f379f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:04:09.684459 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ad2d64-e47c-41d7-82b4-453999f379f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:04:09.690334 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-c3ad2d64-e47c-41d7-82b4-453999f379f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:04:09.691251 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-c3ad2d64-e47c-41d7-82b4-453999f379f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986486'] for segment, precommit_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:09.691762 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.db.segments_db [None req-c3ad2d64-e47c-41d7-82b4-453999f379f1 admin admin] Added segment b1abe8f6-b60f-4b38-9155-9433b48d1378 of type vxlan for network 52cd6ebc-32b4-40f6-9b98-6760dd6218f7
Dec 03 15:04:09.720381 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-c3ad2d64-e47c-41d7-82b4-453999f379f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729302618551'] for network, precommit_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:09.779798 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-c3ad2d64-e47c-41d7-82b4-453999f379f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068'] for network, after_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:09.782676 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ad2d64-e47c-41d7-82b4-453999f379f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:04:09.783466 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-c3ad2d64-e47c-41d7-82b4-453999f379f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036822225390'] for network, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:09.789318 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-2e3d4d44-532a-4b36-a00a-ac6a9d1fd385 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:04:09.912827 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ad2d64-e47c-41d7-82b4-453999f379f1 admin admin] Pushing event updated for resources: {'Network': ['ID=52cd6ebc-32b4-40f6-9b98-6760dd6218f7,revision_number=1']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:04:09.917445 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-c3ad2d64-e47c-41d7-82b4-453999f379f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:04:09.923441 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Network 52cd6ebc-32b4-40f6-9b98-6760dd6218f7 details requested by agent ovs-agent-dv-cinder-757908-3-iscsi with host dv-cinder-757908-3-iscsi {{(pid=80384) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 15:04:09.930915 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-c3ad2d64-e47c-41d7-82b4-453999f379f1 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201  len: 879 time: 0.7045774
Dec 03 15:04:09.931110 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 58456) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:04:09.938360 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.base [None req-d817563b-90fb-4625-b073-299e7fbb8d1d admin admin] Request body: {'subnet': {'network_id': '52cd6ebc-32b4-40f6-9b98-6760dd6218f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-88033544-subnet', 'tenant_id': '26c9d45e8fe5417f944a2053d351ef69', 'ip_version': 4}} {{(pid=80382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 15:04:09.941202 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Network 52cd6ebc-32b4-40f6-9b98-6760dd6218f7 details requested by agent ovs-agent-hv-cinder-75790 with host hv-cinder-75790 {{(pid=80384) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 15:04:09.943651 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-d817563b-90fb-4625-b073-299e7fbb8d1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:04:09.947700 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-d817563b-90fb-4625-b073-299e7fbb8d1d admin admin] Usage tracker for resource:subnet and tenant:26c9d45e8fe5417f944a2053d351ef69 is out of sync, need to count used quota {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:04:09.952025 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-d817563b-90fb-4625-b073-299e7fbb8d1d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:04:09.957871 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-d817563b-90fb-4625-b073-299e7fbb8d1d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:04:09.968809 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d817563b-90fb-4625-b073-299e7fbb8d1d admin admin] Made reservation on behalf of 26c9d45e8fe5417f944a2053d351ef69 for: {'subnet': 1} {{(pid=80382) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 15:04:09.975351 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-d817563b-90fb-4625-b073-299e7fbb8d1d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30872680'] for subnet, before_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:09.998036 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 58462) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:04:10.174629 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-8f3347e8-dbef-4981-b9a3-2f13611a2ece admin admin] Notify callbacks [] for security_group, before_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:10.190577 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-8f3347e8-dbef-4981-b9a3-2f13611a2ece admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:04:10.196915 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-8f3347e8-dbef-4981-b9a3-2f13611a2ece admin admin] Usage tracker for resource:security_group_rule and tenant:c0d14031f11d4361b9c805bf6d874c22 is out of sync, need to count used quota {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:04:10.200744 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-8f3347e8-dbef-4981-b9a3-2f13611a2ece admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:04:10.206928 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-8f3347e8-dbef-4981-b9a3-2f13611a2ece admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:04:10.298569 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-8f3347e8-dbef-4981-b9a3-2f13611a2ece admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:10.302958 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-8f3347e8-dbef-4981-b9a3-2f13611a2ece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:10.313453 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-030f8e6c-db60-4a1c-a6da-87dc6f2161c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:04:10.406560 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-8f3347e8-dbef-4981-b9a3-2f13611a2ece admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=c0d14031f11d4361b9c805bf6d874c22&name=default HTTP/1.1" status: 200  len: 2879 time: 0.4071751
Dec 03 15:04:10.407571 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3347e8-dbef-4981-b9a3-2f13611a2ece admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff2b64b6-b11e-4b22-89aa-6ae2f10b402e,revision_number=1']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:04:10.410441 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 58474) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:04:10.413304 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-8f3347e8-dbef-4981-b9a3-2f13611a2ece admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:04:10.437791 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-d817563b-90fb-4625-b073-299e7fbb8d1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33445888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036824732836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30872697'] for subnet, after_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:10.491611 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-36c05773-d63f-4f78-bb01-6595176972b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:10.541933 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:04:10.571981 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-36c05773-d63f-4f78-bb01-6595176972b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:10.631336 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d817563b-90fb-4625-b073-299e7fbb8d1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=30ca2e12-4884-437c-9915-69d4ed3ce940,revision_number=0']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:04:10.643555 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb56f5f-876b-4513-bd50-159847f3cdf3 req-8634b874-f135-4136-9b04-4c26b922a88c tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:04:10.653676 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d817563b-90fb-4625-b073-299e7fbb8d1d admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:04:10.654263 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d817563b-90fb-4625-b073-299e7fbb8d1d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:04:10.654992 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d817563b-90fb-4625-b073-299e7fbb8d1d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:04:10.655518 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d817563b-90fb-4625-b073-299e7fbb8d1d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:04:10.656040 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d817563b-90fb-4625-b073-299e7fbb8d1d admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:04:10.656540 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d817563b-90fb-4625-b073-299e7fbb8d1d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:04:10.657135 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d817563b-90fb-4625-b073-299e7fbb8d1d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:04:10.657659 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d817563b-90fb-4625-b073-299e7fbb8d1d admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:04:10.658202 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d817563b-90fb-4625-b073-299e7fbb8d1d admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:04:10.658719 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d817563b-90fb-4625-b073-299e7fbb8d1d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:04:10.659032 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-4cb56f5f-876b-4513-bd50-159847f3cdf3 req-8634b874-f135-4136-9b04-4c26b922a88c tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/ports?device_id=c233978f-9c32-47bf-8b66-44f0baa08830 HTTP/1.1" status: 200  len: 945 time: 0.1563997
Dec 03 15:04:10.659416 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d817563b-90fb-4625-b073-299e7fbb8d1d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:04:10.659931 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d817563b-90fb-4625-b073-299e7fbb8d1d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:04:10.660489 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d817563b-90fb-4625-b073-299e7fbb8d1d admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:04:10.661015 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d817563b-90fb-4625-b073-299e7fbb8d1d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:04:10.661405 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d817563b-90fb-4625-b073-299e7fbb8d1d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:04:10.661787 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d817563b-90fb-4625-b073-299e7fbb8d1d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:04:10.662187 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d817563b-90fb-4625-b073-299e7fbb8d1d admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:04:10.662570 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d817563b-90fb-4625-b073-299e7fbb8d1d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:04:10.662950 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d817563b-90fb-4625-b073-299e7fbb8d1d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:04:10.663331 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d817563b-90fb-4625-b073-299e7fbb8d1d admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:04:10.663711 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d817563b-90fb-4625-b073-299e7fbb8d1d admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:04:10.664088 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d817563b-90fb-4625-b073-299e7fbb8d1d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:04:10.664463 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d817563b-90fb-4625-b073-299e7fbb8d1d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:04:10.664837 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d817563b-90fb-4625-b073-299e7fbb8d1d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:04:10.671008 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-d817563b-90fb-4625-b073-299e7fbb8d1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:04:10.696270 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d817563b-90fb-4625-b073-299e7fbb8d1d admin admin] Checking segment: {'id': 'b1abe8f6-b60f-4b38-9155-9433b48d1378', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '52cd6ebc-32b4-40f6-9b98-6760dd6218f7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 15:04:10.696663 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d817563b-90fb-4625-b073-299e7fbb8d1d admin admin] Network hostable DHCP agents. Network: 52cd6ebc-32b4-40f6-9b98-6760dd6218f7, hostable agents: ['79bacdc6-fafb-4baa-889e-4ec466dca3bd'], hosted agents: [] {{(pid=80382) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 15:04:10.705820 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-36c05773-d63f-4f78-bb01-6595176972b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:10.721956 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-036821d7-68bc-4bec-a156-60d424337a96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:04:10.722585 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d817563b-90fb-4625-b073-299e7fbb8d1d admin admin] Network 52cd6ebc-32b4-40f6-9b98-6760dd6218f7 is scheduled to be hosted by DHCP agent 79bacdc6-fafb-4baa-889e-4ec466dca3bd with binding_index 1 {{(pid=80382) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 15:04:10.733608 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.base_scheduler [None req-d817563b-90fb-4625-b073-299e7fbb8d1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-757908-3-iscsi, 52cd6ebc-32b4-40f6-9b98-6760dd6218f7) {{(pid=80382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 15:04:10.746549 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a28cb7d-c1b2-4e68-9a12-73c54273840e None None] Network 52cd6ebc-32b4-40f6-9b98-6760dd6218f7 requested from dv-cinder-757908-3-iscsi {{(pid=80384) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 15:04:10.748521 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c05773-d63f-4f78-bb01-6595176972b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff2b64b6-b11e-4b22-89aa-6ae2f10b402e,revision_number=None']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:04:10.750661 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d817563b-90fb-4625-b073-299e7fbb8d1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:04:10.751710 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-d817563b-90fb-4625-b073-299e7fbb8d1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036822225390'] for subnet, before_response {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:10.753931 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-36c05773-d63f-4f78-bb01-6595176972b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:04:10.770551 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-4cb56f5f-876b-4513-bd50-159847f3cdf3 req-59ff797a-3d74-430a-afd2-4f65915c03ca tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/security-groups?id=eaa64044-32f2-4946-97be-06cf9f486ffa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1037841
Dec 03 15:04:10.771937 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-36c05773-d63f-4f78-bb01-6595176972b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:10.773121 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-36c05773-d63f-4f78-bb01-6595176972b3 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/ff2b64b6-b11e-4b22-89aa-6ae2f10b402e HTTP/1.1" status: 204  len: 168 time: 0.3616123
Dec 03 15:04:10.781794 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-d817563b-90fb-4625-b073-299e7fbb8d1d admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.8491349
Dec 03 15:04:10.785462 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 58486) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:04:10.790253 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 58488) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:04:10.806750 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.base [None req-266f67ac-fba2-46a1-a06e-a86030b6f1d5 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-88033544-router', 'tenant_id': '26c9d45e8fe5417f944a2053d351ef69', 'external_gateway_info': {'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e'}}} {{(pid=80383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 15:04:10.853463 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-266f67ac-fba2-46a1-a06e-a86030b6f1d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:04:10.860293 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-266f67ac-fba2-46a1-a06e-a86030b6f1d5 admin admin] Usage tracker for resource:router and tenant:26c9d45e8fe5417f944a2053d351ef69 is out of sync, need to count used quota {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:04:10.869567 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-266f67ac-fba2-46a1-a06e-a86030b6f1d5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:04:10.883097 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-266f67ac-fba2-46a1-a06e-a86030b6f1d5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:04:10.905711 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-266f67ac-fba2-46a1-a06e-a86030b6f1d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036821239658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7905'] for router, before_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:10.907189 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-266f67ac-fba2-46a1-a06e-a86030b6f1d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036821239711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33528563', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036821331856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854767978'] for router, precommit_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:10.950520 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-266f67ac-fba2-46a1-a06e-a86030b6f1d5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:11.147462 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-dc1d051f-17ef-412f-bfe4-0250aa9f03e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:11.194948 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-dc1d051f-17ef-412f-bfe4-0250aa9f03e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:04:11.218351 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-dc1d051f-17ef-412f-bfe4-0250aa9f03e7 admin admin] Usage tracker for resource:security_group_rule and tenant:41b7de5d774a46c484cd016a46649955 is out of sync, need to count used quota {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:04:11.233118 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb3b164-ab0a-4841-9ac0-64f973e5bb40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbc8265b-6ee3-5798-ab2f-e750a40fd5a2-52cd6ebc-32b4-40f6-9b98-6760dd6218f7', 'network_id': '52cd6ebc-32b4-40f6-9b98-6760dd6218f7', 'tenant_id': '26c9d45e8fe5417f944a2053d351ef69', 'fixed_ips': [{'subnet_id': '30ca2e12-4884-437c-9915-69d4ed3ce940'}]}} from dv-cinder-757908-3-iscsi. {{(pid=80384) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 03 15:04:11.234062 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-afb3b164-ab0a-4841-9ac0-64f973e5bb40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_create {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:11.255434 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-dc1d051f-17ef-412f-bfe4-0250aa9f03e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:04:11.271433 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-dc1d051f-17ef-412f-bfe4-0250aa9f03e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:04:11.377421 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-266f67ac-fba2-46a1-a06e-a86030b6f1d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33528544', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33536120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854767993'] for router, precommit_update {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:11.490341 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-dc1d051f-17ef-412f-bfe4-0250aa9f03e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:11.499168 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-dc1d051f-17ef-412f-bfe4-0250aa9f03e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:11.561602 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-7d8bfaeb-d522-4904-ab35-64702c29e8da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:04:11.593554 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-dc1d051f-17ef-412f-bfe4-0250aa9f03e7 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=41b7de5d774a46c484cd016a46649955&name=default HTTP/1.1" status: 200  len: 2879 time: 0.7906325
Dec 03 15:04:11.594380 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 58524) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:04:11.630361 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 58530) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:04:11.694358 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1d051f-17ef-412f-bfe4-0250aa9f03e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50b5e4f5-84ae-4c4e-9ea3-464d46296f0c,revision_number=1']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:04:11.697815 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-8f7fa224-70a4-413e-95e8-7c57b6920fcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:11.712036 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-dc1d051f-17ef-412f-bfe4-0250aa9f03e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:04:11.740038 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-8f7fa224-70a4-413e-95e8-7c57b6920fcf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:04:11.792446 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-56ca2996-6656-4c18-b1e4-6156ba4b65dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:11.795650 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-8f7fa224-70a4-413e-95e8-7c57b6920fcf admin admin] Usage tracker for resource:security_group_rule and tenant:9bb7c05f89a64a468223c29f12e5769a is out of sync, need to count used quota {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:04:11.799476 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-8f7fa224-70a4-413e-95e8-7c57b6920fcf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:04:11.827996 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-8f7fa224-70a4-413e-95e8-7c57b6920fcf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:04:11.883146 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-56ca2996-6656-4c18-b1e4-6156ba4b65dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:11.892735 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-266f67ac-fba2-46a1-a06e-a86030b6f1d5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:11.931344 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-266f67ac-fba2-46a1-a06e-a86030b6f1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:11.988607 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-56ca2996-6656-4c18-b1e4-6156ba4b65dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:11.997785 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-d1bfdf90-c38c-4815-bd77-41e19a304967 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:04:12.034811 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ca2996-6656-4c18-b1e4-6156ba4b65dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50b5e4f5-84ae-4c4e-9ea3-464d46296f0c,revision_number=None']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:04:12.038477 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 58538) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:04:12.048552 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-56ca2996-6656-4c18-b1e4-6156ba4b65dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:04:12.068742 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-8f7fa224-70a4-413e-95e8-7c57b6920fcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:12.070073 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-56ca2996-6656-4c18-b1e4-6156ba4b65dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:12.073706 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-56ca2996-6656-4c18-b1e4-6156ba4b65dc admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/50b5e4f5-84ae-4c4e-9ea3-464d46296f0c HTTP/1.1" status: 204  len: 168 time: 0.4739037
Dec 03 15:04:12.080510 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-8f7fa224-70a4-413e-95e8-7c57b6920fcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:12.081754 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.db_base_plugin_common [None req-afb3b164-ab0a-4841-9ac0-64f973e5bb40 None None] Allocated IP 172.20.0.2 (52cd6ebc-32b4-40f6-9b98-6760dd6218f7/30ca2e12-4884-437c-9915-69d4ed3ce940/87ee4907-cfee-4aea-83a7-e3d8e8ca722f) {{(pid=80384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 15:04:12.115482 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-5511dade-f5f4-42c5-8c3b-98ef6b9ae5bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:04:12.275625 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7fa224-70a4-413e-95e8-7c57b6920fcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc93c6bd-1b0f-4f37-9dee-e8c297212d06,revision_number=1']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:04:12.310128 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-8f7fa224-70a4-413e-95e8-7c57b6920fcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:04:12.368030 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-8f7fa224-70a4-413e-95e8-7c57b6920fcf admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=9bb7c05f89a64a468223c29f12e5769a&name=default HTTP/1.1" status: 200  len: 2879 time: 0.7346256
Dec 03 15:04:12.370259 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-30794546-0347-424a-9600-5b3d7d2d3009 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:12.380232 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 58550) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:04:12.382170 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-afb3b164-ab0a-4841-9ac0-64f973e5bb40 None None] Notify callbacks [] for port, precommit_create {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:12.390262 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.db_base_plugin_common [None req-266f67ac-fba2-46a1-a06e-a86030b6f1d5 admin admin] Allocated IP 172.27.2.175 (729c535b-bd07-4b0c-9bb6-d0eda364af7e/c53074ee-6482-4d40-a0b6-bf7110d55051/30be0758-5712-4e81-a13c-eea80ab1819d) {{(pid=80383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 15:04:12.398066 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-afb3b164-ab0a-4841-9ac0-64f973e5bb40 None None] Transition to ACTIVE for port object 87ee4907-cfee-4aea-83a7-e3d8e8ca722f will not be triggered until provisioned by entity L2. {{(pid=80384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 15:04:12.420913 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-afb3b164-ab0a-4841-9ac0-64f973e5bb40 None None] Transition to ACTIVE for port object 87ee4907-cfee-4aea-83a7-e3d8e8ca722f will not be triggered until provisioned by entity DHCP. {{(pid=80384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 15:04:12.428011 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-30794546-0347-424a-9600-5b3d7d2d3009 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:04:12.428213 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-afb3b164-ab0a-4841-9ac0-64f973e5bb40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307552080722'] for port, after_create {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:12.452080 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:04:12.477862 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-30794546-0347-424a-9600-5b3d7d2d3009 admin admin] Usage tracker for resource:security_group_rule and tenant:ca8215c4836f47e2aa5d1c32a4cd5b0a is out of sync, need to count used quota {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:04:12.498698 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-30794546-0347-424a-9600-5b3d7d2d3009 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:04:12.535303 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb3b164-ab0a-4841-9ac0-64f973e5bb40 None None] Pushing event updated for resources: {'Port': ['ID=87ee4907-cfee-4aea-83a7-e3d8e8ca722f,revision_number=1']} {{(pid=80384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:04:12.551433 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-afb3b164-ab0a-4841-9ac0-64f973e5bb40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:04:12.555924 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-30794546-0347-424a-9600-5b3d7d2d3009 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:04:12.587894 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de95c5b3-7933-4a8a-8186-daeb959d5e07 req-d0c843ca-90dd-4082-a092-550182e7d0d3 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:04:12.597346 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-de95c5b3-7933-4a8a-8186-daeb959d5e07 req-d0c843ca-90dd-4082-a092-550182e7d0d3 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/ports?device_id=c233978f-9c32-47bf-8b66-44f0baa08830 HTTP/1.1" status: 200  len: 945 time: 0.4076655
Dec 03 15:04:12.604365 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-266f67ac-fba2-46a1-a06e-a86030b6f1d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:12.655271 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-266f67ac-fba2-46a1-a06e-a86030b6f1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307552080722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31294715'] for port, after_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:12.672199 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-f0d9080c-7c7f-4d9a-90dc-bc089e93b779 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:12.690531 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:04:12.766801 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-de95c5b3-7933-4a8a-8186-daeb959d5e07 req-57191e99-2880-4845-a2d9-68be47acc575 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/security-groups?id=eaa64044-32f2-4946-97be-06cf9f486ffa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1681778
Dec 03 15:04:12.787877 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-f0d9080c-7c7f-4d9a-90dc-bc089e93b779 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:12.809489 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb3b164-ab0a-4841-9ac0-64f973e5bb40 None None] Network 52cd6ebc-32b4-40f6-9b98-6760dd6218f7 is already hosted by enough agents. {{(pid=80384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 15:04:12.811227 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.base_scheduler [None req-afb3b164-ab0a-4841-9ac0-64f973e5bb40 None None] Resources bound (agent type, host, resource id):  {{(pid=80384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 15:04:12.818103 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb3b164-ab0a-4841-9ac0-64f973e5bb40 None None] Received port after_create {{(pid=80384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 15:04:12.866070 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266f67ac-fba2-46a1-a06e-a86030b6f1d5 admin admin] Pushing event updated for resources: {'Port': ['ID=30be0758-5712-4e81-a13c-eea80ab1819d,revision_number=1']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:04:12.872106 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-266f67ac-fba2-46a1-a06e-a86030b6f1d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:04:12.909520 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.agents_db [None req-51f4eaf8-3f98-4d92-a7df-a28bf03852b0 None None] Agent healthcheck: found 6 active agents {{(pid=80385) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 15:04:12.934298 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 58562) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:04:12.942360 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [None req-afb3b164-ab0a-4841-9ac0-64f973e5bb40 None None] Attempting to bind port 87ee4907-cfee-4aea-83a7-e3d8e8ca722f on host dv-cinder-757908-3-iscsi for vnic_type normal with profile  {{(pid=80384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 15:04:12.942785 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [None req-afb3b164-ab0a-4841-9ac0-64f973e5bb40 None None] Attempting to bind port 87ee4907-cfee-4aea-83a7-e3d8e8ca722f by drivers openvswitch on host dv-cinder-757908-3-iscsi at level 0 using segments [{'id': 'b1abe8f6-b60f-4b38-9155-9433b48d1378', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '52cd6ebc-32b4-40f6-9b98-6760dd6218f7'}] {{(pid=80384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 15:04:12.943241 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb3b164-ab0a-4841-9ac0-64f973e5bb40 None None] Attempting to bind port 87ee4907-cfee-4aea-83a7-e3d8e8ca722f on network 52cd6ebc-32b4-40f6-9b98-6760dd6218f7 {{(pid=80384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 15:04:12.949958 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb3b164-ab0a-4841-9ac0-64f973e5bb40 None None] Checking agent: {'id': 'd86ab5d6-8c79-4633-8bc6-d0d32e0bb057', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757908-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 14, 53, 21), 'started_at': datetime.datetime(2020, 12, 3, 14, 53, 51), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 15, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757908-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.78', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 15:04:12.950389 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb3b164-ab0a-4841-9ac0-64f973e5bb40 None None] Checking segment: {'id': 'b1abe8f6-b60f-4b38-9155-9433b48d1378', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '52cd6ebc-32b4-40f6-9b98-6760dd6218f7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 15:04:12.950850 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-afb3b164-ab0a-4841-9ac0-64f973e5bb40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:12.951299 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb3b164-ab0a-4841-9ac0-64f973e5bb40 None None] Bound using segment: {'id': 'b1abe8f6-b60f-4b38-9155-9433b48d1378', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '52cd6ebc-32b4-40f6-9b98-6760dd6218f7'} {{(pid=80384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 15:04:12.951994 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [None req-afb3b164-ab0a-4841-9ac0-64f973e5bb40 None None] Bound port: 87ee4907-cfee-4aea-83a7-e3d8e8ca722f, host: dv-cinder-757908-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1abe8f6-b60f-4b38-9155-9433b48d1378', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '52cd6ebc-32b4-40f6-9b98-6760dd6218f7'}}] {{(pid=80384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 15:04:12.952428 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-afb3b164-ab0a-4841-9ac0-64f973e5bb40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:12.992991 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-4daca62c-6d9c-4f5e-b8c0-d1972c7f0c1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:13.027498 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-266f67ac-fba2-46a1-a06e-a86030b6f1d5 admin admin] Network 729c535b-bd07-4b0c-9bb6-d0eda364af7e is already hosted by enough agents. {{(pid=80383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 15:04:13.030971 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.base_scheduler [None req-266f67ac-fba2-46a1-a06e-a86030b6f1d5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 15:04:13.036107 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266f67ac-fba2-46a1-a06e-a86030b6f1d5 admin admin] Received port after_create {{(pid=80383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 15:04:13.064699 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [None req-afb3b164-ab0a-4841-9ac0-64f973e5bb40 None None] For port 87ee4907-cfee-4aea-83a7-e3d8e8ca722f, host dv-cinder-757908-3-iscsi, cleared binding levels {{(pid=80384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 15:04:13.068468 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [None req-afb3b164-ab0a-4841-9ac0-64f973e5bb40 None None] For port 87ee4907-cfee-4aea-83a7-e3d8e8ca722f, host dv-cinder-757908-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-3-iscsi',level=0,port_id=87ee4907-cfee-4aea-83a7-e3d8e8ca722f,segment=NetworkSegment(b1abe8f6-b60f-4b38-9155-9433b48d1378),segment_id=b1abe8f6-b60f-4b38-9155-9433b48d1378)] {{(pid=80384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 15:04:13.075107 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-4daca62c-6d9c-4f5e-b8c0-d1972c7f0c1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:04:13.075567 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-afb3b164-ab0a-4841-9ac0-64f973e5bb40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024'] for port, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:13.086297 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-4daca62c-6d9c-4f5e-b8c0-d1972c7f0c1d admin admin] Usage tracker for resource:security_group_rule and tenant:7a37ae1f93a847c48bbb88820c66869b is out of sync, need to count used quota {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:04:13.091394 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-4daca62c-6d9c-4f5e-b8c0-d1972c7f0c1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:04:13.101167 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-4daca62c-6d9c-4f5e-b8c0-d1972c7f0c1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:04:13.184702 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d13cfd1-ec6d-4815-8a64-84dff6cb0f51 req-84f4e646-789d-4139-8230-698ce81b6ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:04:13.186403 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-7d13cfd1-ec6d-4815-8a64-84dff6cb0f51 req-84f4e646-789d-4139-8230-698ce81b6ce1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=69f1305b325747b387eaa173734086a5&device_id=c233978f-9c32-47bf-8b66-44f0baa08830 HTTP/1.1" status: 200  len: 1162 time: 0.6126139
Dec 03 15:04:13.225941 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-f0d9080c-7c7f-4d9a-90dc-bc089e93b779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:13.235951 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:04:13.252582 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-a67479aa-3184-4988-8c3a-5222248b989d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:04:13.269810 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-30794546-0347-424a-9600-5b3d7d2d3009 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:13.275995 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d9080c-7c7f-4d9a-90dc-bc089e93b779 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc93c6bd-1b0f-4f37-9dee-e8c297212d06,revision_number=None']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:04:13.279716 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-f0d9080c-7c7f-4d9a-90dc-bc089e93b779 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:04:13.301933 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-30794546-0347-424a-9600-5b3d7d2d3009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:13.307112 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb3b164-ab0a-4841-9ac0-64f973e5bb40 None None] Pushing event updated for resources: {'Port': ['ID=87ee4907-cfee-4aea-83a7-e3d8e8ca722f,revision_number=2']} {{(pid=80384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:04:13.312301 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-8f7fa224-70a4-413e-95e8-7c57b6920fcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:04:13.320815 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-afb3b164-ab0a-4841-9ac0-64f973e5bb40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:04:13.414462 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-f0d9080c-7c7f-4d9a-90dc-bc089e93b779 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:13.416608 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-f0d9080c-7c7f-4d9a-90dc-bc089e93b779 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/cc93c6bd-1b0f-4f37-9dee-e8c297212d06 HTTP/1.1" status: 204  len: 168 time: 1.0331926
Dec 03 15:04:13.434431 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30794546-0347-424a-9600-5b3d7d2d3009 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6797fa7e-e5d4-4598-a207-3d132842c2e3,revision_number=1']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:04:13.438608 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-30794546-0347-424a-9600-5b3d7d2d3009 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=ca8215c4836f47e2aa5d1c32a4cd5b0a&name=default HTTP/1.1" status: 200  len: 2879 time: 1.3986833
Dec 03 15:04:13.439746 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-30794546-0347-424a-9600-5b3d7d2d3009 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:04:13.442417 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 58572) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:04:13.504321 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d13cfd1-ec6d-4815-8a64-84dff6cb0f51 req-30c42f8b-e470-4c82-b8ea-c968a84f802e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:04:13.506003 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-7d13cfd1-ec6d-4815-8a64-84dff6cb0f51 req-30c42f8b-e470-4c82-b8ea-c968a84f802e service neutron] 10.222.0.83 "GET /v2.0/networks?id=99cd7ca3-24f1-4d31-adf2-9e1bba032327 HTTP/1.1" status: 200  len: 913 time: 0.2921729
Dec 03 15:04:13.546286 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-4daca62c-6d9c-4f5e-b8c0-d1972c7f0c1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:13.555180 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-4daca62c-6d9c-4f5e-b8c0-d1972c7f0c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:13.564262 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:04:13.599736 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-7d13cfd1-ec6d-4815-8a64-84dff6cb0f51 req-2c03922a-56ce-4368-8db6-897cd5c15b13 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4fcc7ba2-ca25-407b-8386-4f72181d346e HTTP/1.1" status: 200  len: 217 time: 0.0806327
Dec 03 15:04:13.639640 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-4daca62c-6d9c-4f5e-b8c0-d1972c7f0c1d admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=7a37ae1f93a847c48bbb88820c66869b&name=default HTTP/1.1" status: 200  len: 2879 time: 0.6988821
Dec 03 15:04:13.642887 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daca62c-6d9c-4f5e-b8c0-d1972c7f0c1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b34c93c-0fd9-4c24-a035-2dda496a6e25,revision_number=1']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:04:13.650056 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 58576) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:04:13.651143 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-4daca62c-6d9c-4f5e-b8c0-d1972c7f0c1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:04:13.660080 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-266f67ac-fba2-46a1-a06e-a86030b6f1d5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:13.660260 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-d554949f-275b-4d4e-b074-3968fbdf55cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:13.730568 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-d554949f-275b-4d4e-b074-3968fbdf55cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:13.764525 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d13cfd1-ec6d-4815-8a64-84dff6cb0f51 req-ef8804ae-b735-42da-9922-266efd8348d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:04:13.777430 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-7d13cfd1-ec6d-4815-8a64-84dff6cb0f51 req-ef8804ae-b735-42da-9922-266efd8348d9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4e3eb5e7-50fa-43d1-a585-cbf981244c9d HTTP/1.1" status: 200  len: 859 time: 0.1582775
Dec 03 15:04:13.897132 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-7d13cfd1-ec6d-4815-8a64-84dff6cb0f51 req-4ff8cf80-1eab-47e9-a1f2-5459e43f1281 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=99cd7ca3-24f1-4d31-adf2-9e1bba032327&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1182067
Dec 03 15:04:14.077950 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-d554949f-275b-4d4e-b074-3968fbdf55cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:14.094651 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-56ca2996-6656-4c18-b1e4-6156ba4b65dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:04:14.116803 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d554949f-275b-4d4e-b074-3968fbdf55cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6797fa7e-e5d4-4598-a207-3d132842c2e3,revision_number=None']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:04:14.122442 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-7d13cfd1-ec6d-4815-8a64-84dff6cb0f51 req-5d737c9d-ae60-410a-8e74-9b64b3224cc2 service neutron] 10.222.0.83 "GET /v2.0/networks/99cd7ca3-24f1-4d31-adf2-9e1bba032327?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2163148
Dec 03 15:04:14.123310 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-d554949f-275b-4d4e-b074-3968fbdf55cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:04:14.124566 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-d554949f-275b-4d4e-b074-3968fbdf55cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:14.125681 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-d554949f-275b-4d4e-b074-3968fbdf55cf admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/6797fa7e-e5d4-4598-a207-3d132842c2e3 HTTP/1.1" status: 204  len: 168 time: 0.6822820
Dec 03 15:04:14.222691 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-70298afc-5329-4a14-ab01-02f52a463b89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:14.338174 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-70298afc-5329-4a14-ab01-02f52a463b89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:14.353072 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-7d13cfd1-ec6d-4815-8a64-84dff6cb0f51 req-e686a1ae-efa3-44fa-95cc-97fb9ab3d7f1 service neutron] 10.222.0.83 "GET /v2.0/networks/99cd7ca3-24f1-4d31-adf2-9e1bba032327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2237685
Dec 03 15:04:14.469313 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdea568-b672-48f0-b604-f83ddb9537ca req-85abb9f1-f9c6-4001-935a-9b7da56f3df0 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:04:14.471033 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-8bdea568-b672-48f0-b604-f83ddb9537ca req-85abb9f1-f9c6-4001-935a-9b7da56f3df0 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/ports?device_id=c233978f-9c32-47bf-8b66-44f0baa08830 HTTP/1.1" status: 200  len: 945 time: 0.3964367
Dec 03 15:04:14.580638 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 58616) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:04:14.659983 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-8bdea568-b672-48f0-b604-f83ddb9537ca req-23d315e3-77c8-4976-99cf-35bbb30e5566 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/security-groups?id=eaa64044-32f2-4946-97be-06cf9f486ffa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1760120
Dec 03 15:04:14.682730 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.db_base_plugin_v2 [None req-5979a523-eb36-438b-9b3d-92328f4f6798 admin admin] Deleting subnet 25f76c1e-7c46-444d-93c7-ea7aeb2571b4 {{(pid=80382) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 15:04:14.687272 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-5979a523-eb36-438b-9b3d-92328f4f6798 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:14.726039 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-266f67ac-fba2-46a1-a06e-a86030b6f1d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036821239696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33527559'] for router, after_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:14.789991 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-5979a523-eb36-438b-9b3d-92328f4f6798 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31928803'] for subnet, precommit_delete_associations {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:14.841733 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-70298afc-5329-4a14-ab01-02f52a463b89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:14.845636 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:04:14.902696 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-5979a523-eb36-438b-9b3d-92328f4f6798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853789695'] for subnet, precommit_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:14.965672 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70298afc-5329-4a14-ab01-02f52a463b89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b34c93c-0fd9-4c24-a035-2dda496a6e25,revision_number=None']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:04:14.990474 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-70298afc-5329-4a14-ab01-02f52a463b89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:04:15.020568 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-70298afc-5329-4a14-ab01-02f52a463b89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:15.024801 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-70298afc-5329-4a14-ab01-02f52a463b89 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/9b34c93c-0fd9-4c24-a035-2dda496a6e25 HTTP/1.1" status: 204  len: 168 time: 1.3664935
Dec 03 15:04:15.051515 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc457a4-22fc-42d2-a990-fea903e012e4 None None] Network 52cd6ebc-32b4-40f6-9b98-6760dd6218f7 requested from dv-cinder-757908-3-iscsi {{(pid=80384) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 15:04:15.102546 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-266f67ac-fba2-46a1-a06e-a86030b6f1d5 admin admin] Router f4443b60-268a-4986-ad75-b9f203d8431a is scheduled to L3 agent 7132dbe3-ed21-4d9d-abcc-41c34baf52ae with binding_index 1 {{(pid=80383) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 03 15:04:15.411607 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-9f015188-ec6c-4a0c-ae5a-f051ca9703bb None None] Provisioning for port 87ee4907-cfee-4aea-83a7-e3d8e8ca722f completed by entity DHCP. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 15:04:15.412644 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-266f67ac-fba2-46a1-a06e-a86030b6f1d5 admin admin] Notify agent at l3_agent.dv-cinder-757908-3-iscsi the message routers_updated {{(pid=80383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 15:04:15.434322 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee839168-a179-4401-bc8b-deec651bb56f None None] Sync routers for ids ['f4443b60-268a-4986-ad75-b9f203d8431a'] in dv-cinder-757908-3-iscsi {{(pid=80385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 15:04:15.451842 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee839168-a179-4401-bc8b-deec651bb56f None None] Routers {'f4443b60-268a-4986-ad75-b9f203d8431a'} bound to L3 agent in host dv-cinder-757908-3-iscsi {{(pid=80385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 15:04:15.452396 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-ee839168-a179-4401-bc8b-deec651bb56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f072f6f0080>, 'dv-cinder-757908-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-03T14:53:20Z,description=<?>,heartbeat_timestamp=2020-12-03T15:03:50Z,host='dv-cinder-757908-3-iscsi',id=7132dbe3-ed21-4d9d-abcc-41c34baf52ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T14:53:20Z,topic='l3_agent')) {'router_ids': ['f4443b60-268a-4986-ad75-b9f203d8431a'], 'active': True} {{(pid=80385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:04:15.489592 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-266f67ac-fba2-46a1-a06e-a86030b6f1d5 admin admin] Notify callbacks [] for router, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:15.493396 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-266f67ac-fba2-46a1-a06e-a86030b6f1d5 admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201  len: 925 time: 4.7015812
Dec 03 15:04:15.496984 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 58644) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:04:15.511936 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-5979a523-eb36-438b-9b3d-92328f4f6798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33445888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30042905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036823903166'] for subnet, after_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:15.516483 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Device 87ee4907-cfee-4aea-83a7-e3d8e8ca722f up at agent ovs-agent-dv-cinder-757908-3-iscsi {{(pid=80384) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 15:04:15.668112 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Provisioning for port 87ee4907-cfee-4aea-83a7-e3d8e8ca722f completed by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 15:04:15.674065 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Provisioning complete for port 87ee4907-cfee-4aea-83a7-e3d8e8ca722f triggered by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:04:15.674716 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:15.757835 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvr_db [None req-ee839168-a179-4401-bc8b-deec651bb56f None None] Set router f4443b60-268a-4986-ad75-b9f203d8431a gateway port host: dv-cinder-757908-3-iscsi {{(pid=80385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 15:04:15.771178 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:04:15.884176 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-4f89f8b8-2894-4c9b-b86e-330aee2c2faa None None] Provisioning complete for port 87ee4907-cfee-4aea-83a7-e3d8e8ca722f triggered by entity DHCP. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:04:15.884906 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-4f89f8b8-2894-4c9b-b86e-330aee2c2faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:15.971393 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5979a523-eb36-438b-9b3d-92328f4f6798 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25f76c1e-7c46-444d-93c7-ea7aeb2571b4,revision_number=None']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:04:15.975401 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-5979a523-eb36-438b-9b3d-92328f4f6798 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:04:16.023051 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:16.061892 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] For port 87ee4907-cfee-4aea-83a7-e3d8e8ca722f, host dv-cinder-757908-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-3-iscsi',level=0,port_id=87ee4907-cfee-4aea-83a7-e3d8e8ca722f,segment=NetworkSegment(b1abe8f6-b60f-4b38-9155-9433b48d1378),segment_id=b1abe8f6-b60f-4b38-9155-9433b48d1378)] {{(pid=80384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 15:04:16.098989 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024'] for port, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:16.108902 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:04:16.152570 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-5979a523-eb36-438b-9b3d-92328f4f6798 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036822225390'] for subnet, before_response {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:16.189379 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-5979a523-eb36-438b-9b3d-92328f4f6798 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/25f76c1e-7c46-444d-93c7-ea7aeb2571b4 HTTP/1.1" status: 204  len: 168 time: 1.6051567
Dec 03 15:04:16.191784 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 58662) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:04:16.197488 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Pushing event updated for resources: {'Port': ['ID=87ee4907-cfee-4aea-83a7-e3d8e8ca722f,revision_number=3']} {{(pid=80384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:04:16.202727 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:04:16.295968 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b31889-05b2-436e-b22f-1899903672a8 req-ee8548d8-6f5c-4309-ae08-a628b5971a37 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:04:16.299101 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-d0b31889-05b2-436e-b22f-1899903672a8 req-ee8548d8-6f5c-4309-ae08-a628b5971a37 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/ports?device_id=c233978f-9c32-47bf-8b66-44f0baa08830 HTTP/1.1" status: 200  len: 945 time: 0.3036394
Dec 03 15:04:16.355426 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-24244bd4-bc7f-49c4-8d7d-dffd81015f33 None None] Provisioning complete for port 87ee4907-cfee-4aea-83a7-e3d8e8ca722f triggered by entity DHCP. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:04:16.356299 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-24244bd4-bc7f-49c4-8d7d-dffd81015f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:16.507138 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-ee839168-a179-4401-bc8b-deec651bb56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f072f6f0080>, [{'id': 'f4443b60-268a-4986-ad75-b9f203d8431a', 'name': 'tempest-TestMinimumBasicScenario-88033544-router', 'tenant_id': '26c9d45e8fe5417f944a2053d351ef69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'external_fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '30be0758-5712-4e81-a13c-eea80ab1819d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:04:10Z', 'updated_at': '2020-12-03T15:04:13Z', 'revision_number': 3, 'project_id': '26c9d45e8fe5417f944a2053d351ef69', 'gw_port': {'id': '30be0758-5712-4e81-a13c-eea80ab1819d', 'name': '', 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:a0:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4443b60-268a-4986-ad75-b9f203d8431a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:04:12Z', 'updated_at': '2020-12-03T15:04:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-iscsi'}], 'dv-cinder-757908-3-iscsi', False) {} {{(pid=80385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:04:16.516253 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee839168-a179-4401-bc8b-deec651bb56f None None] Checking router: f4443b60-268a-4986-ad75-b9f203d8431a for host: dv-cinder-757908-3-iscsi {{(pid=80385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 15:04:16.516656 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee839168-a179-4401-bc8b-deec651bb56f None None] Updating router f4443b60-268a-4986-ad75-b9f203d8431a port 30be0758-5712-4e81-a13c-eea80ab1819d binding host dv-cinder-757908-3-iscsi {{(pid=80385) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 03 15:04:16.532742 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-d0b31889-05b2-436e-b22f-1899903672a8 req-992142c4-5f41-4b34-ab91-fb4f6e14fc9e tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/security-groups?id=eaa64044-32f2-4946-97be-06cf9f486ffa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1166615
Dec 03 15:04:16.580922 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-fe81e26f-7205-4fcf-95c7-c47eb7b2058a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-851107'] for network, before_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:16.626718 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-ee839168-a179-4401-bc8b-deec651bb56f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:16.826976 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-95a44101-a460-4b69-9ac5-74e1c5aa473f None None] Provisioning complete for port 87ee4907-cfee-4aea-83a7-e3d8e8ca722f triggered by entity DHCP. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:04:16.827734 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-95a44101-a460-4b69-9ac5-74e1c5aa473f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:16.848388 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-4f3625d0-b4dc-4158-8800-8ed1e9a3cfa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:17.278316 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-ee839168-a179-4401-bc8b-deec651bb56f None None] Notify callbacks [] for port, precommit_update {{(pid=80385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:17.279597 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-fe81e26f-7205-4fcf-95c7-c47eb7b2058a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853792104', 'neutron.services.segments.db._delete_segments_for_network--9223363307551584696'] for network, precommit_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:17.329278 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-ee839168-a179-4401-bc8b-deec651bb56f None None] Transition to ACTIVE for port object 30be0758-5712-4e81-a13c-eea80ab1819d will not be triggered until provisioned by entity L2. {{(pid=80385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 15:04:17.337891 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-ee839168-a179-4401-bc8b-deec651bb56f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024'] for port, after_update {{(pid=80385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:17.362574 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:04:17.399989 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.db_base_plugin_common [None req-4f3625d0-b4dc-4158-8800-8ed1e9a3cfa4 admin admin] Allocated IP 172.20.0.1 (52cd6ebc-32b4-40f6-9b98-6760dd6218f7/30ca2e12-4884-437c-9915-69d4ed3ce940/2b63b955-7605-4bf7-8575-54a17fcf813c) {{(pid=80383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 15:04:17.443175 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Device 87ee4907-cfee-4aea-83a7-e3d8e8ca722f up at agent ovs-agent-dv-cinder-757908-3-iscsi {{(pid=80384) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 15:04:17.483272 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.services.segments.db [None req-fe81e26f-7205-4fcf-95c7-c47eb7b2058a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f072c943438>,) {'filters': {'network_id': ['a85bf9a1-8aaa-497f-805e-3906a9c1838a']}} {{(pid=80382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:04:17.533969 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.services.segments.db [None req-fe81e26f-7205-4fcf-95c7-c47eb7b2058a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f072c943438>, 'b71d9b29-4b12-45a8-9012-6b56c8b562af') {'for_net_delete': True} {{(pid=80382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:04:17.534484 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.services.segments.db [None req-fe81e26f-7205-4fcf-95c7-c47eb7b2058a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f072c943438>, 'b71d9b29-4b12-45a8-9012-6b56c8b562af') {} {{(pid=80382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:04:17.568491 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e655f9-08fc-42c2-9539-d7708193a36a req-0ddd4e2d-54ee-4ff0-8bc9-2710afb56779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:04:17.569760 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-39c30972-c47c-40d8-9d8d-5febbed7c350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:17.570446 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-e1e655f9-08fc-42c2-9539-d7708193a36a req-0ddd4e2d-54ee-4ff0-8bc9-2710afb56779 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=c233978f-9c32-47bf-8b66-44f0baa08830 HTTP/1.1" status: 200  len: 1162 time: 0.3657954
Dec 03 15:04:17.575017 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-fe81e26f-7205-4fcf-95c7-c47eb7b2058a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363307551582136', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036822846997'] for segment, before_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:17.624311 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Provisioning complete for port 87ee4907-cfee-4aea-83a7-e3d8e8ca722f triggered by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:04:17.624975 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:17.719583 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-fe81e26f-7205-4fcf-95c7-c47eb7b2058a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986486'] for segment, precommit_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:17.786575 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-fe81e26f-7205-4fcf-95c7-c47eb7b2058a admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80382) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 15:04:17.820617 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-4f3625d0-b4dc-4158-8800-8ed1e9a3cfa4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:17.821330 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-e1e655f9-08fc-42c2-9539-d7708193a36a req-f2443d70-f9a6-45fc-ad9f-d481525e3e82 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=eaa64044-32f2-4946-97be-06cf9f486ffa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1869822
Dec 03 15:04:17.925713 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-4f3625d0-b4dc-4158-8800-8ed1e9a3cfa4 admin admin] Transition to ACTIVE for port object 2b63b955-7605-4bf7-8575-54a17fcf813c will not be triggered until provisioned by entity DHCP. {{(pid=80383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 15:04:17.989447 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cee90a-ba28-479d-ad06-cda838411413 None None] Pushing event updated for resources: {'Port': ['ID=30be0758-5712-4e81-a13c-eea80ab1819d,revision_number=2']} {{(pid=80385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:04:17.989848 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e166ef-6e97-422d-b1fd-8836dde33552 req-7aefe1cb-c248-4ba9-8139-30c08aa3fe70 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:04:17.998342 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-a1e166ef-6e97-422d-b1fd-8836dde33552 req-7aefe1cb-c248-4ba9-8139-30c08aa3fe70 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/ports?device_id=c233978f-9c32-47bf-8b66-44f0baa08830 HTTP/1.1" status: 200  len: 945 time: 0.1525183
Dec 03 15:04:18.003673 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cee90a-ba28-479d-ad06-cda838411413 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:04:18.004289 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cee90a-ba28-479d-ad06-cda838411413 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:04:18.004902 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cee90a-ba28-479d-ad06-cda838411413 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:04:18.005558 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cee90a-ba28-479d-ad06-cda838411413 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:04:18.006153 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cee90a-ba28-479d-ad06-cda838411413 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:04:18.006729 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cee90a-ba28-479d-ad06-cda838411413 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:04:18.007282 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cee90a-ba28-479d-ad06-cda838411413 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:04:18.007829 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cee90a-ba28-479d-ad06-cda838411413 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:04:18.008389 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cee90a-ba28-479d-ad06-cda838411413 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:04:18.009515 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cee90a-ba28-479d-ad06-cda838411413 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:04:18.010127 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cee90a-ba28-479d-ad06-cda838411413 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:04:18.010690 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cee90a-ba28-479d-ad06-cda838411413 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:04:18.011326 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cee90a-ba28-479d-ad06-cda838411413 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:04:18.011917 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cee90a-ba28-479d-ad06-cda838411413 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:04:18.012471 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cee90a-ba28-479d-ad06-cda838411413 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:04:18.013028 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cee90a-ba28-479d-ad06-cda838411413 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:04:18.013573 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cee90a-ba28-479d-ad06-cda838411413 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:04:18.014189 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cee90a-ba28-479d-ad06-cda838411413 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:04:18.014744 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cee90a-ba28-479d-ad06-cda838411413 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:04:18.015290 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cee90a-ba28-479d-ad06-cda838411413 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:04:18.015881 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cee90a-ba28-479d-ad06-cda838411413 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:04:18.016426 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cee90a-ba28-479d-ad06-cda838411413 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:04:18.016983 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cee90a-ba28-479d-ad06-cda838411413 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:04:18.017525 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cee90a-ba28-479d-ad06-cda838411413 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:04:18.032345 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-06cee90a-ba28-479d-ad06-cda838411413 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.670s {{(pid=80385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:04:18.040909 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-4f3625d0-b4dc-4158-8800-8ed1e9a3cfa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307552080722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31294715'] for port, after_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:18.110589 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [None req-ee839168-a179-4401-bc8b-deec651bb56f None None] Attempting to bind port 30be0758-5712-4e81-a13c-eea80ab1819d on host dv-cinder-757908-3-iscsi for vnic_type normal with profile  {{(pid=80385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 15:04:18.110902 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [None req-ee839168-a179-4401-bc8b-deec651bb56f None None] Attempting to bind port 30be0758-5712-4e81-a13c-eea80ab1819d by drivers openvswitch on host dv-cinder-757908-3-iscsi at level 0 using segments [{'id': 'd4bc1e7b-f0cf-45e4-b2f6-c41c855b05f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e'}] {{(pid=80385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 15:04:18.111726 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee839168-a179-4401-bc8b-deec651bb56f None None] Attempting to bind port 30be0758-5712-4e81-a13c-eea80ab1819d on network 729c535b-bd07-4b0c-9bb6-d0eda364af7e {{(pid=80385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 15:04:18.119606 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee839168-a179-4401-bc8b-deec651bb56f None None] Checking agent: {'id': 'd86ab5d6-8c79-4633-8bc6-d0d32e0bb057', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757908-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 14, 53, 21), 'started_at': datetime.datetime(2020, 12, 3, 14, 53, 51), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 15, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757908-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.78', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 15:04:18.120349 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee839168-a179-4401-bc8b-deec651bb56f None None] Checking segment: {'id': 'd4bc1e7b-f0cf-45e4-b2f6-c41c855b05f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 15:04:18.121033 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-ee839168-a179-4401-bc8b-deec651bb56f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:18.121781 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee839168-a179-4401-bc8b-deec651bb56f None None] Bound using segment: {'id': 'd4bc1e7b-f0cf-45e4-b2f6-c41c855b05f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e'} {{(pid=80385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 15:04:18.122521 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [None req-ee839168-a179-4401-bc8b-deec651bb56f None None] Bound port: 30be0758-5712-4e81-a13c-eea80ab1819d, host: dv-cinder-757908-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4bc1e7b-f0cf-45e4-b2f6-c41c855b05f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e'}}] {{(pid=80385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 15:04:18.123149 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-ee839168-a179-4401-bc8b-deec651bb56f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:18.164730 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [None req-fe81e26f-7205-4fcf-95c7-c47eb7b2058a admin admin] Network a85bf9a1-8aaa-497f-805e-3906a9c1838a has no segments {{(pid=80382) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 15:04:18.176859 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-fe81e26f-7205-4fcf-95c7-c47eb7b2058a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853789314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036824732230'] for segment, after_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:18.178901 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:04:18.217387 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [None req-ee839168-a179-4401-bc8b-deec651bb56f None None] For port 30be0758-5712-4e81-a13c-eea80ab1819d, host dv-cinder-757908-3-iscsi, cleared binding levels {{(pid=80385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 15:04:18.221498 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [None req-ee839168-a179-4401-bc8b-deec651bb56f None None] For port 30be0758-5712-4e81-a13c-eea80ab1819d, host dv-cinder-757908-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-3-iscsi',level=0,port_id=30be0758-5712-4e81-a13c-eea80ab1819d,segment=NetworkSegment(d4bc1e7b-f0cf-45e4-b2f6-c41c855b05f5),segment_id=d4bc1e7b-f0cf-45e4-b2f6-c41c855b05f5)] {{(pid=80385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 15:04:18.225441 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-ee839168-a179-4401-bc8b-deec651bb56f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024'] for port, after_update {{(pid=80385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:18.243865 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:04:18.252367 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3625d0-b4dc-4158-8800-8ed1e9a3cfa4 admin admin] Pushing event updated for resources: {'Port': ['ID=2b63b955-7605-4bf7-8575-54a17fcf813c,revision_number=1']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:04:18.255631 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-4f3625d0-b4dc-4158-8800-8ed1e9a3cfa4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:04:18.272502 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-a1e166ef-6e97-422d-b1fd-8836dde33552 req-923082d1-ad93-457f-a655-a47439f09daf tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/security-groups?id=eaa64044-32f2-4946-97be-06cf9f486ffa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2730489
Dec 03 15:04:18.300275 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f3625d0-b4dc-4158-8800-8ed1e9a3cfa4 admin admin] Network 52cd6ebc-32b4-40f6-9b98-6760dd6218f7 is already hosted by enough agents. {{(pid=80383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 15:04:18.301494 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.base_scheduler [None req-4f3625d0-b4dc-4158-8800-8ed1e9a3cfa4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 15:04:18.304213 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3625d0-b4dc-4158-8800-8ed1e9a3cfa4 admin admin] Received port after_create {{(pid=80383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 15:04:18.436547 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [None req-fe81e26f-7205-4fcf-95c7-c47eb7b2058a admin admin] Network a85bf9a1-8aaa-497f-805e-3906a9c1838a has no segments {{(pid=80382) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 15:04:18.512300 dv-cinder-757908-3-iscsi neutron-server[80271]: Traceback (most recent call last):
Dec 03 15:04:18.512300 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 15:04:18.512300 dv-cinder-757908-3-iscsi neutron-server[80271]:     timer()
Dec 03 15:04:18.512300 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 15:04:18.512300 dv-cinder-757908-3-iscsi neutron-server[80271]:     cb(*args, **kw)
Dec 03 15:04:18.512300 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 15:04:18.512300 dv-cinder-757908-3-iscsi neutron-server[80271]:     return func(*args, **kwargs)
Dec 03 15:04:18.512300 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 15:04:18.512300 dv-cinder-757908-3-iscsi neutron-server[80271]:     self._notify()
Dec 03 15:04:18.512300 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 15:04:18.512300 dv-cinder-757908-3-iscsi neutron-server[80271]:     self.callback(batched_events)
Dec 03 15:04:18.512300 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 15:04:18.512300 dv-cinder-757908-3-iscsi neutron-server[80271]:     event.method(event)
Dec 03 15:04:18.512300 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 15:04:18.512300 dv-cinder-757908-3-iscsi neutron-server[80271]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 15:04:18.512300 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 15:04:18.512300 dv-cinder-757908-3-iscsi neutron-server[80271]:     segment_id)['aggregates'][0]
Dec 03 15:04:18.512300 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 15:04:18.512300 dv-cinder-757908-3-iscsi neutron-server[80271]:     return f(self, *a, **k)
Dec 03 15:04:18.512300 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 15:04:18.512300 dv-cinder-757908-3-iscsi neutron-server[80271]:     return self._get(url).json()
Dec 03 15:04:18.512300 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 15:04:18.512300 dv-cinder-757908-3-iscsi neutron-server[80271]:     **kwargs)
Dec 03 15:04:18.512300 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 15:04:18.512300 dv-cinder-757908-3-iscsi neutron-server[80271]:     return self.request(url, 'GET', **kwargs)
Dec 03 15:04:18.512300 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 15:04:18.512300 dv-cinder-757908-3-iscsi neutron-server[80271]:     **endpoint_filter)
Dec 03 15:04:18.512300 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 15:04:18.512300 dv-cinder-757908-3-iscsi neutron-server[80271]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 15:04:18.512300 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 15:04:18.512300 dv-cinder-757908-3-iscsi neutron-server[80271]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 15:04:18.512300 dv-cinder-757908-3-iscsi neutron-server[80271]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 15:04:18.563749 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cee90a-ba28-479d-ad06-cda838411413 None None] Pushing event updated for resources: {'Port': ['ID=30be0758-5712-4e81-a13c-eea80ab1819d,revision_number=3']} {{(pid=80385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:04:18.584221 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-06cee90a-ba28-479d-ad06-cda838411413 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=80385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:04:18.635611 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee839168-a179-4401-bc8b-deec651bb56f None None] Routers {'f4443b60-268a-4986-ad75-b9f203d8431a'} bound to L3 agent in host dv-cinder-757908-3-iscsi {{(pid=80385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 15:04:18.636558 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-ee839168-a179-4401-bc8b-deec651bb56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f072f6f0080>, 'dv-cinder-757908-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-03T14:53:20Z,description=<?>,heartbeat_timestamp=2020-12-03T15:03:50Z,host='dv-cinder-757908-3-iscsi',id=7132dbe3-ed21-4d9d-abcc-41c34baf52ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T14:53:20Z,topic='l3_agent')) {'router_ids': ['f4443b60-268a-4986-ad75-b9f203d8431a'], 'active': True} {{(pid=80385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:04:18.683688 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-aeb0d0d7-9f76-4251-b54a-8beb0f092ed3 None None] Provisioning for port 2b63b955-7605-4bf7-8575-54a17fcf813c completed by entity DHCP. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 15:04:18.692738 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-aeb0d0d7-9f76-4251-b54a-8beb0f092ed3 None None] Provisioning complete for port 2b63b955-7605-4bf7-8575-54a17fcf813c triggered by entity DHCP. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:04:18.694730 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-aeb0d0d7-9f76-4251-b54a-8beb0f092ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:18.715352 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-fe81e26f-7205-4fcf-95c7-c47eb7b2058a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036821248189'] for network, after_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:18.719255 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-e767c730-c448-4c9e-91bb-0e4f9d2a0189 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:04:18.766416 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-fe81e26f-7205-4fcf-95c7-c47eb7b2058a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036822225390'] for network, before_response {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:18.776081 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-4f3625d0-b4dc-4158-8800-8ed1e9a3cfa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036821248038'] for router_interface, before_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:18.788823 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe81e26f-7205-4fcf-95c7-c47eb7b2058a admin admin] Pushing event deleted for resources: {'Network': ['ID=a85bf9a1-8aaa-497f-805e-3906a9c1838a,revision_number=None']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:04:18.801814 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-fe81e26f-7205-4fcf-95c7-c47eb7b2058a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:04:18.812266 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-fe81e26f-7205-4fcf-95c7-c47eb7b2058a admin admin] 10.222.0.63 "DELETE /v2.0/networks/a85bf9a1-8aaa-497f-805e-3906a9c1838a HTTP/1.1" status: 204  len: 168 time: 2.6175997
Dec 03 15:04:18.815785 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 58724) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:04:18.823150 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [None req-aeb0d0d7-9f76-4251-b54a-8beb0f092ed3 None None] Port 2b63b955-7605-4bf7-8575-54a17fcf813c cannot update to ACTIVE because it is not bound. {{(pid=80384) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 15:04:18.956045 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvr_db [None req-ee839168-a179-4401-bc8b-deec651bb56f None None] Set router f4443b60-268a-4986-ad75-b9f203d8431a gateway port host: dv-cinder-757908-3-iscsi {{(pid=80385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 15:04:18.961039 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.db_base_plugin_v2 [None req-42429a48-fe07-433d-9ad8-51ba60d2c24c admin admin] Deleting subnet 5e218412-6a2a-44cb-9969-e579542cf733 {{(pid=80382) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 15:04:18.972324 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-42429a48-fe07-433d-9ad8-51ba60d2c24c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:19.018152 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-4f3625d0-b4dc-4158-8800-8ed1e9a3cfa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:19.094860 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-42429a48-fe07-433d-9ad8-51ba60d2c24c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31928803'] for subnet, precommit_delete_associations {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:19.225675 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-42429a48-fe07-433d-9ad8-51ba60d2c24c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853789695'] for subnet, precommit_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:19.436919 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-ee839168-a179-4401-bc8b-deec651bb56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f072f6f0080>, [{'id': 'f4443b60-268a-4986-ad75-b9f203d8431a', 'name': 'tempest-TestMinimumBasicScenario-88033544-router', 'tenant_id': '26c9d45e8fe5417f944a2053d351ef69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'external_fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '30be0758-5712-4e81-a13c-eea80ab1819d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:04:10Z', 'updated_at': '2020-12-03T15:04:13Z', 'revision_number': 3, 'project_id': '26c9d45e8fe5417f944a2053d351ef69', 'gw_port': {'id': '30be0758-5712-4e81-a13c-eea80ab1819d', 'name': '', 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:a0:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4443b60-268a-4986-ad75-b9f203d8431a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:04:12Z', 'updated_at': '2020-12-03T15:04:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-iscsi'}], 'dv-cinder-757908-3-iscsi', False) {} {{(pid=80385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:04:19.448806 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee839168-a179-4401-bc8b-deec651bb56f None None] The sync data for ids ['f4443b60-268a-4986-ad75-b9f203d8431a'] in dv-cinder-757908-3-iscsi is: [{'id': 'f4443b60-268a-4986-ad75-b9f203d8431a', 'name': 'tempest-TestMinimumBasicScenario-88033544-router', 'tenant_id': '26c9d45e8fe5417f944a2053d351ef69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'external_fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '30be0758-5712-4e81-a13c-eea80ab1819d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:04:10Z', 'updated_at': '2020-12-03T15:04:13Z', 'revision_number': 3, 'project_id': '26c9d45e8fe5417f944a2053d351ef69', 'gw_port': {'id': '30be0758-5712-4e81-a13c-eea80ab1819d', 'name': '', 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:a0:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4443b60-268a-4986-ad75-b9f203d8431a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:04:12Z', 'updated_at': '2020-12-03T15:04:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-iscsi'}] {{(pid=80385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 15:04:19.475198 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 58754) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:04:19.726465 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-4f3625d0-b4dc-4158-8800-8ed1e9a3cfa4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:19.731922 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-4f3625d0-b4dc-4158-8800-8ed1e9a3cfa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823481102'] for port, after_update {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:19.795787 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:04:19.799914 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-42429a48-fe07-433d-9ad8-51ba60d2c24c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33445888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30042905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036823903166'] for subnet, after_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:19.821057 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:04:19.869579 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059a60fe-456d-4bcc-a8d3-9548cbe06a11 req-e5f8279d-4ea3-4f51-a4c3-f7db10869cdd tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:04:19.878669 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-059a60fe-456d-4bcc-a8d3-9548cbe06a11 req-e5f8279d-4ea3-4f51-a4c3-f7db10869cdd tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/ports?device_id=c233978f-9c32-47bf-8b66-44f0baa08830 HTTP/1.1" status: 200  len: 945 time: 0.2090881
Dec 03 15:04:19.891994 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42429a48-fe07-433d-9ad8-51ba60d2c24c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e218412-6a2a-44cb-9969-e579542cf733,revision_number=None']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:04:19.919443 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-9cc6b5e9-c6da-4702-8aa2-7f213b90fb6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:19.979089 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-4f3625d0-b4dc-4158-8800-8ed1e9a3cfa4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32547023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33522183'] for router_interface, after_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:20.193132 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-d1a712ed-1597-40ee-be3f-9bd7eb160871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:20.195732 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-9cc6b5e9-c6da-4702-8aa2-7f213b90fb6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:04:20.201633 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-9cc6b5e9-c6da-4702-8aa2-7f213b90fb6a admin admin] Usage tracker for resource:security_group_rule and tenant:de89fd36e11c4a4580150f35e0faedbf is out of sync, need to count used quota {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:04:20.204720 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-07cc8d3c-83bb-4ee1-95d3-d2ba77db658a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:20.205157 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-9cc6b5e9-c6da-4702-8aa2-7f213b90fb6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:04:20.212473 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 58776) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:04:20.222867 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-9cc6b5e9-c6da-4702-8aa2-7f213b90fb6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:04:20.226502 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f3625d0-b4dc-4158-8800-8ed1e9a3cfa4 admin admin] Network 52cd6ebc-32b4-40f6-9b98-6760dd6218f7 is already hosted by enough agents. {{(pid=80383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 15:04:20.235529 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.base_scheduler [None req-4f3625d0-b4dc-4158-8800-8ed1e9a3cfa4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 15:04:20.273252 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-42429a48-fe07-433d-9ad8-51ba60d2c24c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:04:20.465165 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-059a60fe-456d-4bcc-a8d3-9548cbe06a11 req-698d3d5f-be05-40df-a5e3-4337819e3557 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/security-groups?id=eaa64044-32f2-4946-97be-06cf9f486ffa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5704925
Dec 03 15:04:20.504926 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3625d0-b4dc-4158-8800-8ed1e9a3cfa4 admin admin] Pushing event updated for resources: {'Port': ['ID=2b63b955-7605-4bf7-8575-54a17fcf813c,revision_number=2']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:04:20.512567 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-58d09968-4d69-49fd-9329-70e08e055c17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:20.524155 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-42429a48-fe07-433d-9ad8-51ba60d2c24c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036822225390'] for subnet, before_response {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:20.553554 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-42429a48-fe07-433d-9ad8-51ba60d2c24c admin admin] 10.222.0.63 "DELETE /v2.0/subnets/5e218412-6a2a-44cb-9969-e579542cf733 HTTP/1.1" status: 204  len: 168 time: 1.7365670
Dec 03 15:04:20.554999 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 58788) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:04:20.566034 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-4f3625d0-b4dc-4158-8800-8ed1e9a3cfa4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.770s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:04:20.592457 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-58d09968-4d69-49fd-9329-70e08e055c17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:04:20.597071 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-58d09968-4d69-49fd-9329-70e08e055c17 admin admin] Usage tracker for resource:security_group_rule and tenant:427a7242df8f4c74b0826f647c5ab33f is out of sync, need to count used quota {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:04:20.600283 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-58d09968-4d69-49fd-9329-70e08e055c17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:04:20.620387 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-58d09968-4d69-49fd-9329-70e08e055c17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:04:20.670611 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-7f2bf241-b71e-4c8e-97ae-73471af458b2 None None] Provisioning complete for port 2b63b955-7605-4bf7-8575-54a17fcf813c triggered by entity DHCP. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:04:20.671002 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-7f2bf241-b71e-4c8e-97ae-73471af458b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:20.740554 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-3b0ad21b-ea9d-4000-9e24-da22b759d658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-851107'] for network, before_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:20.756209 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f3625d0-b4dc-4158-8800-8ed1e9a3cfa4 admin admin] Router f4443b60-268a-4986-ad75-b9f203d8431a has already been hosted by L3 agent 7132dbe3-ed21-4d9d-abcc-41c34baf52ae {{(pid=80383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 15:04:20.873321 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [None req-7f2bf241-b71e-4c8e-97ae-73471af458b2 None None] Port 2b63b955-7605-4bf7-8575-54a17fcf813c cannot update to ACTIVE because it is not bound. {{(pid=80384) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 15:04:21.046365 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-58d09968-4d69-49fd-9329-70e08e055c17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:21.058079 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-58d09968-4d69-49fd-9329-70e08e055c17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:21.072280 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-3b0ad21b-ea9d-4000-9e24-da22b759d658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853792104', 'neutron.services.segments.db._delete_segments_for_network--9223363307551584696'] for network, precommit_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:21.078590 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-3ca26252-c8c4-46c1-b06b-f8f1a3cf02f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:04:21.162346 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-9cc6b5e9-c6da-4702-8aa2-7f213b90fb6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:21.178026 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-9cc6b5e9-c6da-4702-8aa2-7f213b90fb6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:21.188482 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d09968-4d69-49fd-9329-70e08e055c17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36885c07-68f5-49ab-9a89-e599b8795bd1,revision_number=1']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:04:21.192001 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-58d09968-4d69-49fd-9329-70e08e055c17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:04:21.193589 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f3625d0-b4dc-4158-8800-8ed1e9a3cfa4 admin admin] Notify agent at l3_agent.dv-cinder-757908-3-iscsi the message routers_updated {{(pid=80383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 15:04:21.204704 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-36c05773-d63f-4f78-bb01-6595176972b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:04:21.215861 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-58d09968-4d69-49fd-9329-70e08e055c17 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=427a7242df8f4c74b0826f647c5ab33f&name=default HTTP/1.1" status: 200  len: 2879 time: 1.0022833
Dec 03 15:04:21.223320 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 58800) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:04:21.283231 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:21.296071 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-9cc6b5e9-c6da-4702-8aa2-7f213b90fb6a admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=de89fd36e11c4a4580150f35e0faedbf&name=default HTTP/1.1" status: 200  len: 2879 time: 1.8154242
Dec 03 15:04:21.301185 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 58806) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:04:21.306241 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc6b5e9-c6da-4702-8aa2-7f213b90fb6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7f1cac9-4e39-4c65-90ab-048cae781940,revision_number=1']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:04:21.311042 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-9cc6b5e9-c6da-4702-8aa2-7f213b90fb6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:04:21.350790 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-4f3625d0-b4dc-4158-8800-8ed1e9a3cfa4 admin admin] 10.222.0.63 "PUT /v2.0/routers/f4443b60-268a-4986-ad75-b9f203d8431a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.8494673
Dec 03 15:04:21.407941 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-6920be65-3016-429b-84c3-368b98e443cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:21.454680 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Device 30be0758-5712-4e81-a13c-eea80ab1819d up at agent ovs-agent-dv-cinder-757908-3-iscsi {{(pid=80384) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 15:04:21.470197 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2e882ca9-624b-41de-881a-206e7b73d746 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:21.480551 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-6920be65-3016-429b-84c3-368b98e443cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:21.484919 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.services.segments.db [None req-3b0ad21b-ea9d-4000-9e24-da22b759d658 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f072d88f9e8>,) {'filters': {'network_id': ['d096ffee-7bfc-4e22-bb60-a935752ec0de']}} {{(pid=80382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:04:21.521876 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.services.segments.db [None req-3b0ad21b-ea9d-4000-9e24-da22b759d658 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f072d88f9e8>, 'ca5fc781-53b6-4fbe-9d21-107c738e7cbb') {'for_net_delete': True} {{(pid=80382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:04:21.521876 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.services.segments.db [None req-3b0ad21b-ea9d-4000-9e24-da22b759d658 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f072d88f9e8>, 'ca5fc781-53b6-4fbe-9d21-107c738e7cbb') {} {{(pid=80382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:04:21.531556 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aaf4b9-3cc2-4f10-8672-4658649cf98a req-60788757-d50c-4128-b414-48ce14bbed78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:04:21.533188 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-f3aaf4b9-3cc2-4f10-8672-4658649cf98a req-60788757-d50c-4128-b414-48ce14bbed78 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=69f1305b325747b387eaa173734086a5&device_id=c233978f-9c32-47bf-8b66-44f0baa08830 HTTP/1.1" status: 200  len: 1162 time: 0.4257212
Dec 03 15:04:21.564755 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2e882ca9-624b-41de-881a-206e7b73d746 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:21.565622 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Provisioning for port 30be0758-5712-4e81-a13c-eea80ab1819d completed by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 15:04:21.570768 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Provisioning complete for port 30be0758-5712-4e81-a13c-eea80ab1819d triggered by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:04:21.571164 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:21.638808 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-6920be65-3016-429b-84c3-368b98e443cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:21.644265 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-70ddf9e5-ecfd-44e1-ad45-5fdbd8a739c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:04:21.659792 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6920be65-3016-429b-84c3-368b98e443cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36885c07-68f5-49ab-9a89-e599b8795bd1,revision_number=None']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:04:21.668850 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-6920be65-3016-429b-84c3-368b98e443cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:04:21.670010 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-6920be65-3016-429b-84c3-368b98e443cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:21.671237 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-6920be65-3016-429b-84c3-368b98e443cb admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/36885c07-68f5-49ab-9a89-e599b8795bd1 HTTP/1.1" status: 204  len: 168 time: 0.4469192
Dec 03 15:04:21.672275 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2e882ca9-624b-41de-881a-206e7b73d746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:21.675155 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2e882ca9-624b-41de-881a-206e7b73d746 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:21.676183 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-2e882ca9-624b-41de-881a-206e7b73d746 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/d7f1cac9-4e39-4c65-90ab-048cae781940 HTTP/1.1" status: 204  len: 168 time: 0.3717198
Dec 03 15:04:21.677165 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-115d6464-4f3a-496b-9ea1-3e53c5fdcd6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:04:21.689549 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e882ca9-624b-41de-881a-206e7b73d746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7f1cac9-4e39-4c65-90ab-048cae781940,revision_number=None']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:04:21.691989 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-2e882ca9-624b-41de-881a-206e7b73d746 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:04:21.702504 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-3b0ad21b-ea9d-4000-9e24-da22b759d658 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363307551582136', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036822846997'] for segment, before_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:21.751963 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222a39a1-89cd-4e60-9683-4818e4a0ab4e req-9acf8809-dafb-4bf0-bb6b-fdcc3ce4269e tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:04:21.759628 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-222a39a1-89cd-4e60-9683-4818e4a0ab4e req-9acf8809-dafb-4bf0-bb6b-fdcc3ce4269e tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/ports?device_id=c233978f-9c32-47bf-8b66-44f0baa08830 HTTP/1.1" status: 200  len: 945 time: 0.4687541
Dec 03 15:04:21.762621 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:21.766492 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-3b0ad21b-ea9d-4000-9e24-da22b759d658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986486'] for segment, precommit_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:21.793814 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] For port 30be0758-5712-4e81-a13c-eea80ab1819d, host dv-cinder-757908-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-3-iscsi',level=0,port_id=30be0758-5712-4e81-a13c-eea80ab1819d,segment=NetworkSegment(d4bc1e7b-f0cf-45e4-b2f6-c41c855b05f5),segment_id=d4bc1e7b-f0cf-45e4-b2f6-c41c855b05f5)] {{(pid=80384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 15:04:21.804810 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3b0ad21b-ea9d-4000-9e24-da22b759d658 admin admin] Releasing vxlan tunnel 8 to pool {{(pid=80382) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 15:04:21.820673 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aaf4b9-3cc2-4f10-8672-4658649cf98a req-ac90f4c7-07ec-4efa-a390-c57fc46e7885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:04:21.822332 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-f3aaf4b9-3cc2-4f10-8672-4658649cf98a req-ac90f4c7-07ec-4efa-a390-c57fc46e7885 service neutron] 10.222.0.83 "GET /v2.0/networks?id=99cd7ca3-24f1-4d31-adf2-9e1bba032327 HTTP/1.1" status: 200  len: 913 time: 0.2801697
Dec 03 15:04:21.854774 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024'] for port, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:21.857723 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:04:21.926661 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-222a39a1-89cd-4e60-9683-4818e4a0ab4e req-203e706f-b261-47ab-b6a2-44de5b7ce646 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/security-groups?id=eaa64044-32f2-4946-97be-06cf9f486ffa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1658735
Dec 03 15:04:22.012729 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-f3aaf4b9-3cc2-4f10-8672-4658649cf98a req-421f7dd5-db62-4ba0-b44e-ab4f0a3e59b2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4fcc7ba2-ca25-407b-8386-4f72181d346e HTTP/1.1" status: 200  len: 217 time: 0.1731875
Dec 03 15:04:22.049545 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-7c778c2a-832b-4a71-9338-2409dcb4fb0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:22.058237 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Pushing event updated for resources: {'Port': ['ID=30be0758-5712-4e81-a13c-eea80ab1819d,revision_number=4']} {{(pid=80384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:04:22.068818 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:04:22.069204 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:04:22.070086 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:04:22.070715 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:04:22.070835 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:04:22.071157 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:04:22.071522 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:04:22.071884 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:04:22.072501 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:04:22.072610 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:04:22.072931 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:04:22.073249 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:04:22.074229 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:04:22.075419 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:04:22.075856 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:04:22.076222 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:04:22.076582 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:04:22.076949 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:04:22.077641 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:04:22.077765 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:04:22.078168 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:04:22.078593 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:04:22.078905 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:04:22.079265 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:04:22.094023 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:04:22.166466 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [None req-3b0ad21b-ea9d-4000-9e24-da22b759d658 admin admin] Network d096ffee-7bfc-4e22-bb60-a935752ec0de has no segments {{(pid=80382) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 15:04:22.177698 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-3b0ad21b-ea9d-4000-9e24-da22b759d658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853789314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036824732230'] for segment, after_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:22.219160 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aaf4b9-3cc2-4f10-8672-4658649cf98a req-a8457542-c171-4f35-a843-6e57101de0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:04:22.220750 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-f3aaf4b9-3cc2-4f10-8672-4658649cf98a req-a8457542-c171-4f35-a843-6e57101de0e0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4e3eb5e7-50fa-43d1-a585-cbf981244c9d HTTP/1.1" status: 200  len: 859 time: 0.1877618
Dec 03 15:04:22.275409 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 58836) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:04:22.309018 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-a55009e1-ba79-40e3-915e-2b79d79df16a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:22.328292 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-a55009e1-ba79-40e3-915e-2b79d79df16a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:04:22.332671 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-a55009e1-ba79-40e3-915e-2b79d79df16a admin admin] Usage tracker for resource:security_group_rule and tenant:b09a759523df401d9fda2c50e2008295 is out of sync, need to count used quota {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:04:22.333560 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-f3aaf4b9-3cc2-4f10-8672-4658649cf98a req-4791d711-bd34-43c3-9fff-1aaa1b63ccc8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=99cd7ca3-24f1-4d31-adf2-9e1bba032327&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0605471
Dec 03 15:04:22.336474 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-a55009e1-ba79-40e3-915e-2b79d79df16a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:04:22.350873 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-a55009e1-ba79-40e3-915e-2b79d79df16a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:04:22.450301 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-a55009e1-ba79-40e3-915e-2b79d79df16a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:22.454670 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-a55009e1-ba79-40e3-915e-2b79d79df16a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:22.465364 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-58d09968-4d69-49fd-9329-70e08e055c17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:04:22.501997 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55009e1-ba79-40e3-915e-2b79d79df16a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6716edc-e4a4-4c6e-8127-e1709f86a239,revision_number=1']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:04:22.507415 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-a55009e1-ba79-40e3-915e-2b79d79df16a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:04:22.532137 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-a55009e1-ba79-40e3-915e-2b79d79df16a admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=b09a759523df401d9fda2c50e2008295&name=default HTTP/1.1" status: 200  len: 2879 time: 0.2555804
Dec 03 15:04:22.535799 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 58854) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:04:22.635317 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [None req-3b0ad21b-ea9d-4000-9e24-da22b759d658 admin admin] Network d096ffee-7bfc-4e22-bb60-a935752ec0de has no segments {{(pid=80382) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 15:04:22.657115 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-cd0cb729-b7ff-440c-b408-a9fc118d6951 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:22.691060 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-cd0cb729-b7ff-440c-b408-a9fc118d6951 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:22.759691 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-cd0cb729-b7ff-440c-b408-a9fc118d6951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:22.780013 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-20faa1d6-33ba-43ad-a847-70917b397886 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:04:22.788154 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-f3aaf4b9-3cc2-4f10-8672-4658649cf98a req-728e951e-9d6d-458c-aa11-2e1215930b3d service neutron] 10.222.0.83 "GET /v2.0/networks/99cd7ca3-24f1-4d31-adf2-9e1bba032327?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4440954
Dec 03 15:04:22.810886 dv-cinder-757908-3-iscsi neutron-server[80271]: Traceback (most recent call last):
Dec 03 15:04:22.810886 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 15:04:22.810886 dv-cinder-757908-3-iscsi neutron-server[80271]:     timer()
Dec 03 15:04:22.810886 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 15:04:22.810886 dv-cinder-757908-3-iscsi neutron-server[80271]:     cb(*args, **kw)
Dec 03 15:04:22.810886 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 15:04:22.810886 dv-cinder-757908-3-iscsi neutron-server[80271]:     return func(*args, **kwargs)
Dec 03 15:04:22.810886 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 15:04:22.810886 dv-cinder-757908-3-iscsi neutron-server[80271]:     self._notify()
Dec 03 15:04:22.810886 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 15:04:22.810886 dv-cinder-757908-3-iscsi neutron-server[80271]:     self.callback(batched_events)
Dec 03 15:04:22.810886 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 15:04:22.810886 dv-cinder-757908-3-iscsi neutron-server[80271]:     event.method(event)
Dec 03 15:04:22.810886 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 15:04:22.810886 dv-cinder-757908-3-iscsi neutron-server[80271]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 15:04:22.810886 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 15:04:22.810886 dv-cinder-757908-3-iscsi neutron-server[80271]:     segment_id)['aggregates'][0]
Dec 03 15:04:22.810886 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 15:04:22.810886 dv-cinder-757908-3-iscsi neutron-server[80271]:     return f(self, *a, **k)
Dec 03 15:04:22.810886 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 15:04:22.810886 dv-cinder-757908-3-iscsi neutron-server[80271]:     return self._get(url).json()
Dec 03 15:04:22.810886 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 15:04:22.810886 dv-cinder-757908-3-iscsi neutron-server[80271]:     **kwargs)
Dec 03 15:04:22.810886 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 15:04:22.810886 dv-cinder-757908-3-iscsi neutron-server[80271]:     return self.request(url, 'GET', **kwargs)
Dec 03 15:04:22.810886 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 15:04:22.810886 dv-cinder-757908-3-iscsi neutron-server[80271]:     **endpoint_filter)
Dec 03 15:04:22.810886 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 15:04:22.810886 dv-cinder-757908-3-iscsi neutron-server[80271]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 15:04:22.810886 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 15:04:22.810886 dv-cinder-757908-3-iscsi neutron-server[80271]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 15:04:22.810886 dv-cinder-757908-3-iscsi neutron-server[80271]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 15:04:22.814294 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0cb729-b7ff-440c-b408-a9fc118d6951 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6716edc-e4a4-4c6e-8127-e1709f86a239,revision_number=None']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:04:22.817588 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-cd0cb729-b7ff-440c-b408-a9fc118d6951 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:04:22.820419 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-cd0cb729-b7ff-440c-b408-a9fc118d6951 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:22.825678 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-cd0cb729-b7ff-440c-b408-a9fc118d6951 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/d6716edc-e4a4-4c6e-8127-e1709f86a239 HTTP/1.1" status: 204  len: 168 time: 0.2803683
Dec 03 15:04:22.931042 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990e1ed5-afc2-49b3-9c09-9170269919f0 None None] Sync routers for ids ['f4443b60-268a-4986-ad75-b9f203d8431a'] in dv-cinder-757908-3-iscsi {{(pid=80384) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 15:04:22.947132 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990e1ed5-afc2-49b3-9c09-9170269919f0 None None] Routers {'f4443b60-268a-4986-ad75-b9f203d8431a'} bound to L3 agent in host dv-cinder-757908-3-iscsi {{(pid=80384) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 15:04:22.948071 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-990e1ed5-afc2-49b3-9c09-9170269919f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f072ecfaa20>, 'dv-cinder-757908-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-03T14:53:20Z,description=<?>,heartbeat_timestamp=2020-12-03T15:04:20Z,host='dv-cinder-757908-3-iscsi',id=7132dbe3-ed21-4d9d-abcc-41c34baf52ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T14:53:20Z,topic='l3_agent')) {'router_ids': ['f4443b60-268a-4986-ad75-b9f203d8431a'], 'active': True} {{(pid=80384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:04:23.048882 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-3b0ad21b-ea9d-4000-9e24-da22b759d658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036821248189'] for network, after_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:23.108642 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:04:23.135236 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-3b0ad21b-ea9d-4000-9e24-da22b759d658 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036822225390'] for network, before_response {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:23.141602 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0ad21b-ea9d-4000-9e24-da22b759d658 admin admin] Pushing event deleted for resources: {'Network': ['ID=d096ffee-7bfc-4e22-bb60-a935752ec0de,revision_number=None']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:04:23.145480 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-3b0ad21b-ea9d-4000-9e24-da22b759d658 admin admin] 10.222.0.63 "DELETE /v2.0/networks/d096ffee-7bfc-4e22-bb60-a935752ec0de HTTP/1.1" status: 204  len: 168 time: 2.5888870
Dec 03 15:04:23.150909 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-3b0ad21b-ea9d-4000-9e24-da22b759d658 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:04:23.233077 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-f3aaf4b9-3cc2-4f10-8672-4658649cf98a req-8b934818-001e-47b0-a722-f31cc50803ef service neutron] 10.222.0.83 "GET /v2.0/networks/99cd7ca3-24f1-4d31-adf2-9e1bba032327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4193034
Dec 03 15:04:23.285585 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvr_db [None req-990e1ed5-afc2-49b3-9c09-9170269919f0 None None] Set router f4443b60-268a-4986-ad75-b9f203d8431a gateway port host: dv-cinder-757908-3-iscsi {{(pid=80384) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 15:04:23.450641 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d740e36-b2a3-4148-8998-3fb94de8bff2 req-06e2fbd3-d26a-4c00-9ee6-559451ef3b61 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:04:23.452622 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-0d740e36-b2a3-4148-8998-3fb94de8bff2 req-06e2fbd3-d26a-4c00-9ee6-559451ef3b61 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/ports?device_id=c233978f-9c32-47bf-8b66-44f0baa08830 HTTP/1.1" status: 200  len: 945 time: 0.2980134
Dec 03 15:04:23.533121 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Device 30be0758-5712-4e81-a13c-eea80ab1819d up at agent ovs-agent-dv-cinder-757908-3-iscsi {{(pid=80384) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 15:04:23.571772 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:23.573182 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-0d740e36-b2a3-4148-8998-3fb94de8bff2 req-a4e0379e-ab28-4999-a425-9eac1a6bc13c tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/security-groups?id=eaa64044-32f2-4946-97be-06cf9f486ffa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1139965
Dec 03 15:04:23.894971 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 58910) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:04:24.102586 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-c93c6f97-e49d-44a4-b1fa-806fd095a17d admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=19d458dc64394a0ebf305def7c27488c&name=default HTTP/1.1" status: 200  len: 2879 time: 0.2039325
Dec 03 15:04:24.103211 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 58914) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:04:24.236181 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Provisioning complete for port 30be0758-5712-4e81-a13c-eea80ab1819d triggered by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:04:24.236794 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:24.318942 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-98630a5a-01ff-4ab5-ab53-8f0da080efc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:24.329624 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-990e1ed5-afc2-49b3-9c09-9170269919f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f072ecfaa20>, [{'id': 'f4443b60-268a-4986-ad75-b9f203d8431a', 'name': 'tempest-TestMinimumBasicScenario-88033544-router', 'tenant_id': '26c9d45e8fe5417f944a2053d351ef69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'external_fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '30be0758-5712-4e81-a13c-eea80ab1819d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:04:10Z', 'updated_at': '2020-12-03T15:04:18Z', 'revision_number': 4, 'project_id': '26c9d45e8fe5417f944a2053d351ef69', 'gw_port': {'id': '30be0758-5712-4e81-a13c-eea80ab1819d', 'name': '', 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:a0:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4443b60-268a-4986-ad75-b9f203d8431a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:04:12Z', 'updated_at': '2020-12-03T15:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-iscsi', '_interfaces': [{'id': '2b63b955-7605-4bf7-8575-54a17fcf813c', 'name': '', 'network_id': '52cd6ebc-32b4-40f6-9b98-6760dd6218f7', 'tenant_id': '26c9d45e8fe5417f944a2053d351ef69', 'mac_address': 'fa:16:3e:53:93:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4443b60-268a-4986-ad75-b9f203d8431a', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '30ca2e12-4884-437c-9915-69d4ed3ce940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:04:17Z', 'updated_at': '2020-12-03T15:04:19Z', 'revision_number': 2, 'project_id': '26c9d45e8fe5417f944a2053d351ef69', 'subnets': [{'id': '30ca2e12-4884-437c-9915-69d4ed3ce940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-3-iscsi', False) {} {{(pid=80384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:04:24.372430 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-98630a5a-01ff-4ab5-ab53-8f0da080efc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:24.509619 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990e1ed5-afc2-49b3-9c09-9170269919f0 None None] Checking router: f4443b60-268a-4986-ad75-b9f203d8431a for host: dv-cinder-757908-3-iscsi {{(pid=80384) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 15:04:24.512033 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990e1ed5-afc2-49b3-9c09-9170269919f0 None None] Updating router f4443b60-268a-4986-ad75-b9f203d8431a port 2b63b955-7605-4bf7-8575-54a17fcf813c binding host dv-cinder-757908-3-iscsi {{(pid=80384) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 03 15:04:24.519524 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-98630a5a-01ff-4ab5-ab53-8f0da080efc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:24.524797 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-de3dec30-09dd-4568-800c-a0cccb9a046e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:04:24.570986 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98630a5a-01ff-4ab5-ab53-8f0da080efc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8180b715-c79a-452e-8b49-e4a51cb28acc,revision_number=None']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:04:24.586110 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-98630a5a-01ff-4ab5-ab53-8f0da080efc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:04:24.596032 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-98630a5a-01ff-4ab5-ab53-8f0da080efc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:24.599603 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-98630a5a-01ff-4ab5-ab53-8f0da080efc0 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/8180b715-c79a-452e-8b49-e4a51cb28acc HTTP/1.1" status: 204  len: 168 time: 0.4928539
Dec 03 15:04:24.718563 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-990e1ed5-afc2-49b3-9c09-9170269919f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:25.049194 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42a5c8b-b144-46db-9613-c468b266ab14 req-da8d4828-87fe-4895-93f2-b2ab283aa0ae tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:04:25.060416 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-f42a5c8b-b144-46db-9613-c468b266ab14 req-da8d4828-87fe-4895-93f2-b2ab283aa0ae tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/ports?device_id=c233978f-9c32-47bf-8b66-44f0baa08830 HTTP/1.1" status: 200  len: 945 time: 0.1934321
Dec 03 15:04:25.162387 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-f42a5c8b-b144-46db-9613-c468b266ab14 req-3b13bc49-5526-4297-9081-ce3164bfb355 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/security-groups?id=eaa64044-32f2-4946-97be-06cf9f486ffa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1002173
Dec 03 15:04:25.380603 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Device 4fcc7ba2-ca25-407b-8386-4f72181d346e up at agent ovs-agent-hv-cinder-75790 {{(pid=80384) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 15:04:25.581063 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Provisioning complete for port 4fcc7ba2-ca25-407b-8386-4f72181d346e triggered by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:04:25.581489 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:25.697039 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 58956) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:04:25.838779 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 58962) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:04:25.849378 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-4633c070-9559-4dc4-b8fa-926e0e66d52a admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=4c4ab85ea4ba48118efe6e2c7a0f113d&name=default HTTP/1.1" status: 200  len: 2879 time: 0.1346509
Dec 03 15:04:25.968393 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-990e1ed5-afc2-49b3-9c09-9170269919f0 None None] Notify callbacks [] for port, precommit_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:26.001666 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-990e1ed5-afc2-49b3-9c09-9170269919f0 None None] Transition to ACTIVE for port object 2b63b955-7605-4bf7-8575-54a17fcf813c will not be triggered until provisioned by entity L2. {{(pid=80384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 15:04:26.010478 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-990e1ed5-afc2-49b3-9c09-9170269919f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024'] for port, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:26.036022 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-b2d1c1f5-af99-4744-8e13-9551215d725c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:26.107102 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-b2d1c1f5-af99-4744-8e13-9551215d725c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:26.167027 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:04:26.231551 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-b2d1c1f5-af99-4744-8e13-9551215d725c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:26.238195 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-e022b159-c2f9-481f-b393-b5257c386165 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:04:26.247400 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2a16d8-a603-4af3-8610-886c7775e3a5 None None] Pushing event updated for resources: {'Port': ['ID=2b63b955-7605-4bf7-8575-54a17fcf813c,revision_number=3']} {{(pid=80384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:04:26.252805 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-0b2a16d8-a603-4af3-8610-886c7775e3a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:04:26.268413 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d1c1f5-af99-4744-8e13-9551215d725c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37b5d728-99c9-47fc-bcb4-de7b4bda5b36,revision_number=None']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:04:26.283715 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-b2d1c1f5-af99-4744-8e13-9551215d725c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:04:26.287987 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-b2d1c1f5-af99-4744-8e13-9551215d725c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:26.289237 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-b2d1c1f5-af99-4744-8e13-9551215d725c admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/37b5d728-99c9-47fc-bcb4-de7b4bda5b36 HTTP/1.1" status: 204  len: 168 time: 0.4489064
Dec 03 15:04:26.374272 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 58982) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:04:26.613884 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [None req-990e1ed5-afc2-49b3-9c09-9170269919f0 None None] Attempting to bind port 2b63b955-7605-4bf7-8575-54a17fcf813c on host dv-cinder-757908-3-iscsi for vnic_type normal with profile  {{(pid=80384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 15:04:26.613884 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [None req-990e1ed5-afc2-49b3-9c09-9170269919f0 None None] Attempting to bind port 2b63b955-7605-4bf7-8575-54a17fcf813c by drivers openvswitch on host dv-cinder-757908-3-iscsi at level 0 using segments [{'id': 'b1abe8f6-b60f-4b38-9155-9433b48d1378', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '52cd6ebc-32b4-40f6-9b98-6760dd6218f7'}] {{(pid=80384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 15:04:26.613884 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990e1ed5-afc2-49b3-9c09-9170269919f0 None None] Attempting to bind port 2b63b955-7605-4bf7-8575-54a17fcf813c on network 52cd6ebc-32b4-40f6-9b98-6760dd6218f7 {{(pid=80384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 15:04:26.649342 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990e1ed5-afc2-49b3-9c09-9170269919f0 None None] Checking agent: {'id': 'd86ab5d6-8c79-4633-8bc6-d0d32e0bb057', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757908-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 14, 53, 21), 'started_at': datetime.datetime(2020, 12, 3, 14, 53, 51), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 15, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757908-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.78', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 15:04:26.649595 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990e1ed5-afc2-49b3-9c09-9170269919f0 None None] Checking segment: {'id': 'b1abe8f6-b60f-4b38-9155-9433b48d1378', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '52cd6ebc-32b4-40f6-9b98-6760dd6218f7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 15:04:26.649892 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-990e1ed5-afc2-49b3-9c09-9170269919f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:26.650394 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990e1ed5-afc2-49b3-9c09-9170269919f0 None None] Bound using segment: {'id': 'b1abe8f6-b60f-4b38-9155-9433b48d1378', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '52cd6ebc-32b4-40f6-9b98-6760dd6218f7'} {{(pid=80384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 15:04:26.650948 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [None req-990e1ed5-afc2-49b3-9c09-9170269919f0 None None] Bound port: 2b63b955-7605-4bf7-8575-54a17fcf813c, host: dv-cinder-757908-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1abe8f6-b60f-4b38-9155-9433b48d1378', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '52cd6ebc-32b4-40f6-9b98-6760dd6218f7'}}] {{(pid=80384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 15:04:26.651381 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-990e1ed5-afc2-49b3-9c09-9170269919f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:26.819065 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [None req-990e1ed5-afc2-49b3-9c09-9170269919f0 None None] For port 2b63b955-7605-4bf7-8575-54a17fcf813c, host dv-cinder-757908-3-iscsi, cleared binding levels {{(pid=80384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 15:04:26.822103 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [None req-990e1ed5-afc2-49b3-9c09-9170269919f0 None None] For port 2b63b955-7605-4bf7-8575-54a17fcf813c, host dv-cinder-757908-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-3-iscsi',level=0,port_id=2b63b955-7605-4bf7-8575-54a17fcf813c,segment=NetworkSegment(b1abe8f6-b60f-4b38-9155-9433b48d1378),segment_id=b1abe8f6-b60f-4b38-9155-9433b48d1378)] {{(pid=80384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 15:04:26.828161 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-990e1ed5-afc2-49b3-9c09-9170269919f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024'] for port, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:26.837003 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7b40a7-c488-4e87-bacf-1be067131c51 req-29220802-54af-421d-94e5-2503bb259c14 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:04:26.846471 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-0b2a16d8-a603-4af3-8610-886c7775e3a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:04:26.851426 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-6e7b40a7-c488-4e87-bacf-1be067131c51 req-29220802-54af-421d-94e5-2503bb259c14 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/ports?device_id=c233978f-9c32-47bf-8b66-44f0baa08830 HTTP/1.1" status: 200  len: 945 time: 0.2456727
Dec 03 15:04:26.930000 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2a16d8-a603-4af3-8610-886c7775e3a5 None None] Pushing event updated for resources: {'Port': ['ID=2b63b955-7605-4bf7-8575-54a17fcf813c,revision_number=4']} {{(pid=80384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:04:26.936990 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-0b2a16d8-a603-4af3-8610-886c7775e3a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:04:26.957548 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-6e7b40a7-c488-4e87-bacf-1be067131c51 req-50e1e015-67f7-4336-9748-3c0d14572018 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/security-groups?id=eaa64044-32f2-4946-97be-06cf9f486ffa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1031373
Dec 03 15:04:27.100173 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990e1ed5-afc2-49b3-9c09-9170269919f0 None None] Routers {'f4443b60-268a-4986-ad75-b9f203d8431a'} bound to L3 agent in host dv-cinder-757908-3-iscsi {{(pid=80384) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 15:04:27.100890 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-990e1ed5-afc2-49b3-9c09-9170269919f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f072ecfaa20>, 'dv-cinder-757908-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-03T14:53:20Z,description=<?>,heartbeat_timestamp=2020-12-03T15:04:20Z,host='dv-cinder-757908-3-iscsi',id=7132dbe3-ed21-4d9d-abcc-41c34baf52ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T14:53:20Z,topic='l3_agent')) {'router_ids': ['f4443b60-268a-4986-ad75-b9f203d8431a'], 'active': True} {{(pid=80384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:04:27.258431 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-d68c523b-7350-4d15-93e0-85d689a5d603 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:27.306279 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-d68c523b-7350-4d15-93e0-85d689a5d603 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:04:27.311599 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-d68c523b-7350-4d15-93e0-85d689a5d603 admin admin] Usage tracker for resource:security_group_rule and tenant:05320b29f433466c84e38638ba7fe004 is out of sync, need to count used quota {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:04:27.318662 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-d68c523b-7350-4d15-93e0-85d689a5d603 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:04:27.340346 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-d68c523b-7350-4d15-93e0-85d689a5d603 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:04:27.497027 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Device 4fcc7ba2-ca25-407b-8386-4f72181d346e up at agent ovs-agent-hv-cinder-75790 {{(pid=80384) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 15:04:27.702166 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-d68c523b-7350-4d15-93e0-85d689a5d603 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:27.724171 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-d68c523b-7350-4d15-93e0-85d689a5d603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:27.758741 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-6920be65-3016-429b-84c3-368b98e443cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:04:27.813180 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvr_db [None req-990e1ed5-afc2-49b3-9c09-9170269919f0 None None] Set router f4443b60-268a-4986-ad75-b9f203d8431a gateway port host: dv-cinder-757908-3-iscsi {{(pid=80384) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 15:04:27.972895 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68c523b-7350-4d15-93e0-85d689a5d603 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e5471f3-081e-43b8-a0cc-d4b0b6121c06,revision_number=1']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:04:28.005875 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-d68c523b-7350-4d15-93e0-85d689a5d603 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=05320b29f433466c84e38638ba7fe004&name=default HTTP/1.1" status: 200  len: 2879 time: 1.6290429
Dec 03 15:04:28.008124 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 59032) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:04:28.022272 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-d68c523b-7350-4d15-93e0-85d689a5d603 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:04:28.232509 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-c710f4a2-37bb-4af1-a1c7-8d49fa52e0d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:28.316229 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-c710f4a2-37bb-4af1-a1c7-8d49fa52e0d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:28.548914 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-c710f4a2-37bb-4af1-a1c7-8d49fa52e0d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:28.558976 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-66add1e6-fbe6-422e-ba93-316c414da59a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:04:28.655218 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Provisioning complete for port 4fcc7ba2-ca25-407b-8386-4f72181d346e triggered by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:04:28.655805 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:29.014246 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-990e1ed5-afc2-49b3-9c09-9170269919f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f072ecfaa20>, [{'id': 'f4443b60-268a-4986-ad75-b9f203d8431a', 'name': 'tempest-TestMinimumBasicScenario-88033544-router', 'tenant_id': '26c9d45e8fe5417f944a2053d351ef69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'external_fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '30be0758-5712-4e81-a13c-eea80ab1819d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:04:10Z', 'updated_at': '2020-12-03T15:04:18Z', 'revision_number': 4, 'project_id': '26c9d45e8fe5417f944a2053d351ef69', 'gw_port': {'id': '30be0758-5712-4e81-a13c-eea80ab1819d', 'name': '', 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:a0:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4443b60-268a-4986-ad75-b9f203d8431a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:04:12Z', 'updated_at': '2020-12-03T15:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-iscsi', '_interfaces': [{'id': '2b63b955-7605-4bf7-8575-54a17fcf813c', 'name': '', 'network_id': '52cd6ebc-32b4-40f6-9b98-6760dd6218f7', 'tenant_id': '26c9d45e8fe5417f944a2053d351ef69', 'mac_address': 'fa:16:3e:53:93:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4443b60-268a-4986-ad75-b9f203d8431a', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '30ca2e12-4884-437c-9915-69d4ed3ce940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:04:17Z', 'updated_at': '2020-12-03T15:04:26Z', 'revision_number': 4, 'project_id': '26c9d45e8fe5417f944a2053d351ef69', 'subnets': [{'id': '30ca2e12-4884-437c-9915-69d4ed3ce940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-3-iscsi', False) {} {{(pid=80384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:04:29.014523 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-c710f4a2-37bb-4af1-a1c7-8d49fa52e0d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:29.018599 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-c710f4a2-37bb-4af1-a1c7-8d49fa52e0d5 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/4e5471f3-081e-43b8-a0cc-d4b0b6121c06 HTTP/1.1" status: 204  len: 168 time: 1.0092866
Dec 03 15:04:29.044202 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990e1ed5-afc2-49b3-9c09-9170269919f0 None None] The sync data for ids ['f4443b60-268a-4986-ad75-b9f203d8431a'] in dv-cinder-757908-3-iscsi is: [{'id': 'f4443b60-268a-4986-ad75-b9f203d8431a', 'name': 'tempest-TestMinimumBasicScenario-88033544-router', 'tenant_id': '26c9d45e8fe5417f944a2053d351ef69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'external_fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '30be0758-5712-4e81-a13c-eea80ab1819d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:04:10Z', 'updated_at': '2020-12-03T15:04:18Z', 'revision_number': 4, 'project_id': '26c9d45e8fe5417f944a2053d351ef69', 'gw_port': {'id': '30be0758-5712-4e81-a13c-eea80ab1819d', 'name': '', 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:a0:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4443b60-268a-4986-ad75-b9f203d8431a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:04:12Z', 'updated_at': '2020-12-03T15:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-iscsi', '_interfaces': [{'id': '2b63b955-7605-4bf7-8575-54a17fcf813c', 'name': '', 'network_id': '52cd6ebc-32b4-40f6-9b98-6760dd6218f7', 'tenant_id': '26c9d45e8fe5417f944a2053d351ef69', 'mac_address': 'fa:16:3e:53:93:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4443b60-268a-4986-ad75-b9f203d8431a', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '30ca2e12-4884-437c-9915-69d4ed3ce940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:04:17Z', 'updated_at': '2020-12-03T15:04:26Z', 'revision_number': 4, 'project_id': '26c9d45e8fe5417f944a2053d351ef69', 'subnets': [{'id': '30ca2e12-4884-437c-9915-69d4ed3ce940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80384) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 15:04:29.160780 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c710f4a2-37bb-4af1-a1c7-8d49fa52e0d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e5471f3-081e-43b8-a0cc-d4b0b6121c06,revision_number=None']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:04:29.168332 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-c710f4a2-37bb-4af1-a1c7-8d49fa52e0d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.609s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:04:29.193617 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115a8bd4-1816-4bc7-acdd-e187622a13d1 req-30809eb1-0387-4cd2-987a-52d3b4e18ff7 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:04:29.220131 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-115a8bd4-1816-4bc7-acdd-e187622a13d1 req-30809eb1-0387-4cd2-987a-52d3b4e18ff7 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/ports?device_id=f53f7d53-2ae6-4edd-84c2-09e523498d7d HTTP/1.1" status: 200  len: 945 time: 0.2150507
Dec 03 15:04:29.303133 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-115a8bd4-1816-4bc7-acdd-e187622a13d1 req-e6dc8553-2500-46fd-95f5-eefdf95755b7 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/security-groups?id=eeb87b8d-9b0e-46cd-a1ba-43889caf168f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0799978
Dec 03 15:04:29.519207 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Device 2b63b955-7605-4bf7-8575-54a17fcf813c up at agent ovs-agent-dv-cinder-757908-3-iscsi {{(pid=80384) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 15:04:29.796196 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Provisioning for port 2b63b955-7605-4bf7-8575-54a17fcf813c completed by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 15:04:29.816118 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Provisioning complete for port 2b63b955-7605-4bf7-8575-54a17fcf813c triggered by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:04:29.816542 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:30.144428 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:30.246783 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] For port 2b63b955-7605-4bf7-8575-54a17fcf813c, host dv-cinder-757908-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-3-iscsi',level=0,port_id=2b63b955-7605-4bf7-8575-54a17fcf813c,segment=NetworkSegment(b1abe8f6-b60f-4b38-9155-9433b48d1378),segment_id=b1abe8f6-b60f-4b38-9155-9433b48d1378)] {{(pid=80384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 15:04:30.258677 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024'] for port, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:30.264965 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-85d07ac8-f915-48ad-b4cd-12e5915a20e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:04:30.493865 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Pushing event updated for resources: {'Port': ['ID=2b63b955-7605-4bf7-8575-54a17fcf813c,revision_number=5']} {{(pid=80384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:04:30.497384 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20708df-d8bd-493c-91dd-d3eba8e2b4aa req-c42442c3-c10b-4210-995f-cf6d170c9d53 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:04:30.508805 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:04:30.520586 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-b20708df-d8bd-493c-91dd-d3eba8e2b4aa req-c42442c3-c10b-4210-995f-cf6d170c9d53 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/ports?device_id=c233978f-9c32-47bf-8b66-44f0baa08830 HTTP/1.1" status: 200  len: 945 time: 0.2173958
Dec 03 15:04:30.605216 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-b20708df-d8bd-493c-91dd-d3eba8e2b4aa req-93018501-0cfd-4354-8033-a0e06b5094cb tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/security-groups?id=eaa64044-32f2-4946-97be-06cf9f486ffa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0829124
Dec 03 15:04:30.915352 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7747bb-1752-4b2b-8595-e8d8fecdd852 req-6e6008a6-a831-4117-a47a-878e654c3748 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:04:30.924931 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-3e7747bb-1752-4b2b-8595-e8d8fecdd852 req-6e6008a6-a831-4117-a47a-878e654c3748 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/ports?device_id=f53f7d53-2ae6-4edd-84c2-09e523498d7d HTTP/1.1" status: 200  len: 945 time: 0.2375581
Dec 03 15:04:31.012430 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-3e7747bb-1752-4b2b-8595-e8d8fecdd852 req-3df06f60-2569-4e2f-b52d-342464f2f026 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/security-groups?id=eeb87b8d-9b0e-46cd-a1ba-43889caf168f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0851197
Dec 03 15:04:31.413421 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Device 2b63b955-7605-4bf7-8575-54a17fcf813c up at agent ovs-agent-dv-cinder-757908-3-iscsi {{(pid=80384) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 15:04:31.570647 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Provisioning complete for port 2b63b955-7605-4bf7-8575-54a17fcf813c triggered by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:04:31.571160 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:32.368128 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8560a779-6606-4265-a32c-dde0537a8dc0 req-69b02b41-b4d7-4da9-8ba0-bf1b7a61911f tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:04:32.377357 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-8560a779-6606-4265-a32c-dde0537a8dc0 req-69b02b41-b4d7-4da9-8ba0-bf1b7a61911f tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/ports?device_id=f53f7d53-2ae6-4edd-84c2-09e523498d7d HTTP/1.1" status: 200  len: 945 time: 0.1332347
Dec 03 15:04:32.440256 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-8560a779-6606-4265-a32c-dde0537a8dc0 req-0963f834-c18f-49eb-9683-76474927fc1a tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/security-groups?id=eeb87b8d-9b0e-46cd-a1ba-43889caf168f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0618455
Dec 03 15:04:33.696906 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e31cb2e-4b36-461a-8b7a-c6f1b7468735 req-0a83067d-b7a5-49fd-8e6d-d7cad72e7325 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:04:33.699920 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-7e31cb2e-4b36-461a-8b7a-c6f1b7468735 req-0a83067d-b7a5-49fd-8e6d-d7cad72e7325 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/ports?device_id=f53f7d53-2ae6-4edd-84c2-09e523498d7d HTTP/1.1" status: 200  len: 945 time: 0.0948381
Dec 03 15:04:33.755069 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-7e31cb2e-4b36-461a-8b7a-c6f1b7468735 req-2cf8ae30-257e-4672-bda2-2584f13c3d52 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/security-groups?id=eeb87b8d-9b0e-46cd-a1ba-43889caf168f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0488083
Dec 03 15:04:35.039508 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992e1efe-4b04-4d11-9982-14032c870f56 req-f9607377-6be0-4b4b-9079-52135ed65fc7 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:04:35.050243 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-992e1efe-4b04-4d11-9982-14032c870f56 req-f9607377-6be0-4b4b-9079-52135ed65fc7 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/ports?device_id=f53f7d53-2ae6-4edd-84c2-09e523498d7d HTTP/1.1" status: 200  len: 945 time: 0.1135855
Dec 03 15:04:35.107687 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-992e1efe-4b04-4d11-9982-14032c870f56 req-083d6877-bdca-4c7b-827c-8e5950832192 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/security-groups?id=eeb87b8d-9b0e-46cd-a1ba-43889caf168f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0549765
Dec 03 15:04:36.383507 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9521370f-93a3-4674-9f3f-cb3961a19542 req-65d2d846-75b0-494c-9480-e79dbf2ef60b tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:04:36.393689 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-9521370f-93a3-4674-9f3f-cb3961a19542 req-65d2d846-75b0-494c-9480-e79dbf2ef60b tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/ports?device_id=f53f7d53-2ae6-4edd-84c2-09e523498d7d HTTP/1.1" status: 200  len: 945 time: 0.1078491
Dec 03 15:04:36.450548 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-9521370f-93a3-4674-9f3f-cb3961a19542 req-9bbe90c9-bdb2-469d-9b08-19960ec02020 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/security-groups?id=eeb87b8d-9b0e-46cd-a1ba-43889caf168f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0556102
Dec 03 15:04:37.732339 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a0ae2f-f3a1-4aeb-95bc-c0e3bbc412ad req-59b8947a-1e04-4b9e-bcf4-abe718921b12 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:04:37.734002 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-46a0ae2f-f3a1-4aeb-95bc-c0e3bbc412ad req-59b8947a-1e04-4b9e-bcf4-abe718921b12 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/ports?device_id=f53f7d53-2ae6-4edd-84c2-09e523498d7d HTTP/1.1" status: 200  len: 945 time: 0.1241751
Dec 03 15:04:37.810596 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-46a0ae2f-f3a1-4aeb-95bc-c0e3bbc412ad req-872686b2-e755-4793-9aed-21db4a6c77d5 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/security-groups?id=eeb87b8d-9b0e-46cd-a1ba-43889caf168f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0697486
Dec 03 15:04:39.049195 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcff295-b9f4-487e-91e3-6e6e11acfedf req-69da7a98-c617-4cf9-b92c-8c9e91d1f6c9 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:04:39.050830 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-cdcff295-b9f4-487e-91e3-6e6e11acfedf req-69da7a98-c617-4cf9-b92c-8c9e91d1f6c9 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/ports?device_id=f53f7d53-2ae6-4edd-84c2-09e523498d7d HTTP/1.1" status: 200  len: 945 time: 0.0889211
Dec 03 15:04:39.075441 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73d0b4b-b535-466a-b533-b7836924a4ed req-8fd1aa72-da81-45a1-b3c6-c1764da8844f tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:04:39.077691 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-a73d0b4b-b535-466a-b533-b7836924a4ed req-8fd1aa72-da81-45a1-b3c6-c1764da8844f tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] 10.222.0.63 "GET /v2.0/networks?id=52cd6ebc-32b4-40f6-9b98-6760dd6218f7 HTTP/1.1" status: 200  len: 813 time: 0.1657922
Dec 03 15:04:39.094767 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-a73d0b4b-b535-466a-b533-b7836924a4ed req-5e8850b0-041f-429c-ac19-9db160a9f45e tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] 10.222.0.63 "GET /v2.0/quotas/26c9d45e8fe5417f944a2053d351ef69 HTTP/1.1" status: 200  len: 375 time: 0.0114851
Dec 03 15:04:39.103266 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-cdcff295-b9f4-487e-91e3-6e6e11acfedf req-e5e7d589-69d4-484d-b69b-078b4056ba91 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/security-groups?id=eeb87b8d-9b0e-46cd-a1ba-43889caf168f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0458636
Dec 03 15:04:39.194026 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-a73d0b4b-b535-466a-b533-b7836924a4ed req-db0c0716-89f7-44e5-a4cd-408ff546fc61 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] 10.222.0.63 "GET /v2.0/ports?tenant_id=26c9d45e8fe5417f944a2053d351ef69&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0924966
Dec 03 15:04:39.358846 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-a73d0b4b-b535-466a-b533-b7836924a4ed req-b9fe1140-e540-4c5a-b979-da44d91103f5 service neutron] 10.222.0.63 "GET /v2.0/networks/52cd6ebc-32b4-40f6-9b98-6760dd6218f7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1489701
Dec 03 15:04:39.504082 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-a73d0b4b-b535-466a-b533-b7836924a4ed req-a35ee147-3557-490e-914f-133943b4a036 service neutron] 10.222.0.63 "GET /v2.0/networks/52cd6ebc-32b4-40f6-9b98-6760dd6218f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1391990
Dec 03 15:04:39.681682 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Device 6e8050ed-0789-4bcc-bbe2-11f953a2e2ed up at agent ovs-agent-hv-cinder-75790 {{(pid=80384) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 15:04:39.791925 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-e04bfc0b-40ce-4156-a090-d3aef4f63211 req-68704ace-1769-4d6f-bf97-741523b3c073 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Synchronizing usage tracker for tenant:26c9d45e8fe5417f944a2053d351ef69 on resource:port {{(pid=80383) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 15:04:39.827793 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-e04bfc0b-40ce-4156-a090-d3aef4f63211 req-68704ace-1769-4d6f-bf97-741523b3c073 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Unset dirty status for tenant:26c9d45e8fe5417f944a2053d351ef69 on resource:port {{(pid=80383) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 15:04:39.829090 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-e04bfc0b-40ce-4156-a090-d3aef4f63211 req-68704ace-1769-4d6f-bf97-741523b3c073 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] 10.222.0.63 "GET /v2.0/ports?device_id=0c340b42-3ca5-4f89-8fc2-c448e784ac83 HTTP/1.1" status: 200  len: 210 time: 0.1572003
Dec 03 15:04:39.870236 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Provisioning complete for port 6e8050ed-0789-4bcc-bbe2-11f953a2e2ed triggered by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:04:39.871454 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:40.409776 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986ed39d-621f-4867-b97b-ee823fadca26 req-58320483-6ff5-41ed-8503-03e18589a14b tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:04:40.411609 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-986ed39d-621f-4867-b97b-ee823fadca26 req-58320483-6ff5-41ed-8503-03e18589a14b tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/ports?device_id=f53f7d53-2ae6-4edd-84c2-09e523498d7d HTTP/1.1" status: 200  len: 945 time: 0.1054366
Dec 03 15:04:40.468044 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-986ed39d-621f-4867-b97b-ee823fadca26 req-a2a6bde1-f05f-4cae-9211-1bd7fb1c5811 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/security-groups?id=eeb87b8d-9b0e-46cd-a1ba-43889caf168f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0490854
Dec 03 15:04:40.622843 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b186c66-32cd-4c59-9b62-4d94788631b6 req-c9b07ae4-96d4-4c2d-856c-40f1d63dac73 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:04:40.634044 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-2b186c66-32cd-4c59-9b62-4d94788631b6 req-c9b07ae4-96d4-4c2d-856c-40f1d63dac73 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/ports?device_id=d5082cea-6dd3-41d3-9210-f5e8bd37f651 HTTP/1.1" status: 200  len: 946 time: 0.1264462
Dec 03 15:04:40.692711 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-2b186c66-32cd-4c59-9b62-4d94788631b6 req-cc7853a3-5643-489e-b3ba-4b589cdc0df7 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/security-groups?id=b7daf6a7-63f3-474f-99b5-a2b7aacda372&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0567458
Dec 03 15:04:40.924134 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 59398) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:04:41.039216 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-ced97dd5-f42f-458f-adaf-aba0ee4937fa req-ba90e5f5-a901-4869-a4bb-ac2918be47cb tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] 10.222.0.63 "GET /v2.0/ports?device_id=0c340b42-3ca5-4f89-8fc2-c448e784ac83 HTTP/1.1" status: 200  len: 210 time: 0.0501647
Dec 03 15:04:41.117061 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-86346139-ef2b-4da7-835d-f417ae2df85e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:41.135583 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-86346139-ef2b-4da7-835d-f417ae2df85e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:04:41.139999 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-86346139-ef2b-4da7-835d-f417ae2df85e admin admin] Usage tracker for resource:security_group_rule and tenant:ac4f9064a8c74e52b414411120406b83 is out of sync, need to count used quota {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:04:41.143373 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-86346139-ef2b-4da7-835d-f417ae2df85e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:04:41.150885 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-86346139-ef2b-4da7-835d-f417ae2df85e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:04:41.281545 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-86346139-ef2b-4da7-835d-f417ae2df85e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:41.290737 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-86346139-ef2b-4da7-835d-f417ae2df85e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:41.311250 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-d554949f-275b-4d4e-b074-3968fbdf55cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:04:41.390962 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 59412) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:04:41.413646 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86346139-ef2b-4da7-835d-f417ae2df85e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b04470d8-6a48-4a0f-8b18-366b25806899,revision_number=1']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:04:41.425823 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-86346139-ef2b-4da7-835d-f417ae2df85e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:04:41.431160 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-86346139-ef2b-4da7-835d-f417ae2df85e admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=ac4f9064a8c74e52b414411120406b83&name=default HTTP/1.1" status: 200  len: 2879 time: 0.5059223
Dec 03 15:04:41.434771 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 59418) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:04:41.482780 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73d0b4b-b535-466a-b533-b7836924a4ed req-018cfb6a-9736-43ce-8314-d91f4df605b9 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:04:41.484373 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-a73d0b4b-b535-466a-b533-b7836924a4ed req-018cfb6a-9736-43ce-8314-d91f4df605b9 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] 10.222.0.83 "GET /v2.0/networks?id=52cd6ebc-32b4-40f6-9b98-6760dd6218f7 HTTP/1.1" status: 200  len: 813 time: 0.2358534
Dec 03 15:04:41.514700 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.base [req-a73d0b4b-b535-466a-b533-b7836924a4ed req-00419352-cf69-4a62-a616-cfa2243d15cd tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Request body: {'port': {'device_id': '0c340b42-3ca5-4f89-8fc2-c448e784ac83', 'network_id': '52cd6ebc-32b4-40f6-9b98-6760dd6218f7', 'admin_state_up': True, 'tenant_id': '26c9d45e8fe5417f944a2053d351ef69'}} {{(pid=80382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 15:04:41.515197 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-f357db10-02cd-4433-9c84-88a36b57bcaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:41.551302 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-f357db10-02cd-4433-9c84-88a36b57bcaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:41.612836 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-35ae593c-0e3f-43f3-9888-18102f691b81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:41.631797 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-35ae593c-0e3f-43f3-9888-18102f691b81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:04:41.638399 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-35ae593c-0e3f-43f3-9888-18102f691b81 admin admin] Usage tracker for resource:security_group_rule and tenant:f9c96b7f6e884bb7b56a8bfee1a777f2 is out of sync, need to count used quota {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:04:41.644923 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-35ae593c-0e3f-43f3-9888-18102f691b81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:04:41.651340 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-35ae593c-0e3f-43f3-9888-18102f691b81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:04:41.665693 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-f357db10-02cd-4433-9c84-88a36b57bcaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:41.672406 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-cd0cb729-b7ff-440c-b408-a9fc118d6951 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:04:41.674330 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [req-a73d0b4b-b535-466a-b533-b7836924a4ed req-00419352-cf69-4a62-a616-cfa2243d15cd tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:04:41.696259 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f357db10-02cd-4433-9c84-88a36b57bcaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b04470d8-6a48-4a0f-8b18-366b25806899,revision_number=None']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:04:41.700955 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-f357db10-02cd-4433-9c84-88a36b57bcaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:04:41.723234 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-f357db10-02cd-4433-9c84-88a36b57bcaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:41.725074 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-f357db10-02cd-4433-9c84-88a36b57bcaa admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/b04470d8-6a48-4a0f-8b18-366b25806899 HTTP/1.1" status: 204  len: 168 time: 0.2883296
Dec 03 15:04:41.777757 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [req-a73d0b4b-b535-466a-b533-b7836924a4ed req-00419352-cf69-4a62-a616-cfa2243d15cd tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:04:41.834024 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a73d0b4b-b535-466a-b533-b7836924a4ed req-00419352-cf69-4a62-a616-cfa2243d15cd tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Made reservation on behalf of 26c9d45e8fe5417f944a2053d351ef69 for: {'port': 1} {{(pid=80382) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 15:04:41.850079 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-a73d0b4b-b535-466a-b533-b7836924a4ed req-00419352-cf69-4a62-a616-cfa2243d15cd tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:41.890226 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-35ae593c-0e3f-43f3-9888-18102f691b81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:41.900264 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-35ae593c-0e3f-43f3-9888-18102f691b81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:41.931005 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-c242e9e0-f250-4266-8728-0753cd45bf62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:04:41.988973 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-35ae593c-0e3f-43f3-9888-18102f691b81 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=f9c96b7f6e884bb7b56a8bfee1a777f2&name=default HTTP/1.1" status: 200  len: 2879 time: 0.5966365
Dec 03 15:04:41.994230 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 59448) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:04:42.043649 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fcf406-9529-4ee7-bfa0-06cae80b1320 req-febd0c31-7aaf-403c-8dc2-58345c4783de tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:04:42.051429 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-63fcf406-9529-4ee7-bfa0-06cae80b1320 req-febd0c31-7aaf-403c-8dc2-58345c4783de tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/ports?device_id=f53f7d53-2ae6-4edd-84c2-09e523498d7d HTTP/1.1" status: 200  len: 945 time: 0.3739114
Dec 03 15:04:42.119913 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-63fcf406-9529-4ee7-bfa0-06cae80b1320 req-cd19ea5b-3e18-42a7-81e6-75b744fad27a tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/security-groups?id=eeb87b8d-9b0e-46cd-a1ba-43889caf168f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0661166
Dec 03 15:04:42.195809 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ae593c-0e3f-43f3-9888-18102f691b81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1682c0da-3234-419b-8da1-4804af36a57e,revision_number=1']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:04:42.200811 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-35ae593c-0e3f-43f3-9888-18102f691b81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:04:42.257392 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-83d60c60-03ec-4392-b557-a7e540786033 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:42.273216 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0686c94-7c9b-4d84-9a83-a579c5dd329f req-b8f841e9-22fc-4de7-82af-ca8bfa4580c0 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:04:42.283360 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-c0686c94-7c9b-4d84-9a83-a579c5dd329f req-b8f841e9-22fc-4de7-82af-ca8bfa4580c0 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/ports?device_id=d5082cea-6dd3-41d3-9210-f5e8bd37f651 HTTP/1.1" status: 200  len: 946 time: 0.2931182
Dec 03 15:04:42.332141 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-5ca706e2-67dd-4ca1-bbe4-23e87b90acf6 req-07660609-fc0c-433d-9658-de81ba5fa624 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] 10.222.0.63 "GET /v2.0/ports?device_id=0c340b42-3ca5-4f89-8fc2-c448e784ac83 HTTP/1.1" status: 200  len: 210 time: 0.0484993
Dec 03 15:04:42.363523 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-c0686c94-7c9b-4d84-9a83-a579c5dd329f req-80b25f6e-7de2-42d5-9406-5e3b6385f7c4 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/security-groups?id=b7daf6a7-63f3-474f-99b5-a2b7aacda372&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0790601
Dec 03 15:04:42.404259 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-83d60c60-03ec-4392-b557-a7e540786033 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:42.447725 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 59462) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:04:42.470878 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-07d5dabd-6fa4-402e-9023-29baef4ea58c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:42.481409 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-83d60c60-03ec-4392-b557-a7e540786033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:42.491296 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-77da6488-d94f-46b7-8385-04a00b6672ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:04:42.497274 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-07d5dabd-6fa4-402e-9023-29baef4ea58c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:04:42.514202 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-07d5dabd-6fa4-402e-9023-29baef4ea58c admin admin] Usage tracker for resource:security_group_rule and tenant:876a01ce5ba34522a78f78b3b1560079 is out of sync, need to count used quota {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:04:42.514682 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-83d60c60-03ec-4392-b557-a7e540786033 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:42.516643 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-83d60c60-03ec-4392-b557-a7e540786033 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/1682c0da-3234-419b-8da1-4804af36a57e HTTP/1.1" status: 204  len: 168 time: 0.5209239
Dec 03 15:04:42.520437 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d60c60-03ec-4392-b557-a7e540786033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1682c0da-3234-419b-8da1-4804af36a57e,revision_number=None']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:04:42.536168 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-07d5dabd-6fa4-402e-9023-29baef4ea58c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:04:42.538677 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-83d60c60-03ec-4392-b557-a7e540786033 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:04:42.608678 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-07d5dabd-6fa4-402e-9023-29baef4ea58c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:04:42.675908 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.db_base_plugin_common [req-a73d0b4b-b535-466a-b533-b7836924a4ed req-00419352-cf69-4a62-a616-cfa2243d15cd tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Allocated IP 172.20.0.5 (52cd6ebc-32b4-40f6-9b98-6760dd6218f7/30ca2e12-4884-437c-9915-69d4ed3ce940/afe54511-8f8c-42eb-8ca3-b2337f457222) {{(pid=80382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 15:04:42.896990 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-07d5dabd-6fa4-402e-9023-29baef4ea58c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:42.953623 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-07d5dabd-6fa4-402e-9023-29baef4ea58c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:43.000527 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-e7c24d28-6a3d-4fe2-810e-3b04b3a0cacf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:04:43.085245 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-07d5dabd-6fa4-402e-9023-29baef4ea58c admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=876a01ce5ba34522a78f78b3b1560079&name=default HTTP/1.1" status: 200  len: 2879 time: 0.6357968
Dec 03 15:04:43.085470 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 59478) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:04:43.086506 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d5dabd-6fa4-402e-9023-29baef4ea58c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16fb79ed-c401-41e7-bcb6-8cf3dc5034b0,revision_number=1']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:04:43.121495 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-07d5dabd-6fa4-402e-9023-29baef4ea58c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:04:43.159047 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-a73d0b4b-b535-466a-b533-b7836924a4ed req-00419352-cf69-4a62-a616-cfa2243d15cd tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Notify callbacks [] for port, precommit_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:43.180373 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [req-a73d0b4b-b535-466a-b533-b7836924a4ed req-00419352-cf69-4a62-a616-cfa2243d15cd tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Transition to ACTIVE for port object afe54511-8f8c-42eb-8ca3-b2337f457222 will not be triggered until provisioned by entity DHCP. {{(pid=80382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 15:04:43.213640 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-3cb36b5b-4824-45ae-ac1b-9664569531fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:43.225598 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-a73d0b4b-b535-466a-b533-b7836924a4ed req-00419352-cf69-4a62-a616-cfa2243d15cd tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307552080722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30043597'] for port, after_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:43.303738 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-3cb36b5b-4824-45ae-ac1b-9664569531fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:43.423063 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-3cb36b5b-4824-45ae-ac1b-9664569531fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:43.428551 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-8f3347e8-dbef-4981-b9a3-2f13611a2ece admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:04:43.481669 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb36b5b-4824-45ae-ac1b-9664569531fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16fb79ed-c401-41e7-bcb6-8cf3dc5034b0,revision_number=None']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:04:43.485551 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-3cb36b5b-4824-45ae-ac1b-9664569531fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:04:43.488186 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-3cb36b5b-4824-45ae-ac1b-9664569531fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:43.489794 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-3cb36b5b-4824-45ae-ac1b-9664569531fc admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/16fb79ed-c401-41e7-bcb6-8cf3dc5034b0 HTTP/1.1" status: 204  len: 168 time: 0.4031115
Dec 03 15:04:43.514133 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-f4d17e5c-1fdc-4c2a-a89e-1a2963acc8c0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:04:43.700110 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a73d0b4b-b535-466a-b533-b7836924a4ed req-00419352-cf69-4a62-a616-cfa2243d15cd tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Network 52cd6ebc-32b4-40f6-9b98-6760dd6218f7 is already hosted by enough agents. {{(pid=80382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 15:04:43.717468 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.base_scheduler [req-a73d0b4b-b535-466a-b533-b7836924a4ed req-00419352-cf69-4a62-a616-cfa2243d15cd tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Resources bound (agent type, host, resource id):  {{(pid=80382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 15:04:43.722895 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [req-a73d0b4b-b535-466a-b533-b7836924a4ed req-00419352-cf69-4a62-a616-cfa2243d15cd tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Received port after_create {{(pid=80382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 15:04:43.781137 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c6af30-6f77-45f5-9b69-5ae429ec9317 req-e9c630c5-b2e8-4b0a-a4b3-52818a9a89f8 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:04:43.799268 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-d4c6af30-6f77-45f5-9b69-5ae429ec9317 req-e9c630c5-b2e8-4b0a-a4b3-52818a9a89f8 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] 10.222.0.63 "GET /v2.0/ports?device_id=0c340b42-3ca5-4f89-8fc2-c448e784ac83 HTTP/1.1" status: 200  len: 931 time: 0.1690893
Dec 03 15:04:43.923235 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00419352-cf69-4a62-a616-cfa2243d15cd tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Pushing event updated for resources: {'Port': ['ID=afe54511-8f8c-42eb-8ca3-b2337f457222,revision_number=1']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:04:43.926683 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 59504) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:04:43.954747 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-00419352-cf69-4a62-a616-cfa2243d15cd tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:04:43.996937 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c46d22-0c7e-4e74-8a4d-0faf92b07599 req-10fdff55-2ac5-4aeb-bbac-153ca88b90f5 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:04:43.999003 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-47c46d22-0c7e-4e74-8a4d-0faf92b07599 req-10fdff55-2ac5-4aeb-bbac-153ca88b90f5 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/ports?device_id=f53f7d53-2ae6-4edd-84c2-09e523498d7d HTTP/1.1" status: 200  len: 945 time: 0.4185445
Dec 03 15:04:44.011700 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73d0b4b-b535-466a-b533-b7836924a4ed req-00419352-cf69-4a62-a616-cfa2243d15cd tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:04:44.032080 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-a73d0b4b-b535-466a-b533-b7836924a4ed req-00419352-cf69-4a62-a616-cfa2243d15cd tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6653'] for port, before_response {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:44.123935 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-a73d0b4b-b535-466a-b533-b7836924a4ed req-00419352-cf69-4a62-a616-cfa2243d15cd tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.6137919
Dec 03 15:04:44.192847 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-47c46d22-0c7e-4e74-8a4d-0faf92b07599 req-d05c41bc-ae03-4b7c-a546-612accfcacaa tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/security-groups?id=eeb87b8d-9b0e-46cd-a1ba-43889caf168f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0727348
Dec 03 15:04:44.210832 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-683bf82e-e673-457d-ac74-dc1489411cc1 None None] Provisioning for port afe54511-8f8c-42eb-8ca3-b2337f457222 completed by entity DHCP. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 15:04:44.224203 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-683bf82e-e673-457d-ac74-dc1489411cc1 None None] Provisioning complete for port afe54511-8f8c-42eb-8ca3-b2337f457222 triggered by entity DHCP. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:04:44.230752 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-683bf82e-e673-457d-ac74-dc1489411cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:44.309263 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 59516) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:04:44.354162 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-d4c6af30-6f77-45f5-9b69-5ae429ec9317 req-0e496860-28ea-427d-bddd-40b3c556e6d3 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Synchronizing usage tracker for tenant:26c9d45e8fe5417f944a2053d351ef69 on resource:security_group {{(pid=80383) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 15:04:44.361621 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-8c622bb5-bb16-4448-9ec5-4368303d19ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:44.394848 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-d4c6af30-6f77-45f5-9b69-5ae429ec9317 req-0e496860-28ea-427d-bddd-40b3c556e6d3 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Unset dirty status for tenant:26c9d45e8fe5417f944a2053d351ef69 on resource:security_group {{(pid=80383) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 15:04:44.408494 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-d4c6af30-6f77-45f5-9b69-5ae429ec9317 req-0e496860-28ea-427d-bddd-40b3c556e6d3 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] 10.222.0.63 "GET /v2.0/security-groups?id=2f0f23dc-fe58-4a67-b800-c8f1bae1f5d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6067250
Dec 03 15:04:44.418594 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-8c622bb5-bb16-4448-9ec5-4368303d19ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:04:44.425637 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-8c622bb5-bb16-4448-9ec5-4368303d19ad admin admin] Usage tracker for resource:security_group_rule and tenant:9c55f5c8023a4b89ba649ac0e16580a6 is out of sync, need to count used quota {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:04:44.425949 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [None req-683bf82e-e673-457d-ac74-dc1489411cc1 None None] Port afe54511-8f8c-42eb-8ca3-b2337f457222 cannot update to ACTIVE because it is not bound. {{(pid=80384) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 15:04:44.446452 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-8c622bb5-bb16-4448-9ec5-4368303d19ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:04:44.453957 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-8c622bb5-bb16-4448-9ec5-4368303d19ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:04:44.616103 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-8c622bb5-bb16-4448-9ec5-4368303d19ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:44.634052 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-8c622bb5-bb16-4448-9ec5-4368303d19ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:44.666299 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-b0f83424-409a-476f-be2a-ae0788143f76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:04:44.675048 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-8c622bb5-bb16-4448-9ec5-4368303d19ad admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=9c55f5c8023a4b89ba649ac0e16580a6&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3643334
Dec 03 15:04:44.677751 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-da2d40fd-2153-4798-9478-0a6445368ddd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:44.678488 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 59524) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:04:44.724464 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-da2d40fd-2153-4798-9478-0a6445368ddd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:04:44.778857 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-da2d40fd-2153-4798-9478-0a6445368ddd admin admin] Usage tracker for resource:security_group_rule and tenant:2b394516d44e46b6b4574b8e4ab09d12 is out of sync, need to count used quota {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:04:44.794778 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-da2d40fd-2153-4798-9478-0a6445368ddd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:04:44.797634 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c622bb5-bb16-4448-9ec5-4368303d19ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71f97076-bf93-4120-ada4-0b2aaf5a8473,revision_number=1']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:04:44.804826 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-8c622bb5-bb16-4448-9ec5-4368303d19ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:04:44.806346 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-3bcd7163-3712-4a2a-be11-1d2b1f7a37f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:44.810650 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-da2d40fd-2153-4798-9478-0a6445368ddd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:04:44.836656 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-3bcd7163-3712-4a2a-be11-1d2b1f7a37f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:44.860760 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d420d9-adad-4816-a613-5b68c7ad75c7 req-50cfd26f-0523-4fc0-b91b-3f026862ad39 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:04:44.862878 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-34d420d9-adad-4816-a613-5b68c7ad75c7 req-50cfd26f-0523-4fc0-b91b-3f026862ad39 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/ports?device_id=d5082cea-6dd3-41d3-9210-f5e8bd37f651 HTTP/1.1" status: 200  len: 946 time: 0.1356821
Dec 03 15:04:44.936049 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-3bcd7163-3712-4a2a-be11-1d2b1f7a37f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:44.943014 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-b2d1c1f5-af99-4744-8e13-9551215d725c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:04:44.980964 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcd7163-3712-4a2a-be11-1d2b1f7a37f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71f97076-bf93-4120-ada4-0b2aaf5a8473,revision_number=None']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:04:44.989189 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-3bcd7163-3712-4a2a-be11-1d2b1f7a37f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:04:45.005961 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-3bcd7163-3712-4a2a-be11-1d2b1f7a37f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:45.014331 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-3bcd7163-3712-4a2a-be11-1d2b1f7a37f0 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/71f97076-bf93-4120-ada4-0b2aaf5a8473 HTTP/1.1" status: 204  len: 168 time: 0.3313518
Dec 03 15:04:45.044021 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 59532) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:04:45.205589 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-34d420d9-adad-4816-a613-5b68c7ad75c7 req-b92b86b5-7c3e-4eff-8b6a-5bd5535675ce tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/security-groups?id=b7daf6a7-63f3-474f-99b5-a2b7aacda372&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3264225
Dec 03 15:04:45.316535 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.base [None req-52d17776-f7f7-4963-8f88-403e054736b1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-456480017-network', 'tenant_id': 'ce1ba93ac65044e99ad68789f769dd71'}} {{(pid=80383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 15:04:45.319937 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-da2d40fd-2153-4798-9478-0a6445368ddd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:45.322081 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-52d17776-f7f7-4963-8f88-403e054736b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:04:45.324311 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-da2d40fd-2153-4798-9478-0a6445368ddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:45.327160 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-52d17776-f7f7-4963-8f88-403e054736b1 admin admin] Usage tracker for resource:network and tenant:ce1ba93ac65044e99ad68789f769dd71 is out of sync, need to count used quota {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:04:45.331256 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-52d17776-f7f7-4963-8f88-403e054736b1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:04:45.335816 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-86346139-ef2b-4da7-835d-f417ae2df85e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:04:45.338120 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-52d17776-f7f7-4963-8f88-403e054736b1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:04:45.351482 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52d17776-f7f7-4963-8f88-403e054736b1 admin admin] Made reservation on behalf of ce1ba93ac65044e99ad68789f769dd71 for: {'network': 1} {{(pid=80383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 15:04:45.357286 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-52d17776-f7f7-4963-8f88-403e054736b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for network, before_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:45.371790 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-52d17776-f7f7-4963-8f88-403e054736b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:45.411709 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-52d17776-f7f7-4963-8f88-403e054736b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:04:45.421592 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-52d17776-f7f7-4963-8f88-403e054736b1 admin admin] Usage tracker for resource:security_group_rule and tenant:ce1ba93ac65044e99ad68789f769dd71 is out of sync, need to count used quota {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:04:45.428437 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-52d17776-f7f7-4963-8f88-403e054736b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:04:45.429727 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2d40fd-2153-4798-9478-0a6445368ddd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23dcabf5-3a33-47b5-990e-fcba077f2e28,revision_number=1']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:04:45.444888 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-52d17776-f7f7-4963-8f88-403e054736b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:04:45.463484 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-da2d40fd-2153-4798-9478-0a6445368ddd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:04:45.467572 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-da2d40fd-2153-4798-9478-0a6445368ddd admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=2b394516d44e46b6b4574b8e4ab09d12&name=default HTTP/1.1" status: 200  len: 2879 time: 1.5251200
Dec 03 15:04:45.470331 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 59544) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:04:45.582986 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-c7d8a65a-92ae-4ed7-800e-68c4ce0be982 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:45.618381 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-c7d8a65a-92ae-4ed7-800e-68c4ce0be982 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:45.677653 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-c7d8a65a-92ae-4ed7-800e-68c4ce0be982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:45.685298 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-ed3e5f69-790c-4cd5-a213-f67e5b202728 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:04:45.701414 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d8a65a-92ae-4ed7-800e-68c4ce0be982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23dcabf5-3a33-47b5-990e-fcba077f2e28,revision_number=None']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:04:45.704582 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-c7d8a65a-92ae-4ed7-800e-68c4ce0be982 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:04:45.714736 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-c7d8a65a-92ae-4ed7-800e-68c4ce0be982 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:45.716219 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-c7d8a65a-92ae-4ed7-800e-68c4ce0be982 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/23dcabf5-3a33-47b5-990e-fcba077f2e28 HTTP/1.1" status: 204  len: 168 time: 0.2446585
Dec 03 15:04:45.723245 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88f2342-7804-48ab-8671-93a57dcb3b3d req-142e3c96-c151-45ae-ba36-6e0589579cbb tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:04:45.725303 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-f88f2342-7804-48ab-8671-93a57dcb3b3d req-142e3c96-c151-45ae-ba36-6e0589579cbb tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/ports?device_id=f53f7d53-2ae6-4edd-84c2-09e523498d7d HTTP/1.1" status: 200  len: 945 time: 0.2108552
Dec 03 15:04:45.879850 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-52d17776-f7f7-4963-8f88-403e054736b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:45.903526 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-52d17776-f7f7-4963-8f88-403e054736b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:45.908451 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-d70e14ff-7003-4958-97af-12225c52135a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:04:45.957097 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b07d60-9820-4790-8216-d5526842a4a2 req-4ee42ea5-4449-4c4e-81f2-3410523722a9 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:04:45.957097 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-13b07d60-9820-4790-8216-d5526842a4a2 req-4ee42ea5-4449-4c4e-81f2-3410523722a9 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Synchronizing usage tracker for tenant:26c9d45e8fe5417f944a2053d351ef69 on resource:port {{(pid=80382) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 15:04:45.987149 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-13b07d60-9820-4790-8216-d5526842a4a2 req-4ee42ea5-4449-4c4e-81f2-3410523722a9 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Unset dirty status for tenant:26c9d45e8fe5417f944a2053d351ef69 on resource:port {{(pid=80382) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 15:04:45.988689 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-13b07d60-9820-4790-8216-d5526842a4a2 req-4ee42ea5-4449-4c4e-81f2-3410523722a9 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] 10.222.0.63 "GET /v2.0/ports?device_id=0c340b42-3ca5-4f89-8fc2-c448e784ac83 HTTP/1.1" status: 200  len: 931 time: 0.2370362
Dec 03 15:04:45.993170 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-f88f2342-7804-48ab-8671-93a57dcb3b3d req-37c8881a-b3ed-40e4-a834-a45b6d2f2f96 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/security-groups?id=eeb87b8d-9b0e-46cd-a1ba-43889caf168f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2316027
Dec 03 15:04:46.012865 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d17776-f7f7-4963-8f88-403e054736b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2b5ac8b-e4f9-490c-b959-8461c6da8922,revision_number=1']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:04:46.024206 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-52d17776-f7f7-4963-8f88-403e054736b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:04:46.035320 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52d17776-f7f7-4963-8f88-403e054736b1 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=80383) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 15:04:46.056139 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-52d17776-f7f7-4963-8f88-403e054736b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986486'] for segment, precommit_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:46.062207 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.db.segments_db [None req-52d17776-f7f7-4963-8f88-403e054736b1 admin admin] Added segment b9410016-b650-487c-9426-248c876b5c44 of type vxlan for network 7563c63a-7ae2-448f-9a35-0b81ebf9961f
Dec 03 15:04:46.145617 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-52d17776-f7f7-4963-8f88-403e054736b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729302618551'] for network, precommit_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:46.186255 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-13b07d60-9820-4790-8216-d5526842a4a2 req-674285e2-ab57-4c07-bdd7-2186772b3c76 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] 10.222.0.63 "GET /v2.0/security-groups?id=2f0f23dc-fe58-4a67-b800-c8f1bae1f5d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1816449
Dec 03 15:04:46.222817 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-52d17776-f7f7-4963-8f88-403e054736b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068'] for network, after_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:46.224416 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d17776-f7f7-4963-8f88-403e054736b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:04:46.225279 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-52d17776-f7f7-4963-8f88-403e054736b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036822225390'] for network, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:46.243234 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-16005fd5-b58f-407e-a66d-6918888f2cb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:04:46.458920 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d17776-f7f7-4963-8f88-403e054736b1 admin admin] Pushing event updated for resources: {'Network': ['ID=7563c63a-7ae2-448f-9a35-0b81ebf9961f,revision_number=1']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:04:46.465187 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-52d17776-f7f7-4963-8f88-403e054736b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:04:46.476140 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Network 7563c63a-7ae2-448f-9a35-0b81ebf9961f details requested by agent ovs-agent-dv-cinder-757908-3-iscsi with host dv-cinder-757908-3-iscsi {{(pid=80384) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 15:04:46.483262 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 59574) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:04:46.483701 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-52d17776-f7f7-4963-8f88-403e054736b1 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201  len: 874 time: 1.4378440
Dec 03 15:04:46.494952 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.base [None req-b9fd3324-d3c4-4df5-99bc-c1dec04f6cd7 admin admin] Request body: {'subnet': {'network_id': '7563c63a-7ae2-448f-9a35-0b81ebf9961f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-456480017-subnet', 'tenant_id': 'ce1ba93ac65044e99ad68789f769dd71', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 15:04:46.509220 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-b9fd3324-d3c4-4df5-99bc-c1dec04f6cd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:04:46.522014 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-b9fd3324-d3c4-4df5-99bc-c1dec04f6cd7 admin admin] Usage tracker for resource:subnet and tenant:ce1ba93ac65044e99ad68789f769dd71 is out of sync, need to count used quota {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:04:46.535031 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-b9fd3324-d3c4-4df5-99bc-c1dec04f6cd7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:04:46.541283 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-b9fd3324-d3c4-4df5-99bc-c1dec04f6cd7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:04:46.566543 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9fd3324-d3c4-4df5-99bc-c1dec04f6cd7 admin admin] Made reservation on behalf of ce1ba93ac65044e99ad68789f769dd71 for: {'subnet': 1} {{(pid=80382) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 15:04:46.571633 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-b9fd3324-d3c4-4df5-99bc-c1dec04f6cd7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30872680'] for subnet, before_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:46.629373 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Network 7563c63a-7ae2-448f-9a35-0b81ebf9961f details requested by agent ovs-agent-hv-cinder-75790 with host hv-cinder-75790 {{(pid=80384) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 15:04:46.653740 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dba13dd-e23b-4d13-9f6e-010364a6cc0d req-c9005faa-e3e2-4bc8-9140-07567d51cddb tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:04:46.655346 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-4dba13dd-e23b-4d13-9f6e-010364a6cc0d req-c9005faa-e3e2-4bc8-9140-07567d51cddb tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/ports?device_id=d5082cea-6dd3-41d3-9210-f5e8bd37f651 HTTP/1.1" status: 200  len: 946 time: 0.1567411
Dec 03 15:04:46.784793 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-4dba13dd-e23b-4d13-9f6e-010364a6cc0d req-a3bcdbf6-962f-4ab1-a790-cbb448bd4a6a tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/security-groups?id=b7daf6a7-63f3-474f-99b5-a2b7aacda372&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1176646
Dec 03 15:04:47.410374 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-b9fd3324-d3c4-4df5-99bc-c1dec04f6cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33445888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036824732836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30872697'] for subnet, after_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:47.427808 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-4cda525b-43a2-4aaa-8b66-c2e70f30a263 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:47.515331 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-b763369d-1dff-4500-85c5-95d248c38ee5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:04:47.541977 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6b2426-16f2-4ea7-b38d-941f31a17228 req-a8ad882b-89fb-46b1-b1f5-490fed955474 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:04:47.544458 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-ca6b2426-16f2-4ea7-b38d-941f31a17228 req-a8ad882b-89fb-46b1-b1f5-490fed955474 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] 10.222.0.63 "GET /v2.0/ports?device_id=0c340b42-3ca5-4f89-8fc2-c448e784ac83 HTTP/1.1" status: 200  len: 931 time: 0.1382298
Dec 03 15:04:47.686060 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-ca6b2426-16f2-4ea7-b38d-941f31a17228 req-f7fc5d1a-ef5d-4828-94f2-bae569c17ecf tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] 10.222.0.63 "GET /v2.0/security-groups?id=2f0f23dc-fe58-4a67-b800-c8f1bae1f5d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1230197
Dec 03 15:04:47.793876 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 59604) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:04:47.812339 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fd3324-d3c4-4df5-99bc-c1dec04f6cd7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b1edbd8-6999-4e1a-a04d-859a4b703fee,revision_number=0']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:04:47.820210 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-b9fd3324-d3c4-4df5-99bc-c1dec04f6cd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:04:47.842421 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad3f4f7-8617-4fef-8a24-df93bf897677 req-ef332604-f68e-4b9b-8eba-eb324e690160 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:04:47.844127 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-cad3f4f7-8617-4fef-8a24-df93bf897677 req-ef332604-f68e-4b9b-8eba-eb324e690160 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/ports?device_id=f53f7d53-2ae6-4edd-84c2-09e523498d7d HTTP/1.1" status: 200  len: 945 time: 0.4350464
Dec 03 15:04:47.973969 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-cad3f4f7-8617-4fef-8a24-df93bf897677 req-4113ed50-5590-4a99-a076-8e6e9e6e1991 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/security-groups?id=eeb87b8d-9b0e-46cd-a1ba-43889caf168f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1175680
Dec 03 15:04:48.025811 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fd3324-d3c4-4df5-99bc-c1dec04f6cd7 admin admin] Checking segment: {'id': 'b9410016-b650-487c-9426-248c876b5c44', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '7563c63a-7ae2-448f-9a35-0b81ebf9961f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 15:04:48.026380 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9fd3324-d3c4-4df5-99bc-c1dec04f6cd7 admin admin] Network hostable DHCP agents. Network: 7563c63a-7ae2-448f-9a35-0b81ebf9961f, hostable agents: ['79bacdc6-fafb-4baa-889e-4ec466dca3bd'], hosted agents: [] {{(pid=80382) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 15:04:48.075609 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9fd3324-d3c4-4df5-99bc-c1dec04f6cd7 admin admin] Network 7563c63a-7ae2-448f-9a35-0b81ebf9961f is scheduled to be hosted by DHCP agent 79bacdc6-fafb-4baa-889e-4ec466dca3bd with binding_index 1 {{(pid=80382) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 15:04:48.101930 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.base_scheduler [None req-b9fd3324-d3c4-4df5-99bc-c1dec04f6cd7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-757908-3-iscsi, 7563c63a-7ae2-448f-9a35-0b81ebf9961f) {{(pid=80382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 15:04:48.118459 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e671623-d665-427a-a2ce-480419b14590 None None] Network 7563c63a-7ae2-448f-9a35-0b81ebf9961f requested from dv-cinder-757908-3-iscsi {{(pid=80384) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 15:04:48.136684 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9fd3324-d3c4-4df5-99bc-c1dec04f6cd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:04:48.137358 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-b9fd3324-d3c4-4df5-99bc-c1dec04f6cd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036822225390'] for subnet, before_response {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:48.195362 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-b9fd3324-d3c4-4df5-99bc-c1dec04f6cd7 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.7105210
Dec 03 15:04:48.233205 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.base [None req-74e6d27f-d826-42b2-9d86-63357415802e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1471273793-network', 'tenant_id': 'f77c18074b76496dbbd6d15835f35760'}} {{(pid=80383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 15:04:48.255201 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-74e6d27f-d826-42b2-9d86-63357415802e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:04:48.264773 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-74e6d27f-d826-42b2-9d86-63357415802e admin admin] Usage tracker for resource:network and tenant:f77c18074b76496dbbd6d15835f35760 is out of sync, need to count used quota {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:04:48.268017 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-74e6d27f-d826-42b2-9d86-63357415802e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:04:48.306885 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-74e6d27f-d826-42b2-9d86-63357415802e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:04:48.370074 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74e6d27f-d826-42b2-9d86-63357415802e admin admin] Made reservation on behalf of f77c18074b76496dbbd6d15835f35760 for: {'network': 1} {{(pid=80383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 15:04:48.377608 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-74e6d27f-d826-42b2-9d86-63357415802e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for network, before_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:48.416086 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-74e6d27f-d826-42b2-9d86-63357415802e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:48.456174 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-74e6d27f-d826-42b2-9d86-63357415802e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:04:48.460904 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-74e6d27f-d826-42b2-9d86-63357415802e admin admin] Usage tracker for resource:security_group_rule and tenant:f77c18074b76496dbbd6d15835f35760 is out of sync, need to count used quota {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:04:48.464532 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-74e6d27f-d826-42b2-9d86-63357415802e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:04:48.470836 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-74e6d27f-d826-42b2-9d86-63357415802e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:04:48.516553 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f9c2d0-4d7a-4e29-b48f-9326e45a4af3 None None] Network 7563c63a-7ae2-448f-9a35-0b81ebf9961f requested from dv-cinder-757908-3-iscsi {{(pid=80384) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 15:04:48.523925 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6578505c-4c98-43df-ba86-a7e0dfeedfdb req-95b42b15-4114-425f-89e3-89bd0612964d tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:04:48.532210 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-6578505c-4c98-43df-ba86-a7e0dfeedfdb req-95b42b15-4114-425f-89e3-89bd0612964d tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/ports?device_id=d5082cea-6dd3-41d3-9210-f5e8bd37f651 HTTP/1.1" status: 200  len: 946 time: 0.4670157
Dec 03 15:04:48.589388 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-6578505c-4c98-43df-ba86-a7e0dfeedfdb req-ad822b0f-708d-4a51-ba0f-0f698734be4e tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/security-groups?id=b7daf6a7-63f3-474f-99b5-a2b7aacda372&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0553737
Dec 03 15:04:48.682419 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-74e6d27f-d826-42b2-9d86-63357415802e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:48.686247 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-74e6d27f-d826-42b2-9d86-63357415802e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:48.691349 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-2d70ea69-18b6-48a6-b93e-c6fa148aa29b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:04:48.722021 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74e6d27f-d826-42b2-9d86-63357415802e admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=80383) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 15:04:48.740315 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e6d27f-d826-42b2-9d86-63357415802e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6222b238-8c9a-4746-8829-ce9d8002efff,revision_number=1']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:04:48.743807 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-74e6d27f-d826-42b2-9d86-63357415802e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:04:48.744732 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-74e6d27f-d826-42b2-9d86-63357415802e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986486'] for segment, precommit_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:48.745530 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.db.segments_db [None req-74e6d27f-d826-42b2-9d86-63357415802e admin admin] Added segment e96589d1-49fa-4c68-97f6-515777979c45 of type vxlan for network 0d922ba7-749c-4c5e-b6cc-12813984389c
Dec 03 15:04:48.793999 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-74e6d27f-d826-42b2-9d86-63357415802e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729302618551'] for network, precommit_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:48.840255 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-74e6d27f-d826-42b2-9d86-63357415802e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068'] for network, after_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:48.841569 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e6d27f-d826-42b2-9d86-63357415802e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:04:48.847525 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-74e6d27f-d826-42b2-9d86-63357415802e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036822225390'] for network, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:48.889834 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-52d17776-f7f7-4963-8f88-403e054736b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:04:48.989113 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-74e6d27f-d826-42b2-9d86-63357415802e admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 1.1940057
Dec 03 15:04:48.992174 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 59628) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:04:49.001896 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.base [None req-5a8e59cd-24ab-4e6d-abe3-5ced15dfa68a admin admin] Request body: {'subnet': {'network_id': '0d922ba7-749c-4c5e-b6cc-12813984389c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1471273793-subnet', 'tenant_id': 'f77c18074b76496dbbd6d15835f35760', 'ip_version': 4}} {{(pid=80382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 15:04:49.017696 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e86da1-8f59-4d69-ba44-10cc0420a336 req-5d27389e-7bc1-4aca-a3c2-a58f89885e79 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:04:49.019632 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-f1e86da1-8f59-4d69-ba44-10cc0420a336 req-5d27389e-7bc1-4aca-a3c2-a58f89885e79 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] 10.222.0.63 "GET /v2.0/ports?device_id=0c340b42-3ca5-4f89-8fc2-c448e784ac83 HTTP/1.1" status: 200  len: 931 time: 0.1351764
Dec 03 15:04:49.021059 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-5a8e59cd-24ab-4e6d-abe3-5ced15dfa68a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:04:49.025776 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-5a8e59cd-24ab-4e6d-abe3-5ced15dfa68a admin admin] Usage tracker for resource:subnet and tenant:f77c18074b76496dbbd6d15835f35760 is out of sync, need to count used quota {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:04:49.031337 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-5a8e59cd-24ab-4e6d-abe3-5ced15dfa68a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:04:49.072818 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-5a8e59cd-24ab-4e6d-abe3-5ced15dfa68a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:04:49.090898 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-f1e86da1-8f59-4d69-ba44-10cc0420a336 req-d6859a7d-064e-4691-901f-3b1efaab2764 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] 10.222.0.63 "GET /v2.0/security-groups?id=2f0f23dc-fe58-4a67-b800-c8f1bae1f5d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0609705
Dec 03 15:04:49.097255 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a8e59cd-24ab-4e6d-abe3-5ced15dfa68a admin admin] Made reservation on behalf of f77c18074b76496dbbd6d15835f35760 for: {'subnet': 1} {{(pid=80382) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 15:04:49.107836 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e6d27f-d826-42b2-9d86-63357415802e admin admin] Pushing event updated for resources: {'Network': ['ID=0d922ba7-749c-4c5e-b6cc-12813984389c,revision_number=1']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:04:49.111620 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-5a8e59cd-24ab-4e6d-abe3-5ced15dfa68a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30872680'] for subnet, before_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:49.122530 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-74e6d27f-d826-42b2-9d86-63357415802e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:04:49.123730 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Network 0d922ba7-749c-4c5e-b6cc-12813984389c details requested by agent ovs-agent-dv-cinder-757908-3-iscsi with host dv-cinder-757908-3-iscsi {{(pid=80384) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 15:04:49.170991 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Network 0d922ba7-749c-4c5e-b6cc-12813984389c details requested by agent ovs-agent-hv-cinder-75790 with host hv-cinder-75790 {{(pid=80384) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 15:04:49.297339 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db3625d-1941-425e-8660-44e588e5d465 req-2a194da2-237d-4bf7-9193-01d1c4bf774c tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:04:49.299182 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-3db3625d-1941-425e-8660-44e588e5d465 req-2a194da2-237d-4bf7-9193-01d1c4bf774c tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/ports?device_id=f53f7d53-2ae6-4edd-84c2-09e523498d7d HTTP/1.1" status: 200  len: 945 time: 0.1180928
Dec 03 15:04:49.429820 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-3db3625d-1941-425e-8660-44e588e5d465 req-72959d29-1309-4521-8deb-4a519bc3c718 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/security-groups?id=eeb87b8d-9b0e-46cd-a1ba-43889caf168f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1171231
Dec 03 15:04:49.910592 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.agents_db [None req-51f4eaf8-3f98-4d92-a7df-a28bf03852b0 None None] Agent healthcheck: found 6 active agents {{(pid=80385) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 15:04:49.966761 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-5a8e59cd-24ab-4e6d-abe3-5ced15dfa68a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33445888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036824732836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30872697'] for subnet, after_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:49.994383 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-73f18087-4a46-4418-91e6-1749c1ede75b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:04:50.080148 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8e59cd-24ab-4e6d-abe3-5ced15dfa68a admin admin] Pushing event updated for resources: {'Subnet': ['ID=07d33687-75f8-425a-ad5f-cd3466718814,revision_number=0']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:04:50.083170 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-5a8e59cd-24ab-4e6d-abe3-5ced15dfa68a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:04:50.160544 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-ef9cd4d4-72a9-42e8-b39f-f82eff0e0b6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:50.165768 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-d1a712ed-1597-40ee-be3f-9bd7eb160871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:50.201629 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6682a8c5-4058-4358-83ff-232a77168031 req-0785eac2-3a63-49e0-a08c-a66132a4039e tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:04:50.203274 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-6682a8c5-4058-4358-83ff-232a77168031 req-0785eac2-3a63-49e0-a08c-a66132a4039e tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/ports?device_id=d5082cea-6dd3-41d3-9210-f5e8bd37f651 HTTP/1.1" status: 200  len: 946 time: 0.3099065
Dec 03 15:04:50.280235 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-6682a8c5-4058-4358-83ff-232a77168031 req-1e484a08-6d9b-4362-90bb-18cb21fbe4ec tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/security-groups?id=b7daf6a7-63f3-474f-99b5-a2b7aacda372&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0694597
Dec 03 15:04:50.291327 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8e59cd-24ab-4e6d-abe3-5ced15dfa68a admin admin] Checking segment: {'id': 'e96589d1-49fa-4c68-97f6-515777979c45', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '0d922ba7-749c-4c5e-b6cc-12813984389c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 15:04:50.291831 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a8e59cd-24ab-4e6d-abe3-5ced15dfa68a admin admin] Network hostable DHCP agents. Network: 0d922ba7-749c-4c5e-b6cc-12813984389c, hostable agents: ['79bacdc6-fafb-4baa-889e-4ec466dca3bd'], hosted agents: [] {{(pid=80382) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 15:04:50.319226 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a8e59cd-24ab-4e6d-abe3-5ced15dfa68a admin admin] Network 0d922ba7-749c-4c5e-b6cc-12813984389c is scheduled to be hosted by DHCP agent 79bacdc6-fafb-4baa-889e-4ec466dca3bd with binding_index 1 {{(pid=80382) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 15:04:50.332719 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.base_scheduler [None req-5a8e59cd-24ab-4e6d-abe3-5ced15dfa68a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-757908-3-iscsi, 0d922ba7-749c-4c5e-b6cc-12813984389c) {{(pid=80382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 15:04:50.343476 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dabf84b3-1f9e-4b2d-aa61-bfebe772bb9b None None] Network 0d922ba7-749c-4c5e-b6cc-12813984389c requested from dv-cinder-757908-3-iscsi {{(pid=80384) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 15:04:50.348600 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a8e59cd-24ab-4e6d-abe3-5ced15dfa68a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:04:50.349649 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-5a8e59cd-24ab-4e6d-abe3-5ced15dfa68a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036822225390'] for subnet, before_response {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:50.372189 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-5a8e59cd-24ab-4e6d-abe3-5ced15dfa68a admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.3787451
Dec 03 15:04:50.374912 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 59654) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:04:50.380634 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.base [None req-fee9b1e1-358e-4470-8a71-5553e1da5ec3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1471273793-router', 'tenant_id': 'f77c18074b76496dbbd6d15835f35760', 'external_gateway_info': {'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e'}}} {{(pid=80382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 15:04:50.386950 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-fee9b1e1-358e-4470-8a71-5553e1da5ec3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:04:50.392225 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69731d0e-e4e0-492b-ae33-7d84a8731d30 req-610624d6-649e-4323-b867-61a2a43306d3 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:04:50.392422 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-fee9b1e1-358e-4470-8a71-5553e1da5ec3 admin admin] Usage tracker for resource:router and tenant:f77c18074b76496dbbd6d15835f35760 is out of sync, need to count used quota {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:04:50.393926 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-69731d0e-e4e0-492b-ae33-7d84a8731d30 req-610624d6-649e-4323-b867-61a2a43306d3 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] 10.222.0.63 "GET /v2.0/ports?device_id=0c340b42-3ca5-4f89-8fc2-c448e784ac83 HTTP/1.1" status: 200  len: 931 time: 0.1447606
Dec 03 15:04:50.396412 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-fee9b1e1-358e-4470-8a71-5553e1da5ec3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:04:50.403484 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-fee9b1e1-358e-4470-8a71-5553e1da5ec3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:04:50.420350 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-fee9b1e1-358e-4470-8a71-5553e1da5ec3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036821239658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7905'] for router, before_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:50.421868 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-fee9b1e1-358e-4470-8a71-5553e1da5ec3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036821239711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33528563', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036821331856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854767978'] for router, precommit_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:50.446794 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-fee9b1e1-358e-4470-8a71-5553e1da5ec3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:50.453223 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-69731d0e-e4e0-492b-ae33-7d84a8731d30 req-4c8a8337-a434-4938-af61-5f6ca81b58c2 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] 10.222.0.63 "GET /v2.0/security-groups?id=2f0f23dc-fe58-4a67-b800-c8f1bae1f5d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478909
Dec 03 15:04:50.653345 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb6a293-6795-48e6-84e7-979164a504a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbc8265b-6ee3-5798-ab2f-e750a40fd5a2-0d922ba7-749c-4c5e-b6cc-12813984389c', 'network_id': '0d922ba7-749c-4c5e-b6cc-12813984389c', 'tenant_id': 'f77c18074b76496dbbd6d15835f35760', 'fixed_ips': [{'subnet_id': '07d33687-75f8-425a-ad5f-cd3466718814'}]}} from dv-cinder-757908-3-iscsi. {{(pid=80384) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 03 15:04:50.654349 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-6bb6a293-6795-48e6-84e7-979164a504a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_create {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:50.959176 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-fee9b1e1-358e-4470-8a71-5553e1da5ec3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33528544', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33536120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854767993'] for router, precommit_update {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:51.038714 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae667b39-a846-4f1e-a3d1-c03c2dc209b6 req-fef318cd-abe5-49cc-a5d8-18de7d46e731 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:04:51.040509 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-ae667b39-a846-4f1e-a3d1-c03c2dc209b6 req-fef318cd-abe5-49cc-a5d8-18de7d46e731 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/ports?device_id=f53f7d53-2ae6-4edd-84c2-09e523498d7d HTTP/1.1" status: 200  len: 945 time: 0.2749972
Dec 03 15:04:51.114095 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-ae667b39-a846-4f1e-a3d1-c03c2dc209b6 req-d197ed11-217f-44cb-8969-2338a2dc4267 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/security-groups?id=eeb87b8d-9b0e-46cd-a1ba-43889caf168f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0634549
Dec 03 15:04:51.183953 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.db_base_plugin_common [None req-6bb6a293-6795-48e6-84e7-979164a504a9 None None] Allocated IP 172.20.0.2 (0d922ba7-749c-4c5e-b6cc-12813984389c/07d33687-75f8-425a-ad5f-cd3466718814/fe173ec1-de22-4929-ab2c-9524be3568d5) {{(pid=80384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 15:04:51.325891 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:51.505055 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-6bb6a293-6795-48e6-84e7-979164a504a9 None None] Notify callbacks [] for port, precommit_create {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:51.517058 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-6bb6a293-6795-48e6-84e7-979164a504a9 None None] Transition to ACTIVE for port object fe173ec1-de22-4929-ab2c-9524be3568d5 will not be triggered until provisioned by entity L2. {{(pid=80384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 15:04:51.548699 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-6bb6a293-6795-48e6-84e7-979164a504a9 None None] Transition to ACTIVE for port object fe173ec1-de22-4929-ab2c-9524be3568d5 will not be triggered until provisioned by entity DHCP. {{(pid=80384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 15:04:51.554156 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-6bb6a293-6795-48e6-84e7-979164a504a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307552080722'] for port, after_create {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:51.561405 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 59686) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:04:51.582441 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:04:51.657048 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-fee9b1e1-358e-4470-8a71-5553e1da5ec3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:51.989465 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-b57e757b-f1b4-459d-9ed9-22e1d31bc5c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:52.003759 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb6a293-6795-48e6-84e7-979164a504a9 None None] Network 0d922ba7-749c-4c5e-b6cc-12813984389c is already hosted by enough agents. {{(pid=80384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 15:04:52.015092 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.base_scheduler [None req-6bb6a293-6795-48e6-84e7-979164a504a9 None None] Resources bound (agent type, host, resource id):  {{(pid=80384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 15:04:52.019433 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb6a293-6795-48e6-84e7-979164a504a9 None None] Received port after_create {{(pid=80384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 15:04:52.028385 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-b57e757b-f1b4-459d-9ed9-22e1d31bc5c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:04:52.048052 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-b57e757b-f1b4-459d-9ed9-22e1d31bc5c3 admin admin] Usage tracker for resource:security_group_rule and tenant:2c8951aac41246da8b7aae6546aa44fa is out of sync, need to count used quota {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:04:52.051456 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-b57e757b-f1b4-459d-9ed9-22e1d31bc5c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:04:52.057784 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-b57e757b-f1b4-459d-9ed9-22e1d31bc5c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:04:52.083668 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-fee9b1e1-358e-4470-8a71-5553e1da5ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:52.317643 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [None req-6bb6a293-6795-48e6-84e7-979164a504a9 None None] Attempting to bind port fe173ec1-de22-4929-ab2c-9524be3568d5 on host dv-cinder-757908-3-iscsi for vnic_type normal with profile  {{(pid=80384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 15:04:52.318267 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [None req-6bb6a293-6795-48e6-84e7-979164a504a9 None None] Attempting to bind port fe173ec1-de22-4929-ab2c-9524be3568d5 by drivers openvswitch on host dv-cinder-757908-3-iscsi at level 0 using segments [{'id': 'e96589d1-49fa-4c68-97f6-515777979c45', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '0d922ba7-749c-4c5e-b6cc-12813984389c'}] {{(pid=80384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 15:04:52.318556 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb6a293-6795-48e6-84e7-979164a504a9 None None] Attempting to bind port fe173ec1-de22-4929-ab2c-9524be3568d5 on network 0d922ba7-749c-4c5e-b6cc-12813984389c {{(pid=80384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 15:04:52.320788 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb6a293-6795-48e6-84e7-979164a504a9 None None] Pushing event updated for resources: {'Port': ['ID=fe173ec1-de22-4929-ab2c-9524be3568d5,revision_number=1']} {{(pid=80384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:04:52.325057 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-6bb6a293-6795-48e6-84e7-979164a504a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.743s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:04:52.328659 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-b57e757b-f1b4-459d-9ed9-22e1d31bc5c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:52.333160 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb6a293-6795-48e6-84e7-979164a504a9 None None] Checking agent: {'id': 'd86ab5d6-8c79-4633-8bc6-d0d32e0bb057', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757908-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 14, 53, 21), 'started_at': datetime.datetime(2020, 12, 3, 14, 53, 51), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 15, 4, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757908-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.78', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 15:04:52.333587 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb6a293-6795-48e6-84e7-979164a504a9 None None] Checking segment: {'id': 'e96589d1-49fa-4c68-97f6-515777979c45', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '0d922ba7-749c-4c5e-b6cc-12813984389c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 15:04:52.334086 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-6bb6a293-6795-48e6-84e7-979164a504a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:52.334532 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb6a293-6795-48e6-84e7-979164a504a9 None None] Bound using segment: {'id': 'e96589d1-49fa-4c68-97f6-515777979c45', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '0d922ba7-749c-4c5e-b6cc-12813984389c'} {{(pid=80384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 15:04:52.335058 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [None req-6bb6a293-6795-48e6-84e7-979164a504a9 None None] Bound port: fe173ec1-de22-4929-ab2c-9524be3568d5, host: dv-cinder-757908-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e96589d1-49fa-4c68-97f6-515777979c45', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '0d922ba7-749c-4c5e-b6cc-12813984389c'}}] {{(pid=80384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 15:04:52.335485 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-6bb6a293-6795-48e6-84e7-979164a504a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:52.340325 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-b57e757b-f1b4-459d-9ed9-22e1d31bc5c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:52.349635 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-2e3d4d44-532a-4b36-a00a-ac6a9d1fd385 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:04:52.428316 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-b57e757b-f1b4-459d-9ed9-22e1d31bc5c3 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=2c8951aac41246da8b7aae6546aa44fa&name=default HTTP/1.1" status: 200  len: 2879 time: 0.8632152
Dec 03 15:04:52.428316 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57e757b-f1b4-459d-9ed9-22e1d31bc5c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e990d371-09fa-47f7-86c1-b243f539d3c3,revision_number=1']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:04:52.430559 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 59698) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:04:52.431211 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fba0eeb-32fd-4fe1-956f-548e3977e140 req-4f123800-9f1a-4996-83f0-008643f0ab31 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:04:52.435435 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-b57e757b-f1b4-459d-9ed9-22e1d31bc5c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:04:52.441941 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-1fba0eeb-32fd-4fe1-956f-548e3977e140 req-4f123800-9f1a-4996-83f0-008643f0ab31 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/ports?device_id=d5082cea-6dd3-41d3-9210-f5e8bd37f651 HTTP/1.1" status: 200  len: 946 time: 0.9761455
Dec 03 15:04:52.442115 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [None req-6bb6a293-6795-48e6-84e7-979164a504a9 None None] For port fe173ec1-de22-4929-ab2c-9524be3568d5, host dv-cinder-757908-3-iscsi, cleared binding levels {{(pid=80384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 15:04:52.444712 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [None req-6bb6a293-6795-48e6-84e7-979164a504a9 None None] For port fe173ec1-de22-4929-ab2c-9524be3568d5, host dv-cinder-757908-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-3-iscsi',level=0,port_id=fe173ec1-de22-4929-ab2c-9524be3568d5,segment=NetworkSegment(e96589d1-49fa-4c68-97f6-515777979c45),segment_id=e96589d1-49fa-4c68-97f6-515777979c45)] {{(pid=80384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 15:04:52.445938 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-7c778c2a-832b-4a71-9338-2409dcb4fb0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:52.456220 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-6bb6a293-6795-48e6-84e7-979164a504a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024'] for port, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:52.493201 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-0b2a16d8-a603-4af3-8610-886c7775e3a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:04:52.528211 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-d799105d-9e36-4ec8-b43c-fd01734fa364 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:52.544555 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-1fba0eeb-32fd-4fe1-956f-548e3977e140 req-bc453a54-b83a-46ab-b313-4bfa77d82a0a tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/security-groups?id=b7daf6a7-63f3-474f-99b5-a2b7aacda372&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1037750
Dec 03 15:04:52.552630 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.db_base_plugin_common [None req-fee9b1e1-358e-4470-8a71-5553e1da5ec3 admin admin] Allocated IP 172.27.2.71 (729c535b-bd07-4b0c-9bb6-d0eda364af7e/c53074ee-6482-4d40-a0b6-bf7110d55051/19addf73-6af0-4574-9928-4dca9c8deeec) {{(pid=80382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 15:04:52.595268 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-d799105d-9e36-4ec8-b43c-fd01734fa364 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:52.666090 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb6a293-6795-48e6-84e7-979164a504a9 None None] Pushing event updated for resources: {'Port': ['ID=fe173ec1-de22-4929-ab2c-9524be3568d5,revision_number=2']} {{(pid=80384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:04:52.670720 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-6bb6a293-6795-48e6-84e7-979164a504a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:04:52.715987 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-d799105d-9e36-4ec8-b43c-fd01734fa364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:52.728859 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-f357db10-02cd-4433-9c84-88a36b57bcaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:04:52.746887 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d799105d-9e36-4ec8-b43c-fd01734fa364 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e990d371-09fa-47f7-86c1-b243f539d3c3,revision_number=None']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:04:52.758897 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-d799105d-9e36-4ec8-b43c-fd01734fa364 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:04:52.788250 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-d799105d-9e36-4ec8-b43c-fd01734fa364 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:52.803538 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-d799105d-9e36-4ec8-b43c-fd01734fa364 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/e990d371-09fa-47f7-86c1-b243f539d3c3 HTTP/1.1" status: 204  len: 168 time: 0.3710828
Dec 03 15:04:53.007405 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-fee9b1e1-358e-4470-8a71-5553e1da5ec3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:53.027057 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:53.088378 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-fee9b1e1-358e-4470-8a71-5553e1da5ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307552080722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30043597'] for port, after_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:53.118246 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-78325950-afa2-4589-a4b1-380174323c32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:04:53.224288 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d36384e-6d0b-4544-aa52-652b74a3bb9c req-23207421-8021-43ec-a965-2be556e3a23d tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:04:53.225099 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-0d36384e-6d0b-4544-aa52-652b74a3bb9c req-23207421-8021-43ec-a965-2be556e3a23d tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] Synchronizing usage tracker for tenant:ce1ba93ac65044e99ad68789f769dd71 on resource:network {{(pid=80383) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 15:04:53.268449 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-0d36384e-6d0b-4544-aa52-652b74a3bb9c req-23207421-8021-43ec-a965-2be556e3a23d tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] Unset dirty status for tenant:ce1ba93ac65044e99ad68789f769dd71 on resource:network {{(pid=80383) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 15:04:53.275753 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-0d36384e-6d0b-4544-aa52-652b74a3bb9c req-23207421-8021-43ec-a965-2be556e3a23d tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] 10.222.0.63 "GET /v2.0/networks?id=7563c63a-7ae2-448f-9a35-0b81ebf9961f HTTP/1.1" status: 200  len: 808 time: 0.4480186
Dec 03 15:04:53.297686 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-0d36384e-6d0b-4544-aa52-652b74a3bb9c req-fd60b79d-d4b1-4847-98f4-970e3cb7d47a tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] 10.222.0.63 "GET /v2.0/quotas/ce1ba93ac65044e99ad68789f769dd71 HTTP/1.1" status: 200  len: 375 time: 0.0206177
Dec 03 15:04:53.388090 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-0d36384e-6d0b-4544-aa52-652b74a3bb9c req-00bc443e-706d-4e9e-85b7-69460e1ae0f7 tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] 10.222.0.63 "GET /v2.0/ports?tenant_id=ce1ba93ac65044e99ad68789f769dd71&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0873911
Dec 03 15:04:53.525239 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20800204-6b46-4911-8830-3ecaf624c36f req-d0576171-3941-49f7-8b7b-0a936052af65 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:04:53.543267 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Device fe173ec1-de22-4929-ab2c-9524be3568d5 up at agent ovs-agent-dv-cinder-757908-3-iscsi {{(pid=80384) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 15:04:53.546504 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-20800204-6b46-4911-8830-3ecaf624c36f req-d0576171-3941-49f7-8b7b-0a936052af65 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] 10.222.0.63 "GET /v2.0/ports?device_id=0c340b42-3ca5-4f89-8fc2-c448e784ac83 HTTP/1.1" status: 200  len: 931 time: 0.7049387
Dec 03 15:04:53.606117 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee9b1e1-358e-4470-8a71-5553e1da5ec3 admin admin] Pushing event updated for resources: {'Port': ['ID=19addf73-6af0-4574-9928-4dca9c8deeec,revision_number=1']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:04:53.628409 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-fee9b1e1-358e-4470-8a71-5553e1da5ec3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.510s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:04:53.629135 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Provisioning for port fe173ec1-de22-4929-ab2c-9524be3568d5 completed by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 15:04:53.632134 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-0d36384e-6d0b-4544-aa52-652b74a3bb9c req-80b63524-4bfb-48aa-b06f-0b311c4236c9 service neutron] 10.222.0.63 "GET /v2.0/networks/7563c63a-7ae2-448f-9a35-0b81ebf9961f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2430677
Dec 03 15:04:53.728623 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-20800204-6b46-4911-8830-3ecaf624c36f req-f66af3c4-9453-400f-a33c-603f1ce67260 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] 10.222.0.63 "GET /v2.0/security-groups?id=2f0f23dc-fe58-4a67-b800-c8f1bae1f5d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1781845
Dec 03 15:04:53.752375 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee9b1e1-358e-4470-8a71-5553e1da5ec3 admin admin] Network 729c535b-bd07-4b0c-9bb6-d0eda364af7e is already hosted by enough agents. {{(pid=80382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 15:04:53.756929 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.base_scheduler [None req-fee9b1e1-358e-4470-8a71-5553e1da5ec3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 15:04:53.760440 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee9b1e1-358e-4470-8a71-5553e1da5ec3 admin admin] Received port after_create {{(pid=80382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 15:04:53.935142 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-0d36384e-6d0b-4544-aa52-652b74a3bb9c req-66db0a59-1bce-4edd-adac-c2c1a59666fb service neutron] 10.222.0.63 "GET /v2.0/networks/7563c63a-7ae2-448f-9a35-0b81ebf9961f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2914867
Dec 03 15:04:54.578498 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e739b5f0-bfee-4008-b84a-d13096e7de89 req-33e8856a-0c6a-4071-98a7-1dec8f14aa0c tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:04:54.584465 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-e739b5f0-bfee-4008-b84a-d13096e7de89 req-33e8856a-0c6a-4071-98a7-1dec8f14aa0c tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/ports?device_id=d5082cea-6dd3-41d3-9210-f5e8bd37f651 HTTP/1.1" status: 200  len: 946 time: 0.1768813
Dec 03 15:04:54.591335 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-fee9b1e1-358e-4470-8a71-5553e1da5ec3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:54.642143 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261380b6-8836-4801-8183-ea31e59f4361 None None] Network 0d922ba7-749c-4c5e-b6cc-12813984389c requested from dv-cinder-757908-3-iscsi {{(pid=80384) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 15:04:54.754818 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-e739b5f0-bfee-4008-b84a-d13096e7de89 req-d34da14e-b3ce-430e-90bd-e092e7b8e1b2 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/security-groups?id=b7daf6a7-63f3-474f-99b5-a2b7aacda372&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1606345
Dec 03 15:04:54.938938 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-903b0dae-183c-4ac6-80e5-10abb796bfb3 None None] Provisioning for port fe173ec1-de22-4929-ab2c-9524be3568d5 completed by entity DHCP. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 15:04:54.965641 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-903b0dae-183c-4ac6-80e5-10abb796bfb3 None None] Provisioning complete for port fe173ec1-de22-4929-ab2c-9524be3568d5 triggered by entity DHCP. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:04:54.966119 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-903b0dae-183c-4ac6-80e5-10abb796bfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:54.969339 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e28b00c-2a6a-4b9c-b353-b747135ae616 req-f30c51bf-d408-4f13-b1f6-0f9b1afd0c2f tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:04:54.989386 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-3e28b00c-2a6a-4b9c-b353-b747135ae616 req-f30c51bf-d408-4f13-b1f6-0f9b1afd0c2f tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/ports?device_id=f53f7d53-2ae6-4edd-84c2-09e523498d7d HTTP/1.1" status: 200  len: 945 time: 0.8783169
Dec 03 15:04:55.006970 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-b54e3048-2fc3-4285-a0ba-7bfa820a6f8c req-2d742095-1112-4e07-8108-653392c6615c tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] 10.222.0.63 "GET /v2.0/ports?device_id=c5221c6a-cd72-424f-9062-16cf4528384d HTTP/1.1" status: 200  len: 210 time: 0.1258805
Dec 03 15:04:55.343885 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-3e28b00c-2a6a-4b9c-b353-b747135ae616 req-9388ab68-be38-4950-b590-41c50708a78e tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/security-groups?id=eeb87b8d-9b0e-46cd-a1ba-43889caf168f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3521228
Dec 03 15:04:55.402957 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-903b0dae-183c-4ac6-80e5-10abb796bfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:55.445457 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [None req-903b0dae-183c-4ac6-80e5-10abb796bfb3 None None] For port fe173ec1-de22-4929-ab2c-9524be3568d5, host dv-cinder-757908-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-3-iscsi',level=0,port_id=fe173ec1-de22-4929-ab2c-9524be3568d5,segment=NetworkSegment(e96589d1-49fa-4c68-97f6-515777979c45),segment_id=e96589d1-49fa-4c68-97f6-515777979c45)] {{(pid=80384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 15:04:55.452475 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-903b0dae-183c-4ac6-80e5-10abb796bfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024'] for port, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:55.455114 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:04:55.460985 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c575f825-9033-41b0-a36f-6a956b666abe req-c3dc7c3b-cabb-4657-b700-f5d9b2751c11 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:04:55.462734 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-c575f825-9033-41b0-a36f-6a956b666abe req-c3dc7c3b-cabb-4657-b700-f5d9b2751c11 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] 10.222.0.63 "GET /v2.0/ports?device_id=0c340b42-3ca5-4f89-8fc2-c448e784ac83 HTTP/1.1" status: 200  len: 931 time: 0.1802337
Dec 03 15:04:55.524639 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-fee9b1e1-358e-4470-8a71-5553e1da5ec3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036821239696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33527559'] for router, after_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:55.549463 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-c575f825-9033-41b0-a36f-6a956b666abe req-91d68abc-35c1-47b7-9614-13edf76feae7 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] 10.222.0.63 "GET /v2.0/security-groups?id=2f0f23dc-fe58-4a67-b800-c8f1bae1f5d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0747101
Dec 03 15:04:55.578384 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903b0dae-183c-4ac6-80e5-10abb796bfb3 None None] Pushing event updated for resources: {'Port': ['ID=fe173ec1-de22-4929-ab2c-9524be3568d5,revision_number=3']} {{(pid=80384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:04:55.582830 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-903b0dae-183c-4ac6-80e5-10abb796bfb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:04:55.796285 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-60631bee-0224-42a0-89f9-2c4c56c02353 None None] Provisioning complete for port fe173ec1-de22-4929-ab2c-9524be3568d5 triggered by entity DHCP. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:04:55.797516 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-60631bee-0224-42a0-89f9-2c4c56c02353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:55.842601 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fee9b1e1-358e-4470-8a71-5553e1da5ec3 admin admin] Router 215dd294-97ad-4b29-8fab-ce4067d6d8ac is scheduled to L3 agent 7132dbe3-ed21-4d9d-abcc-41c34baf52ae with binding_index 1 {{(pid=80382) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 03 15:04:56.152826 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-6d23332d-ff38-4b80-ad42-817ff3b39c30 None None] Provisioning complete for port fe173ec1-de22-4929-ab2c-9524be3568d5 triggered by entity DHCP. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:04:56.153254 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-6d23332d-ff38-4b80-ad42-817ff3b39c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:56.208252 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-1818c583-7d3b-44af-a1a4-359f81cd3163 req-fd9dfec2-c91f-4a80-a27e-b6c2738a9a5f tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] 10.222.0.63 "GET /v2.0/ports?device_id=c5221c6a-cd72-424f-9062-16cf4528384d HTTP/1.1" status: 200  len: 210 time: 0.0484028
Dec 03 15:04:56.376464 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fee9b1e1-358e-4470-8a71-5553e1da5ec3 admin admin] Notify agent at l3_agent.dv-cinder-757908-3-iscsi the message routers_updated {{(pid=80382) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 15:04:56.385866 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5956ccf-e1f2-4c70-9733-ba31bdca834b None None] Sync routers for ids ['215dd294-97ad-4b29-8fab-ce4067d6d8ac'] in dv-cinder-757908-3-iscsi {{(pid=80385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 15:04:56.388304 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b3ba68-410b-40cc-ae6f-b01417b0281a req-4d4678f7-9afa-4ace-885e-7aa75844b9f5 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:04:56.389896 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-b7b3ba68-410b-40cc-ae6f-b01417b0281a req-4d4678f7-9afa-4ace-885e-7aa75844b9f5 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/ports?device_id=d5082cea-6dd3-41d3-9210-f5e8bd37f651 HTTP/1.1" status: 200  len: 946 time: 0.1423435
Dec 03 15:04:56.409938 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5956ccf-e1f2-4c70-9733-ba31bdca834b None None] Routers {'215dd294-97ad-4b29-8fab-ce4067d6d8ac'} bound to L3 agent in host dv-cinder-757908-3-iscsi {{(pid=80385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 15:04:56.410623 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-f5956ccf-e1f2-4c70-9733-ba31bdca834b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f072ead5c88>, 'dv-cinder-757908-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-03T14:53:20Z,description=<?>,heartbeat_timestamp=2020-12-03T15:04:50Z,host='dv-cinder-757908-3-iscsi',id=7132dbe3-ed21-4d9d-abcc-41c34baf52ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T14:53:20Z,topic='l3_agent')) {'router_ids': ['215dd294-97ad-4b29-8fab-ce4067d6d8ac'], 'active': True} {{(pid=80385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:04:56.428150 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-fee9b1e1-358e-4470-8a71-5553e1da5ec3 admin admin] Notify callbacks [] for router, before_response {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:56.430541 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-fee9b1e1-358e-4470-8a71-5553e1da5ec3 admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 6.0537250
Dec 03 15:04:56.433214 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 59782) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:04:56.512210 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.base [req-a73d0b4b-b535-466a-b533-b7836924a4ed req-2d4e0462-382b-4c7b-9d36-8a240063f14e service neutron] Request body: {'port': {'device_id': '0c340b42-3ca5-4f89-8fc2-c448e784ac83', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75790'}} {{(pid=80382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 15:04:56.616427 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvr_db [None req-f5956ccf-e1f2-4c70-9733-ba31bdca834b None None] Set router 215dd294-97ad-4b29-8fab-ce4067d6d8ac gateway port host: dv-cinder-757908-3-iscsi {{(pid=80385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 15:04:56.623973 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c5b28c-1f26-45d9-aced-a5edcd860cd3 req-6c48f0cd-8f9e-4ff6-94e8-53ba8e1c7533 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:04:56.625689 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-b9c5b28c-1f26-45d9-aced-a5edcd860cd3 req-6c48f0cd-8f9e-4ff6-94e8-53ba8e1c7533 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/ports?device_id=f53f7d53-2ae6-4edd-84c2-09e523498d7d HTTP/1.1" status: 200  len: 945 time: 0.0971692
Dec 03 15:04:56.656065 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-b7b3ba68-410b-40cc-ae6f-b01417b0281a req-870970de-cc27-4d2d-ae33-4473c1bd0ae0 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/security-groups?id=b7daf6a7-63f3-474f-99b5-a2b7aacda372&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2585070
Dec 03 15:04:56.709739 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-b9c5b28c-1f26-45d9-aced-a5edcd860cd3 req-a24f50f3-1dca-49b2-a2e6-7a32a48e6ca1 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/security-groups?id=eeb87b8d-9b0e-46cd-a1ba-43889caf168f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0759487
Dec 03 15:04:56.777641 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-a73d0b4b-b535-466a-b533-b7836924a4ed req-2d4e0462-382b-4c7b-9d36-8a240063f14e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:57.033224 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-f5956ccf-e1f2-4c70-9733-ba31bdca834b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f072ead5c88>, [{'id': '215dd294-97ad-4b29-8fab-ce4067d6d8ac', 'name': 'tempest-TestShelveInstance-1471273793-router', 'tenant_id': 'f77c18074b76496dbbd6d15835f35760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'external_fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '19addf73-6af0-4574-9928-4dca9c8deeec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:04:50Z', 'updated_at': '2020-12-03T15:04:54Z', 'revision_number': 3, 'project_id': 'f77c18074b76496dbbd6d15835f35760', 'gw_port': {'id': '19addf73-6af0-4574-9928-4dca9c8deeec', 'name': '', 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:10:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '215dd294-97ad-4b29-8fab-ce4067d6d8ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:04:52Z', 'updated_at': '2020-12-03T15:04:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-iscsi'}], 'dv-cinder-757908-3-iscsi', False) {} {{(pid=80385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:04:57.037563 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5956ccf-e1f2-4c70-9733-ba31bdca834b None None] Checking router: 215dd294-97ad-4b29-8fab-ce4067d6d8ac for host: dv-cinder-757908-3-iscsi {{(pid=80385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 15:04:57.037981 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5956ccf-e1f2-4c70-9733-ba31bdca834b None None] Updating router 215dd294-97ad-4b29-8fab-ce4067d6d8ac port 19addf73-6af0-4574-9928-4dca9c8deeec binding host dv-cinder-757908-3-iscsi {{(pid=80385) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 03 15:04:57.104042 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-f5956ccf-e1f2-4c70-9733-ba31bdca834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:57.381346 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a876aaf0-b0fb-4b89-bae4-bf298b733789 req-ab0f4383-cb5f-4a56-aec9-8fcb03779932 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:04:57.389185 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-a876aaf0-b0fb-4b89-bae4-bf298b733789 req-ab0f4383-cb5f-4a56-aec9-8fcb03779932 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] 10.222.0.63 "GET /v2.0/ports?device_id=0c340b42-3ca5-4f89-8fc2-c448e784ac83 HTTP/1.1" status: 200  len: 931 time: 0.5547991
Dec 03 15:04:57.428916 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Device fe173ec1-de22-4929-ab2c-9524be3568d5 up at agent ovs-agent-dv-cinder-757908-3-iscsi {{(pid=80384) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 15:04:57.486550 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-a876aaf0-b0fb-4b89-bae4-bf298b733789 req-78e3b140-2843-4fd6-a9cf-e1a07eff590e tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] 10.222.0.63 "GET /v2.0/security-groups?id=2f0f23dc-fe58-4a67-b800-c8f1bae1f5d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0963454
Dec 03 15:04:57.542499 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-9c6e00fd-ae62-477a-a07f-3f8e43a6fecf req-457ce0a9-5c95-4017-9b1b-efc73f866a02 tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] 10.222.0.63 "GET /v2.0/ports?device_id=c5221c6a-cd72-424f-9062-16cf4528384d HTTP/1.1" status: 200  len: 210 time: 0.1267836
Dec 03 15:04:57.605776 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Provisioning complete for port fe173ec1-de22-4929-ab2c-9524be3568d5 triggered by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:04:57.606230 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:57.701467 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-f5956ccf-e1f2-4c70-9733-ba31bdca834b None None] Notify callbacks [] for port, precommit_update {{(pid=80385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:57.716893 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-f5956ccf-e1f2-4c70-9733-ba31bdca834b None None] Transition to ACTIVE for port object 19addf73-6af0-4574-9928-4dca9c8deeec will not be triggered until provisioned by entity L2. {{(pid=80385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 15:04:57.720368 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-f5956ccf-e1f2-4c70-9733-ba31bdca834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024'] for port, after_update {{(pid=80385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:57.897329 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-a5782fb7-3815-448a-ad60-b97e85f42b52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:04:57.986118 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [None req-f5956ccf-e1f2-4c70-9733-ba31bdca834b None None] Attempting to bind port 19addf73-6af0-4574-9928-4dca9c8deeec on host dv-cinder-757908-3-iscsi for vnic_type normal with profile  {{(pid=80385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 15:04:57.986562 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [None req-f5956ccf-e1f2-4c70-9733-ba31bdca834b None None] Attempting to bind port 19addf73-6af0-4574-9928-4dca9c8deeec by drivers openvswitch on host dv-cinder-757908-3-iscsi at level 0 using segments [{'id': 'd4bc1e7b-f0cf-45e4-b2f6-c41c855b05f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e'}] {{(pid=80385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 15:04:57.987011 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5956ccf-e1f2-4c70-9733-ba31bdca834b None None] Attempting to bind port 19addf73-6af0-4574-9928-4dca9c8deeec on network 729c535b-bd07-4b0c-9bb6-d0eda364af7e {{(pid=80385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 15:04:57.998421 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5956ccf-e1f2-4c70-9733-ba31bdca834b None None] Checking agent: {'id': 'd86ab5d6-8c79-4633-8bc6-d0d32e0bb057', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757908-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 14, 53, 21), 'started_at': datetime.datetime(2020, 12, 3, 14, 53, 51), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 15, 4, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757908-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.78', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 15:04:57.998835 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5956ccf-e1f2-4c70-9733-ba31bdca834b None None] Checking segment: {'id': 'd4bc1e7b-f0cf-45e4-b2f6-c41c855b05f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 15:04:57.999279 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-f5956ccf-e1f2-4c70-9733-ba31bdca834b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:57.999711 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5956ccf-e1f2-4c70-9733-ba31bdca834b None None] Bound using segment: {'id': 'd4bc1e7b-f0cf-45e4-b2f6-c41c855b05f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e'} {{(pid=80385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 15:04:58.000632 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [None req-f5956ccf-e1f2-4c70-9733-ba31bdca834b None None] Bound port: 19addf73-6af0-4574-9928-4dca9c8deeec, host: dv-cinder-757908-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4bc1e7b-f0cf-45e4-b2f6-c41c855b05f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e'}}] {{(pid=80385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 15:04:58.001050 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-f5956ccf-e1f2-4c70-9733-ba31bdca834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:58.025238 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-76927f30-993e-4937-9ac2-b68895f307a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:58.087904 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [None req-f5956ccf-e1f2-4c70-9733-ba31bdca834b None None] For port 19addf73-6af0-4574-9928-4dca9c8deeec, host dv-cinder-757908-3-iscsi, cleared binding levels {{(pid=80385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 15:04:58.092722 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [None req-f5956ccf-e1f2-4c70-9733-ba31bdca834b None None] For port 19addf73-6af0-4574-9928-4dca9c8deeec, host dv-cinder-757908-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-3-iscsi',level=0,port_id=19addf73-6af0-4574-9928-4dca9c8deeec,segment=NetworkSegment(d4bc1e7b-f0cf-45e4-b2f6-c41c855b05f5),segment_id=d4bc1e7b-f0cf-45e4-b2f6-c41c855b05f5)] {{(pid=80385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 15:04:58.114804 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-f5956ccf-e1f2-4c70-9733-ba31bdca834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024'] for port, after_update {{(pid=80385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:58.135147 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0360aea1-417f-4ce9-b5cf-7c0cda7c3384 None None] Pushing event updated for resources: {'Port': ['ID=19addf73-6af0-4574-9928-4dca9c8deeec,revision_number=2']} {{(pid=80385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:04:58.154534 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-0360aea1-417f-4ce9-b5cf-7c0cda7c3384 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=80385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:04:58.155713 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-a5782fb7-3815-448a-ad60-b97e85f42b52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=80385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:04:58.198859 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.db.resource_extend [req-a73d0b4b-b535-466a-b533-b7836924a4ed req-2d4e0462-382b-4c7b-9d36-8a240063f14e service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 03 15:04:58.241422 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0360aea1-417f-4ce9-b5cf-7c0cda7c3384 None None] Pushing event updated for resources: {'Port': ['ID=19addf73-6af0-4574-9928-4dca9c8deeec,revision_number=3']} {{(pid=80385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:04:58.266155 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-0360aea1-417f-4ce9-b5cf-7c0cda7c3384 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:04:58.289614 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d36384e-6d0b-4544-aa52-652b74a3bb9c req-fbb3683a-bf77-4ebd-a466-d4f58592ee68 tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:04:58.291236 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-0d36384e-6d0b-4544-aa52-652b74a3bb9c req-fbb3683a-bf77-4ebd-a466-d4f58592ee68 tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] 10.222.0.83 "GET /v2.0/networks?id=7563c63a-7ae2-448f-9a35-0b81ebf9961f HTTP/1.1" status: 200  len: 808 time: 0.4612699
Dec 03 15:04:58.317743 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c40754a-f3a4-4493-8da3-d93b89a2ea6f req-c2552f70-56e7-40c8-88c0-79e1904c3a89 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:04:58.327096 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-9c40754a-f3a4-4493-8da3-d93b89a2ea6f req-c2552f70-56e7-40c8-88c0-79e1904c3a89 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/ports?device_id=f53f7d53-2ae6-4edd-84c2-09e523498d7d HTTP/1.1" status: 200  len: 945 time: 0.1700177
Dec 03 15:04:58.356962 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.base [req-0d36384e-6d0b-4544-aa52-652b74a3bb9c req-730a42cd-ae16-4c0f-a97e-8861d26afc31 tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] Request body: {'port': {'device_id': 'c5221c6a-cd72-424f-9062-16cf4528384d', 'network_id': '7563c63a-7ae2-448f-9a35-0b81ebf9961f', 'admin_state_up': True, 'tenant_id': 'ce1ba93ac65044e99ad68789f769dd71'}} {{(pid=80383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 15:04:58.402172 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.notifiers.nova [req-a73d0b4b-b535-466a-b533-b7836924a4ed req-2d4e0462-382b-4c7b-9d36-8a240063f14e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afe54511-8f8c-42eb-8ca3-b2337f457222 {{(pid=80382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 03 15:04:58.410116 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5956ccf-e1f2-4c70-9733-ba31bdca834b None None] Routers {'215dd294-97ad-4b29-8fab-ce4067d6d8ac'} bound to L3 agent in host dv-cinder-757908-3-iscsi {{(pid=80385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 15:04:58.411288 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-f5956ccf-e1f2-4c70-9733-ba31bdca834b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f072ead5c88>, 'dv-cinder-757908-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-03T14:53:20Z,description=<?>,heartbeat_timestamp=2020-12-03T15:04:50Z,host='dv-cinder-757908-3-iscsi',id=7132dbe3-ed21-4d9d-abcc-41c34baf52ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T14:53:20Z,topic='l3_agent')) {'router_ids': ['215dd294-97ad-4b29-8fab-ce4067d6d8ac'], 'active': True} {{(pid=80385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:04:58.413532 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-a73d0b4b-b535-466a-b533-b7836924a4ed req-2d4e0462-382b-4c7b-9d36-8a240063f14e service neutron] Notify callbacks [] for port, precommit_update {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:58.447439 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [req-a73d0b4b-b535-466a-b533-b7836924a4ed req-2d4e0462-382b-4c7b-9d36-8a240063f14e service neutron] Transition to ACTIVE for port object afe54511-8f8c-42eb-8ca3-b2337f457222 will not be triggered until provisioned by entity L2. {{(pid=80382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 15:04:58.454708 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbca0756-c673-4648-bfc9-6fdf723ef3e3 req-3ce9ec73-8c2c-4ce1-b594-e1a3770db997 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:04:58.456406 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-dbca0756-c673-4648-bfc9-6fdf723ef3e3 req-3ce9ec73-8c2c-4ce1-b594-e1a3770db997 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/ports?device_id=d5082cea-6dd3-41d3-9210-f5e8bd37f651 HTTP/1.1" status: 200  len: 946 time: 0.3834655
Dec 03 15:04:58.462097 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-a73d0b4b-b535-466a-b533-b7836924a4ed req-2d4e0462-382b-4c7b-9d36-8a240063f14e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036824732220'] for port, after_update {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:58.486542 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-9c40754a-f3a4-4493-8da3-d93b89a2ea6f req-e51a80bf-3927-414b-b622-330cf162e22c tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/security-groups?id=eeb87b8d-9b0e-46cd-a1ba-43889caf168f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1584206
Dec 03 15:04:58.540843 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-1a58aebb-2041-4f72-a0c1-6182f4243913 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:04:58.545853 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [req-0d36384e-6d0b-4544-aa52-652b74a3bb9c req-730a42cd-ae16-4c0f-a97e-8861d26afc31 tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:04:58.550458 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-0d36384e-6d0b-4544-aa52-652b74a3bb9c req-730a42cd-ae16-4c0f-a97e-8861d26afc31 tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] Usage tracker for resource:port and tenant:ce1ba93ac65044e99ad68789f769dd71 is out of sync, need to count used quota {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:04:58.553782 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-0d36384e-6d0b-4544-aa52-652b74a3bb9c req-730a42cd-ae16-4c0f-a97e-8861d26afc31 tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] Quota usage for port was recalculated. Used quota:0. {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:04:58.560505 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [req-0d36384e-6d0b-4544-aa52-652b74a3bb9c req-730a42cd-ae16-4c0f-a97e-8861d26afc31 tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:04:58.574938 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d36384e-6d0b-4544-aa52-652b74a3bb9c req-730a42cd-ae16-4c0f-a97e-8861d26afc31 tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] Made reservation on behalf of ce1ba93ac65044e99ad68789f769dd71 for: {'port': 1} {{(pid=80383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 15:04:58.582287 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-0d36384e-6d0b-4544-aa52-652b74a3bb9c req-730a42cd-ae16-4c0f-a97e-8861d26afc31 tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:58.720219 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvr_db [None req-f5956ccf-e1f2-4c70-9733-ba31bdca834b None None] Set router 215dd294-97ad-4b29-8fab-ce4067d6d8ac gateway port host: dv-cinder-757908-3-iscsi {{(pid=80385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 15:04:59.029273 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.db_base_plugin_common [req-0d36384e-6d0b-4544-aa52-652b74a3bb9c req-730a42cd-ae16-4c0f-a97e-8861d26afc31 tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] Allocated IP 172.20.0.9 (7563c63a-7ae2-448f-9a35-0b81ebf9961f/1b1edbd8-6999-4e1a-a04d-859a4b703fee/846d5e26-8d68-4937-b08c-54324832d3bf) {{(pid=80383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 15:04:59.173930 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4e0462-382b-4c7b-9d36-8a240063f14e service neutron] Pushing event updated for resources: {'Port': ['ID=afe54511-8f8c-42eb-8ca3-b2337f457222,revision_number=2']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:04:59.188582 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-2d4e0462-382b-4c7b-9d36-8a240063f14e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.648s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:04:59.282202 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-f5956ccf-e1f2-4c70-9733-ba31bdca834b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f072ead5c88>, [{'id': '215dd294-97ad-4b29-8fab-ce4067d6d8ac', 'name': 'tempest-TestShelveInstance-1471273793-router', 'tenant_id': 'f77c18074b76496dbbd6d15835f35760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'external_fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '19addf73-6af0-4574-9928-4dca9c8deeec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:04:50Z', 'updated_at': '2020-12-03T15:04:54Z', 'revision_number': 3, 'project_id': 'f77c18074b76496dbbd6d15835f35760', 'gw_port': {'id': '19addf73-6af0-4574-9928-4dca9c8deeec', 'name': '', 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:10:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '215dd294-97ad-4b29-8fab-ce4067d6d8ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:04:52Z', 'updated_at': '2020-12-03T15:04:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-iscsi'}], 'dv-cinder-757908-3-iscsi', False) {} {{(pid=80385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:04:59.289667 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5956ccf-e1f2-4c70-9733-ba31bdca834b None None] The sync data for ids ['215dd294-97ad-4b29-8fab-ce4067d6d8ac'] in dv-cinder-757908-3-iscsi is: [{'id': '215dd294-97ad-4b29-8fab-ce4067d6d8ac', 'name': 'tempest-TestShelveInstance-1471273793-router', 'tenant_id': 'f77c18074b76496dbbd6d15835f35760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'external_fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '19addf73-6af0-4574-9928-4dca9c8deeec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:04:50Z', 'updated_at': '2020-12-03T15:04:54Z', 'revision_number': 3, 'project_id': 'f77c18074b76496dbbd6d15835f35760', 'gw_port': {'id': '19addf73-6af0-4574-9928-4dca9c8deeec', 'name': '', 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:10:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '215dd294-97ad-4b29-8fab-ce4067d6d8ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:04:52Z', 'updated_at': '2020-12-03T15:04:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-iscsi'}] {{(pid=80385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 15:04:59.462030 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-dbca0756-c673-4648-bfc9-6fdf723ef3e3 req-abf3e2cc-abdb-46aa-b004-674db6adaad2 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/security-groups?id=b7daf6a7-63f3-474f-99b5-a2b7aacda372&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.9613774
Dec 03 15:04:59.567787 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [req-a73d0b4b-b535-466a-b533-b7836924a4ed req-2d4e0462-382b-4c7b-9d36-8a240063f14e service neutron] Attempting to bind port afe54511-8f8c-42eb-8ca3-b2337f457222 on host hv-cinder-75790 for vnic_type normal with profile  {{(pid=80382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 15:04:59.568153 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [req-a73d0b4b-b535-466a-b533-b7836924a4ed req-2d4e0462-382b-4c7b-9d36-8a240063f14e service neutron] Attempting to bind port afe54511-8f8c-42eb-8ca3-b2337f457222 by drivers openvswitch on host hv-cinder-75790 at level 0 using segments [{'id': 'b1abe8f6-b60f-4b38-9155-9433b48d1378', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '52cd6ebc-32b4-40f6-9b98-6760dd6218f7'}] {{(pid=80382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 15:04:59.568513 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73d0b4b-b535-466a-b533-b7836924a4ed req-2d4e0462-382b-4c7b-9d36-8a240063f14e service neutron] Attempting to bind port afe54511-8f8c-42eb-8ca3-b2337f457222 on network 52cd6ebc-32b4-40f6-9b98-6760dd6218f7 {{(pid=80382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 15:04:59.570120 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ab31a4-796f-4966-9e5b-49b7d906e73d req-4a09550f-de68-4fe8-8c45-c3834f7fef43 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:04:59.578214 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-39ab31a4-796f-4966-9e5b-49b7d906e73d req-4a09550f-de68-4fe8-8c45-c3834f7fef43 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] 10.222.0.63 "GET /v2.0/ports?device_id=0c340b42-3ca5-4f89-8fc2-c448e784ac83 HTTP/1.1" status: 200  len: 943 time: 0.4616399
Dec 03 15:04:59.589996 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.db_base_plugin_common [None req-76927f30-993e-4937-9ac2-b68895f307a4 admin admin] Allocated IP 172.20.0.1 (0d922ba7-749c-4c5e-b6cc-12813984389c/07d33687-75f8-425a-ad5f-cd3466718814/d1bd8e6c-6e91-4219-ae0d-25814e50b560) {{(pid=80382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 15:04:59.596224 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73d0b4b-b535-466a-b533-b7836924a4ed req-2d4e0462-382b-4c7b-9d36-8a240063f14e service neutron] Checking agent: {'id': '7af519bd-b73a-4597-86f2-e334c7b64707', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75790', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 15, 0, 18), 'started_at': datetime.datetime(2020, 12, 3, 15, 0, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 15, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 15:04:59.596883 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73d0b4b-b535-466a-b533-b7836924a4ed req-2d4e0462-382b-4c7b-9d36-8a240063f14e service neutron] Checking segment: {'id': 'b1abe8f6-b60f-4b38-9155-9433b48d1378', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '52cd6ebc-32b4-40f6-9b98-6760dd6218f7'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 15:04:59.597619 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-a73d0b4b-b535-466a-b533-b7836924a4ed req-2d4e0462-382b-4c7b-9d36-8a240063f14e service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:59.598304 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73d0b4b-b535-466a-b533-b7836924a4ed req-2d4e0462-382b-4c7b-9d36-8a240063f14e service neutron] Bound using segment: {'id': 'b1abe8f6-b60f-4b38-9155-9433b48d1378', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '52cd6ebc-32b4-40f6-9b98-6760dd6218f7'} {{(pid=80382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 15:04:59.598860 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [req-a73d0b4b-b535-466a-b533-b7836924a4ed req-2d4e0462-382b-4c7b-9d36-8a240063f14e service neutron] Bound port: afe54511-8f8c-42eb-8ca3-b2337f457222, host: hv-cinder-75790, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1abe8f6-b60f-4b38-9155-9433b48d1378', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '52cd6ebc-32b4-40f6-9b98-6760dd6218f7'}}] {{(pid=80382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 15:04:59.599643 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-a73d0b4b-b535-466a-b533-b7836924a4ed req-2d4e0462-382b-4c7b-9d36-8a240063f14e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:59.623001 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-0d36384e-6d0b-4544-aa52-652b74a3bb9c req-730a42cd-ae16-4c0f-a97e-8861d26afc31 tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] Notify callbacks [] for port, precommit_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:59.654369 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-39ab31a4-796f-4966-9e5b-49b7d906e73d req-d9a62497-11ad-4f05-b4f7-b5ddcddf3202 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] 10.222.0.63 "GET /v2.0/security-groups?id=2f0f23dc-fe58-4a67-b800-c8f1bae1f5d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0751660
Dec 03 15:04:59.686067 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-0d36384e-6d0b-4544-aa52-652b74a3bb9c req-730a42cd-ae16-4c0f-a97e-8861d26afc31 tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307552080722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31294715'] for port, after_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:59.715213 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:04:59.878499 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [req-a73d0b4b-b535-466a-b533-b7836924a4ed req-2d4e0462-382b-4c7b-9d36-8a240063f14e service neutron] For port afe54511-8f8c-42eb-8ca3-b2337f457222, host hv-cinder-75790, cleared binding levels {{(pid=80382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 15:04:59.903338 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [req-a73d0b4b-b535-466a-b533-b7836924a4ed req-2d4e0462-382b-4c7b-9d36-8a240063f14e service neutron] For port afe54511-8f8c-42eb-8ca3-b2337f457222, host hv-cinder-75790, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=afe54511-8f8c-42eb-8ca3-b2337f457222,segment=NetworkSegment(b1abe8f6-b60f-4b38-9155-9433b48d1378),segment_id=b1abe8f6-b60f-4b38-9155-9433b48d1378)] {{(pid=80382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 15:04:59.938655 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-a73d0b4b-b535-466a-b533-b7836924a4ed req-2d4e0462-382b-4c7b-9d36-8a240063f14e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036824732220'] for port, after_update {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:04:59.986547 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730a42cd-ae16-4c0f-a97e-8861d26afc31 tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] Pushing event updated for resources: {'Port': ['ID=846d5e26-8d68-4937-b08c-54324832d3bf,revision_number=1']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:05:00.052092 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-730a42cd-ae16-4c0f-a97e-8861d26afc31 tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:05:00.084883 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d36384e-6d0b-4544-aa52-652b74a3bb9c req-730a42cd-ae16-4c0f-a97e-8861d26afc31 tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] Network 7563c63a-7ae2-448f-9a35-0b81ebf9961f is already hosted by enough agents. {{(pid=80383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 15:05:00.086938 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.base_scheduler [req-0d36384e-6d0b-4544-aa52-652b74a3bb9c req-730a42cd-ae16-4c0f-a97e-8861d26afc31 tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] Resources bound (agent type, host, resource id):  {{(pid=80383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 15:05:00.094075 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d36384e-6d0b-4544-aa52-652b74a3bb9c req-730a42cd-ae16-4c0f-a97e-8861d26afc31 tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] Received port after_create {{(pid=80383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 15:05:00.102157 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-633a8b05-64ec-40b9-9149-74b7c7e6c5d6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:05:00.170417 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d36384e-6d0b-4544-aa52-652b74a3bb9c req-730a42cd-ae16-4c0f-a97e-8861d26afc31 tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:00.171112 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-0d36384e-6d0b-4544-aa52-652b74a3bb9c req-730a42cd-ae16-4c0f-a97e-8861d26afc31 tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036822225390'] for port, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:00.203636 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-0d36384e-6d0b-4544-aa52-652b74a3bb9c req-730a42cd-ae16-4c0f-a97e-8861d26afc31 tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8729091
Dec 03 15:05:00.210682 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32311f48-3f8f-4377-94b7-5f4208cd4e91 req-60fb2332-8a53-449a-909b-677a1175e5df tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:00.212337 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-32311f48-3f8f-4377-94b7-5f4208cd4e91 req-60fb2332-8a53-449a-909b-677a1175e5df tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/ports?device_id=c233978f-9c32-47bf-8b66-44f0baa08830 HTTP/1.1" status: 200  len: 945 time: 0.2123375
Dec 03 15:05:00.257264 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1083090f-cc03-4f10-8915-9bf7f2ddfd7e req-406934b9-d50a-4020-a089-13f7f6429466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:00.258957 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-1083090f-cc03-4f10-8915-9bf7f2ddfd7e req-406934b9-d50a-4020-a089-13f7f6429466 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=69f1305b325747b387eaa173734086a5&device_id=c233978f-9c32-47bf-8b66-44f0baa08830 HTTP/1.1" status: 200  len: 1162 time: 1.0694146
Dec 03 15:05:00.264743 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.base [req-0d36384e-6d0b-4544-aa52-652b74a3bb9c req-c2e109bb-4f92-4caa-a174-70674b2e0ffb service neutron] Request body: {'port': {'device_id': 'c5221c6a-cd72-424f-9062-16cf4528384d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75790'}} {{(pid=80383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 15:05:00.327145 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4e0462-382b-4c7b-9d36-8a240063f14e service neutron] Pushing event updated for resources: {'Port': ['ID=afe54511-8f8c-42eb-8ca3-b2337f457222,revision_number=3']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:05:00.350028 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-2d4e0462-382b-4c7b-9d36-8a240063f14e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:05:00.390155 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-32311f48-3f8f-4377-94b7-5f4208cd4e91 req-debc6407-503c-454e-a34e-6229ad6f89a4 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/security-groups?id=eaa64044-32f2-4946-97be-06cf9f486ffa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1710129
Dec 03 15:05:00.431935 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-0d36384e-6d0b-4544-aa52-652b74a3bb9c req-c2e109bb-4f92-4caa-a174-70674b2e0ffb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:00.479892 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c575dbd4-8fa8-421e-8987-4f788945f2e6 req-ef03e2f6-faad-4313-83ca-6dcbbc05c447 tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:00.481571 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-c575dbd4-8fa8-421e-8987-4f788945f2e6 req-ef03e2f6-faad-4313-83ca-6dcbbc05c447 tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] 10.222.0.63 "GET /v2.0/ports?device_id=c5221c6a-cd72-424f-9062-16cf4528384d HTTP/1.1" status: 200  len: 931 time: 0.8510990
Dec 03 15:05:00.546187 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-76927f30-993e-4937-9ac2-b68895f307a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:00.571877 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73d0b4b-b535-466a-b533-b7836924a4ed req-2d4e0462-382b-4c7b-9d36-8a240063f14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:00.573295 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-a73d0b4b-b535-466a-b533-b7836924a4ed req-2d4e0462-382b-4c7b-9d36-8a240063f14e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6653'] for port, before_response {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:00.575480 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-a73d0b4b-b535-466a-b533-b7836924a4ed req-2d4e0462-382b-4c7b-9d36-8a240063f14e service neutron] 10.222.0.83 "PUT /v2.0/ports/afe54511-8f8c-42eb-8ca3-b2337f457222 HTTP/1.1" status: 200  len: 1157 time: 4.0750573
Dec 03 15:05:00.581407 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c340b42-3ca5-4f89-8fc2-c448e784ac83', 'tag': 'afe54511-8f8c-42eb-8ca3-b2337f457222'}] {{(pid=80382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 15:05:00.646556 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-76927f30-993e-4937-9ac2-b68895f307a4 admin admin] Transition to ACTIVE for port object d1bd8e6c-6e91-4219-ae0d-25814e50b560 will not be triggered until provisioned by entity DHCP. {{(pid=80382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 15:05:00.674709 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-c575dbd4-8fa8-421e-8987-4f788945f2e6 req-324d7428-0bea-4e16-827e-194b01f96257 tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] 10.222.0.63 "GET /v2.0/security-groups?id=b2b5ac8b-e4f9-490c-b959-8461c6da8922&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1698866
Dec 03 15:05:00.737274 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1083090f-cc03-4f10-8915-9bf7f2ddfd7e req-2ad6360c-3bbf-4e64-a2d0-ae99f6fb9fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:00.738915 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-1083090f-cc03-4f10-8915-9bf7f2ddfd7e req-2ad6360c-3bbf-4e64-a2d0-ae99f6fb9fea service neutron] 10.222.0.83 "GET /v2.0/networks?id=99cd7ca3-24f1-4d31-adf2-9e1bba032327 HTTP/1.1" status: 200  len: 913 time: 0.4559567
Dec 03 15:05:00.915860 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-1083090f-cc03-4f10-8915-9bf7f2ddfd7e req-0fbed8a8-e09d-425a-89a2-3dc0c7f1c99b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4fcc7ba2-ca25-407b-8386-4f72181d346e HTTP/1.1" status: 200  len: 217 time: 0.1573043
Dec 03 15:05:01.041856 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1863a7a-93f7-47a1-8c1c-45890a587c7e req-fba19f39-6fc2-4655-a10f-d16f88c6f184 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:01.044365 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-f1863a7a-93f7-47a1-8c1c-45890a587c7e req-fba19f39-6fc2-4655-a10f-d16f88c6f184 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/ports?device_id=f53f7d53-2ae6-4edd-84c2-09e523498d7d HTTP/1.1" status: 200  len: 945 time: 0.4545376
Dec 03 15:05:01.065610 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-76927f30-993e-4937-9ac2-b68895f307a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307552080722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30043597'] for port, after_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:01.090837 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-f4d17e5c-1fdc-4c2a-a89e-1a2963acc8c0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:05:01.138508 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-f1863a7a-93f7-47a1-8c1c-45890a587c7e req-6613dd57-8014-4b7e-844a-d0cb9b09dd3c tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/security-groups?id=eeb87b8d-9b0e-46cd-a1ba-43889caf168f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0730612
Dec 03 15:05:01.161871 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1083090f-cc03-4f10-8915-9bf7f2ddfd7e req-3c0917e1-5934-475c-a10e-ef0205b33905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:01.163510 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-1083090f-cc03-4f10-8915-9bf7f2ddfd7e req-3c0917e1-5934-475c-a10e-ef0205b33905 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4e3eb5e7-50fa-43d1-a585-cbf981244c9d HTTP/1.1" status: 200  len: 859 time: 0.2384684
Dec 03 15:05:01.224016 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73d0b4b-b535-466a-b533-b7836924a4ed req-3f3da5c3-f645-42b1-9db7-a8f933df548e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:01.225645 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-a73d0b4b-b535-466a-b533-b7836924a4ed req-3f3da5c3-f645-42b1-9db7-a8f933df548e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=26c9d45e8fe5417f944a2053d351ef69&device_id=0c340b42-3ca5-4f89-8fc2-c448e784ac83 HTTP/1.1" status: 200  len: 1160 time: 0.5465531
Dec 03 15:05:01.271594 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.notifiers.nova [req-0d36384e-6d0b-4544-aa52-652b74a3bb9c req-c2e109bb-4f92-4caa-a174-70674b2e0ffb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 846d5e26-8d68-4937-b08c-54324832d3bf {{(pid=80383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 03 15:05:01.279420 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-0d36384e-6d0b-4544-aa52-652b74a3bb9c req-c2e109bb-4f92-4caa-a174-70674b2e0ffb service neutron] Notify callbacks [] for port, precommit_update {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:01.293746 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [req-0d36384e-6d0b-4544-aa52-652b74a3bb9c req-c2e109bb-4f92-4caa-a174-70674b2e0ffb service neutron] Transition to ACTIVE for port object 846d5e26-8d68-4937-b08c-54324832d3bf will not be triggered until provisioned by entity L2. {{(pid=80383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 15:05:01.298025 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-0d36384e-6d0b-4544-aa52-652b74a3bb9c req-c2e109bb-4f92-4caa-a174-70674b2e0ffb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823481102'] for port, after_update {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:01.390052 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c340b42-3ca5-4f89-8fc2-c448e784ac83', 'tag': 'afe54511-8f8c-42eb-8ca3-b2337f457222', 'status': 'completed', 'code': 200}
Dec 03 15:05:01.468936 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-1083090f-cc03-4f10-8915-9bf7f2ddfd7e req-7a33115c-9943-42ff-be57-4e298cddea88 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=99cd7ca3-24f1-4d31-adf2-9e1bba032327&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2815180
Dec 03 15:05:01.496778 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Device 19addf73-6af0-4574-9928-4dca9c8deeec up at agent ovs-agent-dv-cinder-757908-3-iscsi {{(pid=80384) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 15:05:01.500167 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-15695a72-a822-487a-a659-b1ad72b5215b tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:05:01.515141 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-a73d0b4b-b535-466a-b533-b7836924a4ed req-5274aaad-720b-43c6-bbaf-d3740e1af68e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=afe54511-8f8c-42eb-8ca3-b2337f457222 HTTP/1.1" status: 200  len: 217 time: 0.1232138
Dec 03 15:05:01.515141 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76927f30-993e-4937-9ac2-b68895f307a4 admin admin] Pushing event updated for resources: {'Port': ['ID=d1bd8e6c-6e91-4219-ae0d-25814e50b560,revision_number=1']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:05:01.520058 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-76927f30-993e-4937-9ac2-b68895f307a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:05:01.598367 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8c3b66-d9b1-4ad6-8fcf-c4d9c0f8ab1b req-b43d6c2f-8149-4793-9dd1-7b38f9045598 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:01.598571 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Provisioning for port 19addf73-6af0-4574-9928-4dca9c8deeec completed by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 15:05:01.600472 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-3d8c3b66-d9b1-4ad6-8fcf-c4d9c0f8ab1b req-b43d6c2f-8149-4793-9dd1-7b38f9045598 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/ports?device_id=d5082cea-6dd3-41d3-9210-f5e8bd37f651 HTTP/1.1" status: 200  len: 946 time: 0.6285357
Dec 03 15:05:01.604601 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Provisioning complete for port 19addf73-6af0-4574-9928-4dca9c8deeec triggered by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:05:01.605217 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:01.700773 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c9b577-17bb-4697-96ef-5dc59f7b6fef req-9d749512-ccd3-4ce3-91cf-4cd32d42d35a tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:01.702450 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-c4c9b577-17bb-4697-96ef-5dc59f7b6fef req-9d749512-ccd3-4ce3-91cf-4cd32d42d35a tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] 10.222.0.63 "GET /v2.0/ports?device_id=0c340b42-3ca5-4f89-8fc2-c448e784ac83 HTTP/1.1" status: 200  len: 943 time: 0.2630355
Dec 03 15:05:01.704945 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e109bb-4f92-4caa-a174-70674b2e0ffb service neutron] Pushing event updated for resources: {'Port': ['ID=846d5e26-8d68-4937-b08c-54324832d3bf,revision_number=2']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:05:01.732628 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-c2e109bb-4f92-4caa-a174-70674b2e0ffb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:05:01.839176 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:01.871155 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] For port 19addf73-6af0-4574-9928-4dca9c8deeec, host dv-cinder-757908-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-3-iscsi',level=0,port_id=19addf73-6af0-4574-9928-4dca9c8deeec,segment=NetworkSegment(d4bc1e7b-f0cf-45e4-b2f6-c41c855b05f5),segment_id=d4bc1e7b-f0cf-45e4-b2f6-c41c855b05f5)] {{(pid=80384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 15:05:01.877082 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024'] for port, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:01.879399 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:05:01.954645 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Pushing event updated for resources: {'Port': ['ID=19addf73-6af0-4574-9928-4dca9c8deeec,revision_number=4']} {{(pid=80384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:05:01.959448 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:05:02.023913 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [req-0d36384e-6d0b-4544-aa52-652b74a3bb9c req-c2e109bb-4f92-4caa-a174-70674b2e0ffb service neutron] Attempting to bind port 846d5e26-8d68-4937-b08c-54324832d3bf on host hv-cinder-75790 for vnic_type normal with profile  {{(pid=80383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 15:05:02.024285 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [req-0d36384e-6d0b-4544-aa52-652b74a3bb9c req-c2e109bb-4f92-4caa-a174-70674b2e0ffb service neutron] Attempting to bind port 846d5e26-8d68-4937-b08c-54324832d3bf by drivers openvswitch on host hv-cinder-75790 at level 0 using segments [{'id': 'b9410016-b650-487c-9426-248c876b5c44', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '7563c63a-7ae2-448f-9a35-0b81ebf9961f'}] {{(pid=80383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 15:05:02.024654 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d36384e-6d0b-4544-aa52-652b74a3bb9c req-c2e109bb-4f92-4caa-a174-70674b2e0ffb service neutron] Attempting to bind port 846d5e26-8d68-4937-b08c-54324832d3bf on network 7563c63a-7ae2-448f-9a35-0b81ebf9961f {{(pid=80383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 15:05:02.033418 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d36384e-6d0b-4544-aa52-652b74a3bb9c req-c2e109bb-4f92-4caa-a174-70674b2e0ffb service neutron] Checking agent: {'id': '7af519bd-b73a-4597-86f2-e334c7b64707', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75790', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 15, 0, 18), 'started_at': datetime.datetime(2020, 12, 3, 15, 0, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 15, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 15:05:02.034342 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d36384e-6d0b-4544-aa52-652b74a3bb9c req-c2e109bb-4f92-4caa-a174-70674b2e0ffb service neutron] Checking segment: {'id': 'b9410016-b650-487c-9426-248c876b5c44', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '7563c63a-7ae2-448f-9a35-0b81ebf9961f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 15:05:02.034750 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-0d36384e-6d0b-4544-aa52-652b74a3bb9c req-c2e109bb-4f92-4caa-a174-70674b2e0ffb service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:02.035147 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d36384e-6d0b-4544-aa52-652b74a3bb9c req-c2e109bb-4f92-4caa-a174-70674b2e0ffb service neutron] Bound using segment: {'id': 'b9410016-b650-487c-9426-248c876b5c44', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '7563c63a-7ae2-448f-9a35-0b81ebf9961f'} {{(pid=80383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 15:05:02.035620 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [req-0d36384e-6d0b-4544-aa52-652b74a3bb9c req-c2e109bb-4f92-4caa-a174-70674b2e0ffb service neutron] Bound port: 846d5e26-8d68-4937-b08c-54324832d3bf, host: hv-cinder-75790, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9410016-b650-487c-9426-248c876b5c44', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '7563c63a-7ae2-448f-9a35-0b81ebf9961f'}}] {{(pid=80383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 15:05:02.035994 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-0d36384e-6d0b-4544-aa52-652b74a3bb9c req-c2e109bb-4f92-4caa-a174-70674b2e0ffb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:02.045970 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76927f30-993e-4937-9ac2-b68895f307a4 admin admin] Network 0d922ba7-749c-4c5e-b6cc-12813984389c is already hosted by enough agents. {{(pid=80382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 15:05:02.052056 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.base_scheduler [None req-76927f30-993e-4937-9ac2-b68895f307a4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 15:05:02.054867 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76927f30-993e-4937-9ac2-b68895f307a4 admin admin] Received port after_create {{(pid=80382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 15:05:02.111831 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-3d8c3b66-d9b1-4ad6-8fcf-c4d9c0f8ab1b req-8ea13c20-d7a8-4536-9dba-04831ab04db4 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/security-groups?id=b7daf6a7-63f3-474f-99b5-a2b7aacda372&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1409776
Dec 03 15:05:02.131801 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-1083090f-cc03-4f10-8915-9bf7f2ddfd7e req-c2edaad8-381b-4893-b4f4-e7126c7a6f00 service neutron] 10.222.0.83 "GET /v2.0/networks/99cd7ca3-24f1-4d31-adf2-9e1bba032327?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6454849
Dec 03 15:05:02.205164 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-76927f30-993e-4937-9ac2-b68895f307a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036821248038'] for router_interface, before_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:02.231998 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-c4c9b577-17bb-4697-96ef-5dc59f7b6fef req-e0f3a392-e435-4b1c-8d6b-a7f6497d9a1b tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] 10.222.0.63 "GET /v2.0/security-groups?id=2f0f23dc-fe58-4a67-b800-c8f1bae1f5d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5141494
Dec 03 15:05:02.235235 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [req-0d36384e-6d0b-4544-aa52-652b74a3bb9c req-c2e109bb-4f92-4caa-a174-70674b2e0ffb service neutron] For port 846d5e26-8d68-4937-b08c-54324832d3bf, host hv-cinder-75790, cleared binding levels {{(pid=80383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 15:05:02.276446 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [req-0d36384e-6d0b-4544-aa52-652b74a3bb9c req-c2e109bb-4f92-4caa-a174-70674b2e0ffb service neutron] For port 846d5e26-8d68-4937-b08c-54324832d3bf, host hv-cinder-75790, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=846d5e26-8d68-4937-b08c-54324832d3bf,segment=NetworkSegment(b9410016-b650-487c-9426-248c876b5c44),segment_id=b9410016-b650-487c-9426-248c876b5c44)] {{(pid=80383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 15:05:02.286890 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-0d36384e-6d0b-4544-aa52-652b74a3bb9c req-c2e109bb-4f92-4caa-a174-70674b2e0ffb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823481102'] for port, after_update {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:02.378715 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-a70e3a0c-03a8-45da-bb1d-869c9d282bfb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:05:02.492714 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-76927f30-993e-4937-9ac2-b68895f307a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:02.628794 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-6462f5de-b9f8-4c61-baff-521db10b2795 None None] Provisioning for port d1bd8e6c-6e91-4219-ae0d-25814e50b560 completed by entity DHCP. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 15:05:02.646923 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-6462f5de-b9f8-4c61-baff-521db10b2795 None None] Provisioning complete for port d1bd8e6c-6e91-4219-ae0d-25814e50b560 triggered by entity DHCP. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:05:02.647499 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-6462f5de-b9f8-4c61-baff-521db10b2795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:02.771283 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d36384e-6d0b-4544-aa52-652b74a3bb9c req-c2e109bb-4f92-4caa-a174-70674b2e0ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:02.772391 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-0d36384e-6d0b-4544-aa52-652b74a3bb9c req-c2e109bb-4f92-4caa-a174-70674b2e0ffb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036822225390'] for port, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:02.774152 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-0d36384e-6d0b-4544-aa52-652b74a3bb9c req-c2e109bb-4f92-4caa-a174-70674b2e0ffb service neutron] 10.222.0.83 "PUT /v2.0/ports/846d5e26-8d68-4937-b08c-54324832d3bf HTTP/1.1" status: 200  len: 1157 time: 2.5164089
Dec 03 15:05:02.793716 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5221c6a-cd72-424f-9062-16cf4528384d', 'tag': '846d5e26-8d68-4937-b08c-54324832d3bf'}] {{(pid=80383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 15:05:02.843591 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eb7bad-f422-4a90-b6db-1732c5ce447f req-df546cbb-3df6-429d-bf7e-9994acc126e1 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:02.845130 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-c9eb7bad-f422-4a90-b6db-1732c5ce447f req-df546cbb-3df6-429d-bf7e-9994acc126e1 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/ports?device_id=c233978f-9c32-47bf-8b66-44f0baa08830 HTTP/1.1" status: 200  len: 945 time: 0.2558358
Dec 03 15:05:02.873028 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e109bb-4f92-4caa-a174-70674b2e0ffb service neutron] Pushing event updated for resources: {'Port': ['ID=846d5e26-8d68-4937-b08c-54324832d3bf,revision_number=3']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:05:02.877466 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-c2e109bb-4f92-4caa-a174-70674b2e0ffb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.499s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:05:02.885065 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [None req-6462f5de-b9f8-4c61-baff-521db10b2795 None None] Port d1bd8e6c-6e91-4219-ae0d-25814e50b560 cannot update to ACTIVE because it is not bound. {{(pid=80384) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 15:05:02.905382 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e4af33-8897-4b7c-a2c7-b0e4bcd0ad2a req-215fe281-3f26-4ac9-b370-c3a4f17a61e9 tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:02.906542 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-08e4af33-8897-4b7c-a2c7-b0e4bcd0ad2a req-215fe281-3f26-4ac9-b370-c3a4f17a61e9 tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] Synchronizing usage tracker for tenant:ce1ba93ac65044e99ad68789f769dd71 on resource:port {{(pid=80383) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 15:05:02.953318 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-08e4af33-8897-4b7c-a2c7-b0e4bcd0ad2a req-215fe281-3f26-4ac9-b370-c3a4f17a61e9 tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] Unset dirty status for tenant:ce1ba93ac65044e99ad68789f769dd71 on resource:port {{(pid=80383) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 15:05:02.958331 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-08e4af33-8897-4b7c-a2c7-b0e4bcd0ad2a req-215fe281-3f26-4ac9-b370-c3a4f17a61e9 tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] 10.222.0.63 "GET /v2.0/ports?device_id=c5221c6a-cd72-424f-9062-16cf4528384d HTTP/1.1" status: 200  len: 943 time: 0.2635880
Dec 03 15:05:03.051253 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-08e4af33-8897-4b7c-a2c7-b0e4bcd0ad2a req-f3c99ff3-ab86-401e-ba5f-5e442e68bc8e tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] Synchronizing usage tracker for tenant:ce1ba93ac65044e99ad68789f769dd71 on resource:security_group {{(pid=80383) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 15:05:03.057933 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-76927f30-993e-4937-9ac2-b68895f307a4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:03.063967 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-76927f30-993e-4937-9ac2-b68895f307a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036824732220'] for port, after_update {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:03.087997 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-08e4af33-8897-4b7c-a2c7-b0e4bcd0ad2a req-f3c99ff3-ab86-401e-ba5f-5e442e68bc8e tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] Unset dirty status for tenant:ce1ba93ac65044e99ad68789f769dd71 on resource:security_group {{(pid=80383) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 15:05:03.092220 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-08e4af33-8897-4b7c-a2c7-b0e4bcd0ad2a req-f3c99ff3-ab86-401e-ba5f-5e442e68bc8e tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] 10.222.0.63 "GET /v2.0/security-groups?id=b2b5ac8b-e4f9-490c-b959-8461c6da8922&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1240597
Dec 03 15:05:03.123290 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-2d4e0462-382b-4c7b-9d36-8a240063f14e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:05:03.168749 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-c9eb7bad-f422-4a90-b6db-1732c5ce447f req-abeabc81-e222-4b44-ae5c-315674aafff5 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/security-groups?id=eaa64044-32f2-4946-97be-06cf9f486ffa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2523782
Dec 03 15:05:03.299230 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76927f30-993e-4937-9ac2-b68895f307a4 admin admin] Pushing event updated for resources: {'Port': ['ID=d1bd8e6c-6e91-4219-ae0d-25814e50b560,revision_number=2']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:05:03.341396 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73d0b4b-b535-466a-b533-b7836924a4ed req-8129f536-1a3e-4597-a20a-1c30d8e89d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:03.343029 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-a73d0b4b-b535-466a-b533-b7836924a4ed req-8129f536-1a3e-4597-a20a-1c30d8e89d92 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=30ca2e12-4884-437c-9915-69d4ed3ce940 HTTP/1.1" status: 200  len: 852 time: 0.1558022
Dec 03 15:05:03.344103 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-76927f30-993e-4937-9ac2-b68895f307a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:05:03.344935 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-76927f30-993e-4937-9ac2-b68895f307a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32547023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33522183'] for router_interface, after_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:03.474619 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5221c6a-cd72-424f-9062-16cf4528384d', 'tag': '846d5e26-8d68-4937-b08c-54324832d3bf', 'status': 'completed', 'code': 200}
Dec 03 15:05:03.493581 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Device 19addf73-6af0-4574-9928-4dca9c8deeec up at agent ovs-agent-dv-cinder-757908-3-iscsi {{(pid=80384) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 15:05:03.551575 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53020f05-14f2-4b1d-88b8-3604f92846ab req-3aaadade-98f4-4f5d-b593-9f13538eaa46 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:03.553214 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-53020f05-14f2-4b1d-88b8-3604f92846ab req-3aaadade-98f4-4f5d-b593-9f13538eaa46 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/ports?device_id=f53f7d53-2ae6-4edd-84c2-09e523498d7d HTTP/1.1" status: 200  len: 945 time: 0.2287831
Dec 03 15:05:03.647492 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Provisioning complete for port 19addf73-6af0-4574-9928-4dca9c8deeec triggered by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:05:03.647917 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:03.651386 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-53020f05-14f2-4b1d-88b8-3604f92846ab req-acb3228e-1fc6-48f9-8821-a545949f78cf tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/security-groups?id=eeb87b8d-9b0e-46cd-a1ba-43889caf168f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0848339
Dec 03 15:05:03.675904 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76927f30-993e-4937-9ac2-b68895f307a4 admin admin] Network 0d922ba7-749c-4c5e-b6cc-12813984389c is already hosted by enough agents. {{(pid=80382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 15:05:03.677351 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.base_scheduler [None req-76927f30-993e-4937-9ac2-b68895f307a4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 15:05:04.021176 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76927f30-993e-4937-9ac2-b68895f307a4 admin admin] Router 215dd294-97ad-4b29-8fab-ce4067d6d8ac has already been hosted by L3 agent 7132dbe3-ed21-4d9d-abcc-41c34baf52ae {{(pid=80382) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 15:05:04.033047 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837b1b7d-5bfc-41ff-9e63-c59511b735be req-af259911-3df3-47fa-8c5e-087875a8ca53 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:04.035358 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-837b1b7d-5bfc-41ff-9e63-c59511b735be req-af259911-3df3-47fa-8c5e-087875a8ca53 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/ports?device_id=d5082cea-6dd3-41d3-9210-f5e8bd37f651 HTTP/1.1" status: 200  len: 946 time: 0.4359937
Dec 03 15:05:04.083625 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c9f4d1-b928-44e5-8d0b-7f8d6d315ca6 req-5b888409-8c0b-456b-ba70-3a63ae73235c tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:04.095392 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-e5c9f4d1-b928-44e5-8d0b-7f8d6d315ca6 req-5b888409-8c0b-456b-ba70-3a63ae73235c tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] 10.222.0.63 "GET /v2.0/ports?device_id=0c340b42-3ca5-4f89-8fc2-c448e784ac83 HTTP/1.1" status: 200  len: 943 time: 0.1542280
Dec 03 15:05:04.143471 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-b1137bc7-dd54-4a2c-8567-17c4b70d3461 None None] Provisioning complete for port d1bd8e6c-6e91-4219-ae0d-25814e50b560 triggered by entity DHCP. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:05:04.147823 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-b1137bc7-dd54-4a2c-8567-17c4b70d3461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:04.241734 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-e5c9f4d1-b928-44e5-8d0b-7f8d6d315ca6 req-594e9f60-5005-43f1-9d7d-77f24f128df3 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] 10.222.0.63 "GET /v2.0/security-groups?id=2f0f23dc-fe58-4a67-b800-c8f1bae1f5d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1454108
Dec 03 15:05:04.261123 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [None req-b1137bc7-dd54-4a2c-8567-17c4b70d3461 None None] Port d1bd8e6c-6e91-4219-ae0d-25814e50b560 cannot update to ACTIVE because it is not bound. {{(pid=80384) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 15:05:04.330005 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e9d258-46e3-4984-8bbd-2309409f0f01 req-438842c3-f060-4109-8a20-97a3bce0bbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:04.331636 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-b2e9d258-46e3-4984-8bbd-2309409f0f01 req-438842c3-f060-4109-8a20-97a3bce0bbb3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ce1ba93ac65044e99ad68789f769dd71&device_id=c5221c6a-cd72-424f-9062-16cf4528384d HTTP/1.1" status: 200  len: 1160 time: 0.1382654
Dec 03 15:05:04.587771 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64537bd7-5e9c-4e8e-86e9-b6bee8187ea6 req-a393b1db-93d9-4017-89cb-d482c66c20fd tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:04.591557 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-837b1b7d-5bfc-41ff-9e63-c59511b735be req-e67291a6-1f27-411e-8dd6-d44cc0be2118 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/security-groups?id=b7daf6a7-63f3-474f-99b5-a2b7aacda372&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5500278
Dec 03 15:05:04.596250 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-64537bd7-5e9c-4e8e-86e9-b6bee8187ea6 req-a393b1db-93d9-4017-89cb-d482c66c20fd tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] 10.222.0.63 "GET /v2.0/ports?device_id=c5221c6a-cd72-424f-9062-16cf4528384d HTTP/1.1" status: 200  len: 943 time: 0.1897247
Dec 03 15:05:04.698343 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e9d258-46e3-4984-8bbd-2309409f0f01 req-ff879c85-1fef-4109-aaf5-c742ee3d6efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:04.707224 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-b2e9d258-46e3-4984-8bbd-2309409f0f01 req-ff879c85-1fef-4109-aaf5-c742ee3d6efd service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=ce1ba93ac65044e99ad68789f769dd71&shared=False HTTP/1.1" status: 200  len: 902 time: 0.3591821
Dec 03 15:05:04.724201 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-1083090f-cc03-4f10-8915-9bf7f2ddfd7e req-317bc089-2ff4-4439-a4d7-fc519f6fef05 service neutron] 10.222.0.83 "GET /v2.0/networks/99cd7ca3-24f1-4d31-adf2-9e1bba032327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5794284
Dec 03 15:05:04.733798 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73d0b4b-b535-466a-b533-b7836924a4ed req-292a0f6a-8224-4134-a964-37f7b90c920b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:04.735637 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-a73d0b4b-b535-466a-b533-b7836924a4ed req-292a0f6a-8224-4134-a964-37f7b90c920b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=52cd6ebc-32b4-40f6-9b98-6760dd6218f7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.5002582
Dec 03 15:05:04.762284 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76927f30-993e-4937-9ac2-b68895f307a4 admin admin] Notify agent at l3_agent.dv-cinder-757908-3-iscsi the message routers_updated {{(pid=80382) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 15:05:04.779239 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16bf47c-52c6-47f7-a9c3-12ef2d9440fa None None] Sync routers for ids ['215dd294-97ad-4b29-8fab-ce4067d6d8ac'] in dv-cinder-757908-3-iscsi {{(pid=80384) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 15:05:04.806295 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16bf47c-52c6-47f7-a9c3-12ef2d9440fa None None] Routers {'215dd294-97ad-4b29-8fab-ce4067d6d8ac'} bound to L3 agent in host dv-cinder-757908-3-iscsi {{(pid=80384) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 15:05:04.807709 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-f16bf47c-52c6-47f7-a9c3-12ef2d9440fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f072dd070b8>, 'dv-cinder-757908-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-03T14:53:20Z,description=<?>,heartbeat_timestamp=2020-12-03T15:04:50Z,host='dv-cinder-757908-3-iscsi',id=7132dbe3-ed21-4d9d-abcc-41c34baf52ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T14:53:20Z,topic='l3_agent')) {'router_ids': ['215dd294-97ad-4b29-8fab-ce4067d6d8ac'], 'active': True} {{(pid=80384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:05:04.946796 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e9d258-46e3-4984-8bbd-2309409f0f01 req-77a8fe70-8791-419f-b2c2-15d179c7c66a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:04.949041 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-b2e9d258-46e3-4984-8bbd-2309409f0f01 req-77a8fe70-8791-419f-b2c2-15d179c7c66a service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.2313704
Dec 03 15:05:04.966156 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-64537bd7-5e9c-4e8e-86e9-b6bee8187ea6 req-02fd84ed-7d60-477b-a922-55ef5c245284 tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] 10.222.0.63 "GET /v2.0/security-groups?id=b2b5ac8b-e4f9-490c-b959-8461c6da8922&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3441067
Dec 03 15:05:04.973973 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-76927f30-993e-4937-9ac2-b68895f307a4 admin admin] 10.222.0.63 "PUT /v2.0/routers/215dd294-97ad-4b29-8fab-ce4067d6d8ac/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.5395494
Dec 03 15:05:05.149153 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94308605-dad7-44ac-bb61-bbc8a4a664fb req-41872f39-735d-425e-8ab9-12f506ff2b46 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:05.157219 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-94308605-dad7-44ac-bb61-bbc8a4a664fb req-41872f39-735d-425e-8ab9-12f506ff2b46 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/ports?device_id=c233978f-9c32-47bf-8b66-44f0baa08830 HTTP/1.1" status: 200  len: 945 time: 0.3043058
Dec 03 15:05:05.230502 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-a73d0b4b-b535-466a-b533-b7836924a4ed req-6f87a252-03e3-4675-a10a-fdbc79470df7 service neutron] 10.222.0.83 "GET /v2.0/networks/52cd6ebc-32b4-40f6-9b98-6760dd6218f7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4704421
Dec 03 15:05:05.249194 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvr_db [None req-f16bf47c-52c6-47f7-a9c3-12ef2d9440fa None None] Set router 215dd294-97ad-4b29-8fab-ce4067d6d8ac gateway port host: dv-cinder-757908-3-iscsi {{(pid=80384) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 15:05:05.334612 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-94308605-dad7-44ac-bb61-bbc8a4a664fb req-3f8e1bf2-bed9-470a-b204-3627e684699b tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/security-groups?id=eaa64044-32f2-4946-97be-06cf9f486ffa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1759758
Dec 03 15:05:05.637163 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-a73d0b4b-b535-466a-b533-b7836924a4ed req-c59aa10a-5b2c-46f1-8ace-179fd3c4fc01 service neutron] 10.222.0.83 "GET /v2.0/networks/52cd6ebc-32b4-40f6-9b98-6760dd6218f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3963602
Dec 03 15:05:05.737484 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d36384e-6d0b-4544-aa52-652b74a3bb9c req-53f58786-ed3f-4698-a6dc-b6848d8ddaf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:05.764600 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-0d36384e-6d0b-4544-aa52-652b74a3bb9c req-53f58786-ed3f-4698-a6dc-b6848d8ddaf6 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ce1ba93ac65044e99ad68789f769dd71&device_id=c5221c6a-cd72-424f-9062-16cf4528384d HTTP/1.1" status: 200  len: 1160 time: 0.7253461
Dec 03 15:05:05.793063 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecfa4fe-64fd-4503-97a3-61555263f3cb req-8c7294f0-d5fa-46f7-a44d-eafb9d904f9d tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:05.808618 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-fecfa4fe-64fd-4503-97a3-61555263f3cb req-8c7294f0-d5fa-46f7-a44d-eafb9d904f9d tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/ports?device_id=f53f7d53-2ae6-4edd-84c2-09e523498d7d HTTP/1.1" status: 200  len: 945 time: 0.6319878
Dec 03 15:05:05.997152 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-0d36384e-6d0b-4544-aa52-652b74a3bb9c req-47337d3d-a4c4-4010-b45c-798403c2d8d9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=846d5e26-8d68-4937-b08c-54324832d3bf HTTP/1.1" status: 200  len: 217 time: 0.1853564
Dec 03 15:05:06.035464 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-f16bf47c-52c6-47f7-a9c3-12ef2d9440fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f072dd070b8>, [{'id': '215dd294-97ad-4b29-8fab-ce4067d6d8ac', 'name': 'tempest-TestShelveInstance-1471273793-router', 'tenant_id': 'f77c18074b76496dbbd6d15835f35760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'external_fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '19addf73-6af0-4574-9928-4dca9c8deeec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:04:50Z', 'updated_at': '2020-12-03T15:05:02Z', 'revision_number': 4, 'project_id': 'f77c18074b76496dbbd6d15835f35760', 'gw_port': {'id': '19addf73-6af0-4574-9928-4dca9c8deeec', 'name': '', 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:10:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215dd294-97ad-4b29-8fab-ce4067d6d8ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:04:52Z', 'updated_at': '2020-12-03T15:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-iscsi', '_interfaces': [{'id': 'd1bd8e6c-6e91-4219-ae0d-25814e50b560', 'name': '', 'network_id': '0d922ba7-749c-4c5e-b6cc-12813984389c', 'tenant_id': 'f77c18074b76496dbbd6d15835f35760', 'mac_address': 'fa:16:3e:b2:17:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '215dd294-97ad-4b29-8fab-ce4067d6d8ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '07d33687-75f8-425a-ad5f-cd3466718814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:04:58Z', 'updated_at': '2020-12-03T15:05:02Z', 'revision_number': 2, 'project_id': 'f77c18074b76496dbbd6d15835f35760', 'subnets': [{'id': '07d33687-75f8-425a-ad5f-cd3466718814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-3-iscsi', False) {} {{(pid=80384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:05:06.060367 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16bf47c-52c6-47f7-a9c3-12ef2d9440fa None None] Checking router: 215dd294-97ad-4b29-8fab-ce4067d6d8ac for host: dv-cinder-757908-3-iscsi {{(pid=80384) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 15:05:06.060629 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16bf47c-52c6-47f7-a9c3-12ef2d9440fa None None] Updating router 215dd294-97ad-4b29-8fab-ce4067d6d8ac port d1bd8e6c-6e91-4219-ae0d-25814e50b560 binding host dv-cinder-757908-3-iscsi {{(pid=80384) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 03 15:05:06.069660 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69e3085-1098-4ade-beaf-bbd85a395ae4 req-3ec2d5e7-6bd0-48ef-8135-2a7881d693c1 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:06.075540 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-e69e3085-1098-4ade-beaf-bbd85a395ae4 req-3ec2d5e7-6bd0-48ef-8135-2a7881d693c1 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] 10.222.0.63 "GET /v2.0/ports?device_id=0c340b42-3ca5-4f89-8fc2-c448e784ac83 HTTP/1.1" status: 200  len: 943 time: 0.4018571
Dec 03 15:05:06.094783 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeb28bf-93da-40ef-b912-1d11bcb22c4c req-f0e24087-1025-49d1-b55d-f3f7afcade93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:06.095377 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-cbeb28bf-93da-40ef-b912-1d11bcb22c4c req-f0e24087-1025-49d1-b55d-f3f7afcade93 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=26c9d45e8fe5417f944a2053d351ef69&device_id=0c340b42-3ca5-4f89-8fc2-c448e784ac83 HTTP/1.1" status: 200  len: 1160 time: 0.3009989
Dec 03 15:05:06.163018 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d36384e-6d0b-4544-aa52-652b74a3bb9c req-4aae7a52-4522-49cd-b9ad-5747bd908c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:06.167679 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-0d36384e-6d0b-4544-aa52-652b74a3bb9c req-4aae7a52-4522-49cd-b9ad-5747bd908c6d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1b1edbd8-6999-4e1a-a04d-859a4b703fee HTTP/1.1" status: 200  len: 848 time: 0.1592770
Dec 03 15:05:06.188941 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-f16bf47c-52c6-47f7-a9c3-12ef2d9440fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:06.201019 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-fecfa4fe-64fd-4503-97a3-61555263f3cb req-d60f2376-9935-4981-98c3-70a48c37b2ec tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/security-groups?id=eeb87b8d-9b0e-46cd-a1ba-43889caf168f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3900938
Dec 03 15:05:06.359275 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-0d36384e-6d0b-4544-aa52-652b74a3bb9c req-24ac8fab-7f24-4411-9916-11f9ddacb841 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7563c63a-7ae2-448f-9a35-0b81ebf9961f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1806216
Dec 03 15:05:06.676319 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b78def-d0e5-4a2b-8640-9ed66d02f695 req-4ed642a4-a66b-4944-997f-30575a5a51fb tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:06.689027 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-e7b78def-d0e5-4a2b-8640-9ed66d02f695 req-4ed642a4-a66b-4944-997f-30575a5a51fb tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/ports?device_id=d5082cea-6dd3-41d3-9210-f5e8bd37f651 HTTP/1.1" status: 200  len: 946 time: 0.2563920
Dec 03 15:05:06.722517 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 59994) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:05:06.778666 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-e7b78def-d0e5-4a2b-8640-9ed66d02f695 req-6458f751-6b1c-49a3-a76e-0db455a0beaf tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/security-groups?id=b7daf6a7-63f3-474f-99b5-a2b7aacda372&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0878541
Dec 03 15:05:06.782412 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.base [None req-b36b25c0-1460-450e-8e07-dabd0d600fc8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1738402649-network', 'tenant_id': '85b0368f3fed43259d0a601811e15b2e'}} {{(pid=80383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 15:05:06.803604 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-b36b25c0-1460-450e-8e07-dabd0d600fc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:05:06.809326 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-b36b25c0-1460-450e-8e07-dabd0d600fc8 admin admin] Usage tracker for resource:network and tenant:85b0368f3fed43259d0a601811e15b2e is out of sync, need to count used quota {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:05:06.814543 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-b36b25c0-1460-450e-8e07-dabd0d600fc8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:05:06.822202 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-b36b25c0-1460-450e-8e07-dabd0d600fc8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:05:06.839404 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-0d36384e-6d0b-4544-aa52-652b74a3bb9c req-20ffd404-d54c-4199-9f2e-64048c193956 service neutron] 10.222.0.83 "GET /v2.0/networks/7563c63a-7ae2-448f-9a35-0b81ebf9961f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4683437
Dec 03 15:05:06.840851 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b36b25c0-1460-450e-8e07-dabd0d600fc8 admin admin] Made reservation on behalf of 85b0368f3fed43259d0a601811e15b2e for: {'network': 1} {{(pid=80383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 15:05:06.846216 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-b36b25c0-1460-450e-8e07-dabd0d600fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for network, before_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:06.863849 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-b36b25c0-1460-450e-8e07-dabd0d600fc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:06.930571 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-b36b25c0-1460-450e-8e07-dabd0d600fc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:05:06.940972 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-b36b25c0-1460-450e-8e07-dabd0d600fc8 admin admin] Usage tracker for resource:security_group_rule and tenant:85b0368f3fed43259d0a601811e15b2e is out of sync, need to count used quota {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:05:06.995393 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-b36b25c0-1460-450e-8e07-dabd0d600fc8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:05:07.009345 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-b36b25c0-1460-450e-8e07-dabd0d600fc8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:05:07.041006 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-e69e3085-1098-4ade-beaf-bbd85a395ae4 req-4f1a24b9-c15d-4530-860f-7af7cca56ae0 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] 10.222.0.63 "GET /v2.0/security-groups?id=2f0f23dc-fe58-4a67-b800-c8f1bae1f5d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.9509246
Dec 03 15:05:07.045195 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeb28bf-93da-40ef-b912-1d11bcb22c4c req-6be21cdb-41d8-4d09-b541-ecdc590cccec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:07.046892 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-cbeb28bf-93da-40ef-b912-1d11bcb22c4c req-6be21cdb-41d8-4d09-b541-ecdc590cccec service neutron] 10.222.0.83 "GET /v2.0/networks?id=52cd6ebc-32b4-40f6-9b98-6760dd6218f7 HTTP/1.1" status: 200  len: 907 time: 0.9228210
Dec 03 15:05:07.071201 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-f16bf47c-52c6-47f7-a9c3-12ef2d9440fa None None] Notify callbacks [] for port, precommit_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:07.084827 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-f16bf47c-52c6-47f7-a9c3-12ef2d9440fa None None] Transition to ACTIVE for port object d1bd8e6c-6e91-4219-ae0d-25814e50b560 will not be triggered until provisioned by entity L2. {{(pid=80384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 15:05:07.091029 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-f16bf47c-52c6-47f7-a9c3-12ef2d9440fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024'] for port, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:07.202263 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-cbeb28bf-93da-40ef-b912-1d11bcb22c4c req-42828d70-6daa-4cc1-baa8-565a3e10a9f3 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=afe54511-8f8c-42eb-8ca3-b2337f457222 HTTP/1.1" status: 200  len: 217 time: 0.1475382
Dec 03 15:05:07.266201 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-0d36384e-6d0b-4544-aa52-652b74a3bb9c req-d081d9c4-2dc5-418b-b97a-7a6fe30767f1 service neutron] 10.222.0.83 "GET /v2.0/networks/7563c63a-7ae2-448f-9a35-0b81ebf9961f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4033363
Dec 03 15:05:07.450337 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeb28bf-93da-40ef-b912-1d11bcb22c4c req-db93936b-1279-43c0-80e9-02a19908c766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:07.451862 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-cbeb28bf-93da-40ef-b912-1d11bcb22c4c req-db93936b-1279-43c0-80e9-02a19908c766 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=30ca2e12-4884-437c-9915-69d4ed3ce940 HTTP/1.1" status: 200  len: 852 time: 0.2359850
Dec 03 15:05:07.513382 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-b36b25c0-1460-450e-8e07-dabd0d600fc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:07.528164 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-b36b25c0-1460-450e-8e07-dabd0d600fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:07.569295 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a272bc4-acc5-45e9-803e-0a0cd7cac2df req-28833c4d-506f-43a7-818c-e9b42da9a8fd tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:07.574299 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-6bb6a293-6795-48e6-84e7-979164a504a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:05:07.577970 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-3a272bc4-acc5-45e9-803e-0a0cd7cac2df req-28833c4d-506f-43a7-818c-e9b42da9a8fd tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/ports?device_id=c233978f-9c32-47bf-8b66-44f0baa08830 HTTP/1.1" status: 200  len: 945 time: 0.2163751
Dec 03 15:05:07.599936 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b36b25c0-1460-450e-8e07-dabd0d600fc8 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 9}  {{(pid=80383) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 15:05:07.602866 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeb28bf-93da-40ef-b912-1d11bcb22c4c req-01800b74-8781-4093-9711-9c5972537870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:07.605156 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-cbeb28bf-93da-40ef-b912-1d11bcb22c4c req-01800b74-8781-4093-9711-9c5972537870 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=52cd6ebc-32b4-40f6-9b98-6760dd6218f7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1370447
Dec 03 15:05:07.627359 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-b36b25c0-1460-450e-8e07-dabd0d600fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986486'] for segment, precommit_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:07.628438 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.db.segments_db [None req-b36b25c0-1460-450e-8e07-dabd0d600fc8 admin admin] Added segment 0bf16f92-2584-453e-abe6-686e3e82c874 of type vxlan for network de2f22f2-f6f1-4212-8d88-1476cd8d7828
Dec 03 15:05:07.674840 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd072c6a-ac67-4741-8c01-fb74d0e8de2b None None] Pushing event updated for resources: {'Port': ['ID=d1bd8e6c-6e91-4219-ae0d-25814e50b560,revision_number=3']} {{(pid=80384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:05:07.679107 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-fd072c6a-ac67-4741-8c01-fb74d0e8de2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:05:07.690932 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-b36b25c0-1460-450e-8e07-dabd0d600fc8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729302618551'] for network, precommit_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:07.725722 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-014cddbf-8e11-4d11-8f8e-0898a16197f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:05:07.790571 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36b25c0-1460-450e-8e07-dabd0d600fc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d54b18ab-30d1-49e0-b400-7722acac9068,revision_number=1']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:05:07.812238 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-b36b25c0-1460-450e-8e07-dabd0d600fc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:05:07.819854 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-b36b25c0-1460-450e-8e07-dabd0d600fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068'] for network, after_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:07.824460 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b36b25c0-1460-450e-8e07-dabd0d600fc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:07.825422 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-b36b25c0-1460-450e-8e07-dabd0d600fc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036822225390'] for network, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:07.858380 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-3a272bc4-acc5-45e9-803e-0a0cd7cac2df req-88e3da61-af7d-4021-a094-66154d2be295 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/security-groups?id=eaa64044-32f2-4946-97be-06cf9f486ffa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2788229
Dec 03 15:05:07.858812 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:05:07.866299 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-cbeb28bf-93da-40ef-b912-1d11bcb22c4c req-45dd845f-dbe9-4ae9-87ec-af6e5f0bac96 service neutron] 10.222.0.83 "GET /v2.0/networks/52cd6ebc-32b4-40f6-9b98-6760dd6218f7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2343948
Dec 03 15:05:07.946160 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [None req-f16bf47c-52c6-47f7-a9c3-12ef2d9440fa None None] Attempting to bind port d1bd8e6c-6e91-4219-ae0d-25814e50b560 on host dv-cinder-757908-3-iscsi for vnic_type normal with profile  {{(pid=80384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 15:05:07.946462 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [None req-f16bf47c-52c6-47f7-a9c3-12ef2d9440fa None None] Attempting to bind port d1bd8e6c-6e91-4219-ae0d-25814e50b560 by drivers openvswitch on host dv-cinder-757908-3-iscsi at level 0 using segments [{'id': 'e96589d1-49fa-4c68-97f6-515777979c45', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '0d922ba7-749c-4c5e-b6cc-12813984389c'}] {{(pid=80384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 15:05:07.946783 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16bf47c-52c6-47f7-a9c3-12ef2d9440fa None None] Attempting to bind port d1bd8e6c-6e91-4219-ae0d-25814e50b560 on network 0d922ba7-749c-4c5e-b6cc-12813984389c {{(pid=80384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 15:05:07.960909 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16bf47c-52c6-47f7-a9c3-12ef2d9440fa None None] Checking agent: {'id': 'd86ab5d6-8c79-4633-8bc6-d0d32e0bb057', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757908-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 14, 53, 21), 'started_at': datetime.datetime(2020, 12, 3, 14, 53, 51), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 15, 4, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757908-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.78', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 15:05:07.961350 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16bf47c-52c6-47f7-a9c3-12ef2d9440fa None None] Checking segment: {'id': 'e96589d1-49fa-4c68-97f6-515777979c45', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '0d922ba7-749c-4c5e-b6cc-12813984389c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 15:05:07.961794 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-f16bf47c-52c6-47f7-a9c3-12ef2d9440fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:07.964740 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16bf47c-52c6-47f7-a9c3-12ef2d9440fa None None] Bound using segment: {'id': 'e96589d1-49fa-4c68-97f6-515777979c45', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '0d922ba7-749c-4c5e-b6cc-12813984389c'} {{(pid=80384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 15:05:07.965314 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [None req-f16bf47c-52c6-47f7-a9c3-12ef2d9440fa None None] Bound port: d1bd8e6c-6e91-4219-ae0d-25814e50b560, host: dv-cinder-757908-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e96589d1-49fa-4c68-97f6-515777979c45', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '0d922ba7-749c-4c5e-b6cc-12813984389c'}}] {{(pid=80384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 15:05:07.965768 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-f16bf47c-52c6-47f7-a9c3-12ef2d9440fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:08.114201 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-b36b25c0-1460-450e-8e07-dabd0d600fc8 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 1.3575840
Dec 03 15:05:08.118707 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 60016) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:05:08.125651 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4a1fda-7cb6-482b-b20e-a3adaaafe5e1 req-0b071369-0bbe-49a9-b01d-d7423a39b342 tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:08.136338 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-cb4a1fda-7cb6-482b-b20e-a3adaaafe5e1 req-0b071369-0bbe-49a9-b01d-d7423a39b342 tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] 10.222.0.63 "GET /v2.0/ports?device_id=c5221c6a-cd72-424f-9062-16cf4528384d HTTP/1.1" status: 200  len: 943 time: 1.0981259
Dec 03 15:05:08.153676 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36b25c0-1460-450e-8e07-dabd0d600fc8 admin admin] Pushing event updated for resources: {'Network': ['ID=de2f22f2-f6f1-4212-8d88-1476cd8d7828,revision_number=1']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:05:08.158762 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-b36b25c0-1460-450e-8e07-dabd0d600fc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:05:08.166081 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.base [None req-c91f969a-6866-4153-9283-e38c2e45b17f admin admin] Request body: {'subnet': {'network_id': 'de2f22f2-f6f1-4212-8d88-1476cd8d7828', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1738402649-subnet', 'tenant_id': '85b0368f3fed43259d0a601811e15b2e', 'ip_version': 4}} {{(pid=80383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 15:05:08.172983 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-c91f969a-6866-4153-9283-e38c2e45b17f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:05:08.185119 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-c91f969a-6866-4153-9283-e38c2e45b17f admin admin] Usage tracker for resource:subnet and tenant:85b0368f3fed43259d0a601811e15b2e is out of sync, need to count used quota {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:05:08.199465 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-c91f969a-6866-4153-9283-e38c2e45b17f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:05:08.212006 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-c91f969a-6866-4153-9283-e38c2e45b17f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:05:08.231959 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [None req-f16bf47c-52c6-47f7-a9c3-12ef2d9440fa None None] For port d1bd8e6c-6e91-4219-ae0d-25814e50b560, host dv-cinder-757908-3-iscsi, cleared binding levels {{(pid=80384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 15:05:08.233569 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-cb4a1fda-7cb6-482b-b20e-a3adaaafe5e1 req-056d3da3-c146-4f14-86f7-0d72311bbdb6 tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] 10.222.0.63 "GET /v2.0/security-groups?id=b2b5ac8b-e4f9-490c-b959-8461c6da8922&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0959024
Dec 03 15:05:08.238966 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [None req-f16bf47c-52c6-47f7-a9c3-12ef2d9440fa None None] For port d1bd8e6c-6e91-4219-ae0d-25814e50b560, host dv-cinder-757908-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-3-iscsi',level=0,port_id=d1bd8e6c-6e91-4219-ae0d-25814e50b560,segment=NetworkSegment(e96589d1-49fa-4c68-97f6-515777979c45),segment_id=e96589d1-49fa-4c68-97f6-515777979c45)] {{(pid=80384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 15:05:08.247263 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c91f969a-6866-4153-9283-e38c2e45b17f admin admin] Made reservation on behalf of 85b0368f3fed43259d0a601811e15b2e for: {'subnet': 1} {{(pid=80383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 15:05:08.261205 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Network de2f22f2-f6f1-4212-8d88-1476cd8d7828 details requested by agent ovs-agent-dv-cinder-757908-3-iscsi with host dv-cinder-757908-3-iscsi {{(pid=80384) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 15:05:08.262112 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-c91f969a-6866-4153-9283-e38c2e45b17f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31292076'] for subnet, before_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:08.282257 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-cbeb28bf-93da-40ef-b912-1d11bcb22c4c req-759d16fa-61c9-4e81-a1c4-0736fefe8441 service neutron] 10.222.0.83 "GET /v2.0/networks/52cd6ebc-32b4-40f6-9b98-6760dd6218f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4027267
Dec 03 15:05:08.477391 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d696dc32-9642-4b6d-a5d7-60dca7ac3aa0 req-399b58a5-95cf-44c8-9bf7-d7a3ba8f0409 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:08.492346 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-d696dc32-9642-4b6d-a5d7-60dca7ac3aa0 req-399b58a5-95cf-44c8-9bf7-d7a3ba8f0409 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/ports?device_id=f53f7d53-2ae6-4edd-84c2-09e523498d7d HTTP/1.1" status: 200  len: 945 time: 0.2079229
Dec 03 15:05:08.514116 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Network de2f22f2-f6f1-4212-8d88-1476cd8d7828 details requested by agent ovs-agent-hv-cinder-75790 with host hv-cinder-75790 {{(pid=80384) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 15:05:08.559807 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-d696dc32-9642-4b6d-a5d7-60dca7ac3aa0 req-ef96266a-fbd2-49cc-9c9e-83966fa9e848 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/security-groups?id=eeb87b8d-9b0e-46cd-a1ba-43889caf168f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0661089
Dec 03 15:05:08.697988 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-f16bf47c-52c6-47f7-a9c3-12ef2d9440fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024'] for port, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:08.779837 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0492e17-a60b-4fb3-b01b-61d3775b22bb req-12c34a2d-ed4e-4e78-bf25-1e93be700515 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:08.788216 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-f0492e17-a60b-4fb3-b01b-61d3775b22bb req-12c34a2d-ed4e-4e78-bf25-1e93be700515 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/ports?device_id=d5082cea-6dd3-41d3-9210-f5e8bd37f651 HTTP/1.1" status: 200  len: 946 time: 0.1955850
Dec 03 15:05:08.848351 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-fd072c6a-ac67-4741-8c01-fb74d0e8de2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:05:08.889746 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-f0492e17-a60b-4fb3-b01b-61d3775b22bb req-c6bfc8f1-7f91-48a1-81ea-4d3cf5ff8f54 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/security-groups?id=b7daf6a7-63f3-474f-99b5-a2b7aacda372&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1005864
Dec 03 15:05:08.945141 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd072c6a-ac67-4741-8c01-fb74d0e8de2b None None] Pushing event updated for resources: {'Port': ['ID=d1bd8e6c-6e91-4219-ae0d-25814e50b560,revision_number=4']} {{(pid=80384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:05:08.982618 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24815f71-a785-43e6-b48a-a4b9367ebd07 req-6cf78d57-e3f1-4d2e-b023-acf5c40b2cb8 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:08.995165 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-24815f71-a785-43e6-b48a-a4b9367ebd07 req-6cf78d57-e3f1-4d2e-b023-acf5c40b2cb8 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] 10.222.0.63 "GET /v2.0/ports?device_id=0c340b42-3ca5-4f89-8fc2-c448e784ac83 HTTP/1.1" status: 200  len: 943 time: 0.1830947
Dec 03 15:05:09.017390 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-fd072c6a-ac67-4741-8c01-fb74d0e8de2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:05:09.021786 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.objects.ports [None req-d819a558-085f-4a9e-b62e-63e461954da1 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80384) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 03 15:05:09.071860 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-24815f71-a785-43e6-b48a-a4b9367ebd07 req-19535025-5204-4e3e-98be-5d0e4366cea9 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] 10.222.0.63 "GET /v2.0/security-groups?id=2f0f23dc-fe58-4a67-b800-c8f1bae1f5d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0752289
Dec 03 15:05:09.072228 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16bf47c-52c6-47f7-a9c3-12ef2d9440fa None None] Routers {'215dd294-97ad-4b29-8fab-ce4067d6d8ac'} bound to L3 agent in host dv-cinder-757908-3-iscsi {{(pid=80384) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 15:05:09.073732 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-f16bf47c-52c6-47f7-a9c3-12ef2d9440fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f072dd070b8>, 'dv-cinder-757908-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-03T14:53:20Z,description=<?>,heartbeat_timestamp=2020-12-03T15:04:50Z,host='dv-cinder-757908-3-iscsi',id=7132dbe3-ed21-4d9d-abcc-41c34baf52ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T14:53:20Z,topic='l3_agent')) {'router_ids': ['215dd294-97ad-4b29-8fab-ce4067d6d8ac'], 'active': True} {{(pid=80384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:05:09.323395 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-c91f969a-6866-4153-9283-e38c2e45b17f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33445888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036823481750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31292093'] for subnet, after_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:09.329978 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c88024-e387-44ce-a25a-39c719d3ca58 req-65ae319f-e9ea-465d-b7f1-5d7e11a35b52 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:09.337162 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvr_db [None req-f16bf47c-52c6-47f7-a9c3-12ef2d9440fa None None] Set router 215dd294-97ad-4b29-8fab-ce4067d6d8ac gateway port host: dv-cinder-757908-3-iscsi {{(pid=80384) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 15:05:09.342900 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-42c88024-e387-44ce-a25a-39c719d3ca58 req-65ae319f-e9ea-465d-b7f1-5d7e11a35b52 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/ports?device_id=c233978f-9c32-47bf-8b66-44f0baa08830 HTTP/1.1" status: 200  len: 945 time: 0.2113421
Dec 03 15:05:09.594519 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-dab426ac-8734-4fa0-837e-f75723fb7c0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:05:09.617583 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98234daa-e215-439c-9c85-d67d9f5627cc req-01b21dc3-1ad5-4377-893a-ad40afce2479 tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:09.617583 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-98234daa-e215-439c-9c85-d67d9f5627cc req-01b21dc3-1ad5-4377-893a-ad40afce2479 tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] 10.222.0.63 "GET /v2.0/ports?device_id=c5221c6a-cd72-424f-9062-16cf4528384d HTTP/1.1" status: 200  len: 943 time: 0.1237984
Dec 03 15:05:09.663622 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-42c88024-e387-44ce-a25a-39c719d3ca58 req-c79df124-8f1c-4410-bf7b-94d03981daf4 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/security-groups?id=eaa64044-32f2-4946-97be-06cf9f486ffa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3159108
Dec 03 15:05:09.795397 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-98234daa-e215-439c-9c85-d67d9f5627cc req-8c6dc29c-73c7-4921-89a5-41a0bdf0636f tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] 10.222.0.63 "GET /v2.0/security-groups?id=b2b5ac8b-e4f9-490c-b959-8461c6da8922&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1600931
Dec 03 15:05:09.877208 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Device 6e8050ed-0789-4bcc-bbe2-11f953a2e2ed up at agent ovs-agent-hv-cinder-75790 {{(pid=80384) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 15:05:09.915014 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91f969a-6866-4153-9283-e38c2e45b17f admin admin] Pushing event updated for resources: {'Subnet': ['ID=426fe4f9-fe4e-4090-84d3-714778c258c1,revision_number=0']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:05:09.984852 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91f969a-6866-4153-9283-e38c2e45b17f admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:05:09.985486 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91f969a-6866-4153-9283-e38c2e45b17f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:05:09.986350 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91f969a-6866-4153-9283-e38c2e45b17f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:05:09.994262 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91f969a-6866-4153-9283-e38c2e45b17f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:05:09.995438 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91f969a-6866-4153-9283-e38c2e45b17f admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:05:09.995850 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91f969a-6866-4153-9283-e38c2e45b17f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:05:09.996283 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91f969a-6866-4153-9283-e38c2e45b17f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:05:09.996678 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91f969a-6866-4153-9283-e38c2e45b17f admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:05:09.997069 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91f969a-6866-4153-9283-e38c2e45b17f admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:05:09.997459 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91f969a-6866-4153-9283-e38c2e45b17f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:05:09.997845 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91f969a-6866-4153-9283-e38c2e45b17f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:05:09.998260 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91f969a-6866-4153-9283-e38c2e45b17f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:05:09.998887 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91f969a-6866-4153-9283-e38c2e45b17f admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:05:09.999183 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91f969a-6866-4153-9283-e38c2e45b17f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:05:09.999537 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91f969a-6866-4153-9283-e38c2e45b17f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:05:09.999922 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91f969a-6866-4153-9283-e38c2e45b17f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:05:10.000301 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91f969a-6866-4153-9283-e38c2e45b17f admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:05:10.000684 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91f969a-6866-4153-9283-e38c2e45b17f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:05:10.001062 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91f969a-6866-4153-9283-e38c2e45b17f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:05:10.001464 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91f969a-6866-4153-9283-e38c2e45b17f admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:05:10.001824 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91f969a-6866-4153-9283-e38c2e45b17f admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:05:10.015304 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91f969a-6866-4153-9283-e38c2e45b17f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:05:10.015539 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91f969a-6866-4153-9283-e38c2e45b17f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:05:10.016059 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91f969a-6866-4153-9283-e38c2e45b17f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:05:10.039321 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-c91f969a-6866-4153-9283-e38c2e45b17f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:05:10.067254 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Provisioning complete for port 6e8050ed-0789-4bcc-bbe2-11f953a2e2ed triggered by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:05:10.067682 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:10.197175 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-f16bf47c-52c6-47f7-a9c3-12ef2d9440fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f072dd070b8>, [{'id': '215dd294-97ad-4b29-8fab-ce4067d6d8ac', 'name': 'tempest-TestShelveInstance-1471273793-router', 'tenant_id': 'f77c18074b76496dbbd6d15835f35760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'external_fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '19addf73-6af0-4574-9928-4dca9c8deeec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:04:50Z', 'updated_at': '2020-12-03T15:05:02Z', 'revision_number': 4, 'project_id': 'f77c18074b76496dbbd6d15835f35760', 'gw_port': {'id': '19addf73-6af0-4574-9928-4dca9c8deeec', 'name': '', 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:10:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215dd294-97ad-4b29-8fab-ce4067d6d8ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:04:52Z', 'updated_at': '2020-12-03T15:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-iscsi', '_interfaces': [{'id': 'd1bd8e6c-6e91-4219-ae0d-25814e50b560', 'name': '', 'network_id': '0d922ba7-749c-4c5e-b6cc-12813984389c', 'tenant_id': 'f77c18074b76496dbbd6d15835f35760', 'mac_address': 'fa:16:3e:b2:17:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '215dd294-97ad-4b29-8fab-ce4067d6d8ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '07d33687-75f8-425a-ad5f-cd3466718814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:04:58Z', 'updated_at': '2020-12-03T15:05:08Z', 'revision_number': 4, 'project_id': 'f77c18074b76496dbbd6d15835f35760', 'subnets': [{'id': '07d33687-75f8-425a-ad5f-cd3466718814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-3-iscsi', False) {} {{(pid=80384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:05:10.205762 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16bf47c-52c6-47f7-a9c3-12ef2d9440fa None None] The sync data for ids ['215dd294-97ad-4b29-8fab-ce4067d6d8ac'] in dv-cinder-757908-3-iscsi is: [{'id': '215dd294-97ad-4b29-8fab-ce4067d6d8ac', 'name': 'tempest-TestShelveInstance-1471273793-router', 'tenant_id': 'f77c18074b76496dbbd6d15835f35760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'external_fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '19addf73-6af0-4574-9928-4dca9c8deeec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:04:50Z', 'updated_at': '2020-12-03T15:05:02Z', 'revision_number': 4, 'project_id': 'f77c18074b76496dbbd6d15835f35760', 'gw_port': {'id': '19addf73-6af0-4574-9928-4dca9c8deeec', 'name': '', 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:10:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215dd294-97ad-4b29-8fab-ce4067d6d8ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:04:52Z', 'updated_at': '2020-12-03T15:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-iscsi', '_interfaces': [{'id': 'd1bd8e6c-6e91-4219-ae0d-25814e50b560', 'name': '', 'network_id': '0d922ba7-749c-4c5e-b6cc-12813984389c', 'tenant_id': 'f77c18074b76496dbbd6d15835f35760', 'mac_address': 'fa:16:3e:b2:17:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '215dd294-97ad-4b29-8fab-ce4067d6d8ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '07d33687-75f8-425a-ad5f-cd3466718814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:04:58Z', 'updated_at': '2020-12-03T15:05:08Z', 'revision_number': 4, 'project_id': 'f77c18074b76496dbbd6d15835f35760', 'subnets': [{'id': '07d33687-75f8-425a-ad5f-cd3466718814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80384) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 15:05:10.227304 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91f969a-6866-4153-9283-e38c2e45b17f admin admin] Checking segment: {'id': '0bf16f92-2584-453e-abe6-686e3e82c874', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'de2f22f2-f6f1-4212-8d88-1476cd8d7828'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 15:05:10.227304 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c91f969a-6866-4153-9283-e38c2e45b17f admin admin] Network hostable DHCP agents. Network: de2f22f2-f6f1-4212-8d88-1476cd8d7828, hostable agents: ['79bacdc6-fafb-4baa-889e-4ec466dca3bd'], hosted agents: [] {{(pid=80383) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 15:05:10.272772 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c91f969a-6866-4153-9283-e38c2e45b17f admin admin] Network de2f22f2-f6f1-4212-8d88-1476cd8d7828 is scheduled to be hosted by DHCP agent 79bacdc6-fafb-4baa-889e-4ec466dca3bd with binding_index 1 {{(pid=80383) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 15:05:10.373945 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2476e9-98df-47bb-974d-d1534ee9a1f2 req-716d70dc-248c-409e-b3f8-076d6b34ff30 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:10.383613 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-ed2476e9-98df-47bb-974d-d1534ee9a1f2 req-716d70dc-248c-409e-b3f8-076d6b34ff30 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/ports?device_id=f53f7d53-2ae6-4edd-84c2-09e523498d7d HTTP/1.1" status: 200  len: 945 time: 0.3159523
Dec 03 15:05:10.387551 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.base_scheduler [None req-c91f969a-6866-4153-9283-e38c2e45b17f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-757908-3-iscsi, de2f22f2-f6f1-4212-8d88-1476cd8d7828) {{(pid=80383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 15:05:10.409500 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Device afe54511-8f8c-42eb-8ca3-b2337f457222 up at agent ovs-agent-hv-cinder-75790 {{(pid=80384) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 15:05:10.422101 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86068784-d02a-49c7-9800-0812afdd6e90 req-c2414b8e-1ec6-469f-ae39-080011e7daa8 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:10.428036 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91f969a-6866-4153-9283-e38c2e45b17f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:10.429096 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-c91f969a-6866-4153-9283-e38c2e45b17f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036822225390'] for subnet, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:10.430596 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-86068784-d02a-49c7-9800-0812afdd6e90 req-c2414b8e-1ec6-469f-ae39-080011e7daa8 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/ports?device_id=d5082cea-6dd3-41d3-9210-f5e8bd37f651 HTTP/1.1" status: 200  len: 946 time: 0.2670400
Dec 03 15:05:10.504601 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-ed2476e9-98df-47bb-974d-d1534ee9a1f2 req-b8ba755c-2c6f-4534-861d-2bebbab1530d tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/security-groups?id=eeb87b8d-9b0e-46cd-a1ba-43889caf168f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1198757
Dec 03 15:05:10.520259 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 60048) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:05:10.524158 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-c91f969a-6866-4153-9283-e38c2e45b17f admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 2.3671236
Dec 03 15:05:10.526729 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd77cdb-a900-4dba-9ff8-1630f0baedd4 None None] Network de2f22f2-f6f1-4212-8d88-1476cd8d7828 requested from dv-cinder-757908-3-iscsi {{(pid=80384) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 15:05:10.535356 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.base [None req-633062f3-1b93-4ff8-9550-5e65b0080b93 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1738402649-router', 'tenant_id': '85b0368f3fed43259d0a601811e15b2e', 'external_gateway_info': {'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e'}}} {{(pid=80382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 15:05:10.547441 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-633062f3-1b93-4ff8-9550-5e65b0080b93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:05:10.557300 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-633062f3-1b93-4ff8-9550-5e65b0080b93 admin admin] Usage tracker for resource:router and tenant:85b0368f3fed43259d0a601811e15b2e is out of sync, need to count used quota {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:05:10.568373 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-633062f3-1b93-4ff8-9550-5e65b0080b93 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:05:10.622617 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-633062f3-1b93-4ff8-9550-5e65b0080b93 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:05:10.646948 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-86068784-d02a-49c7-9800-0812afdd6e90 req-ae50ba36-666d-404d-aefa-73b452213b3d tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/security-groups?id=b7daf6a7-63f3-474f-99b5-a2b7aacda372&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2082496
Dec 03 15:05:10.669966 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-633062f3-1b93-4ff8-9550-5e65b0080b93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036821239658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7905'] for router, before_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:10.671784 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-633062f3-1b93-4ff8-9550-5e65b0080b93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036821239711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33528563', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036821331856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854767978'] for router, precommit_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:10.701250 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-633062f3-1b93-4ff8-9550-5e65b0080b93 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:11.081569 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73f3627-37db-4fca-a481-239c8f902d65 req-265e2122-c8c9-4ca1-ad37-3933ca3840da tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:11.096041 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-e73f3627-37db-4fca-a481-239c8f902d65 req-265e2122-c8c9-4ca1-ad37-3933ca3840da tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] 10.222.0.63 "GET /v2.0/ports?device_id=0c340b42-3ca5-4f89-8fc2-c448e784ac83 HTTP/1.1" status: 200  len: 943 time: 0.2729695
Dec 03 15:05:11.151228 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20157127-52fc-4ec8-8098-7815db714283 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbc8265b-6ee3-5798-ab2f-e750a40fd5a2-de2f22f2-f6f1-4212-8d88-1476cd8d7828', 'network_id': 'de2f22f2-f6f1-4212-8d88-1476cd8d7828', 'tenant_id': '85b0368f3fed43259d0a601811e15b2e', 'fixed_ips': [{'subnet_id': '426fe4f9-fe4e-4090-84d3-714778c258c1'}]}} from dv-cinder-757908-3-iscsi. {{(pid=80384) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 03 15:05:11.157489 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-20157127-52fc-4ec8-8098-7815db714283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_create {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:11.199518 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Provisioning for port afe54511-8f8c-42eb-8ca3-b2337f457222 completed by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 15:05:11.212232 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Provisioning complete for port afe54511-8f8c-42eb-8ca3-b2337f457222 triggered by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:05:11.212658 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:11.244883 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-e73f3627-37db-4fca-a481-239c8f902d65 req-6cc27110-d468-4862-b3c8-ff6927b0fbe9 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] 10.222.0.63 "GET /v2.0/security-groups?id=2f0f23dc-fe58-4a67-b800-c8f1bae1f5d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1414881
Dec 03 15:05:11.559440 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:11.582820 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Device d1bd8e6c-6e91-4219-ae0d-25814e50b560 up at agent ovs-agent-dv-cinder-757908-3-iscsi {{(pid=80384) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 15:05:11.610150 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-633062f3-1b93-4ff8-9550-5e65b0080b93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33528544', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33536120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854767993'] for router, precommit_update {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:11.693606 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] For port afe54511-8f8c-42eb-8ca3-b2337f457222, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=afe54511-8f8c-42eb-8ca3-b2337f457222,segment=NetworkSegment(b1abe8f6-b60f-4b38-9155-9433b48d1378),segment_id=b1abe8f6-b60f-4b38-9155-9433b48d1378)] {{(pid=80384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 15:05:11.714099 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c340b42-3ca5-4f89-8fc2-c448e784ac83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afe54511-8f8c-42eb-8ca3-b2337f457222'}] {{(pid=80384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 15:05:11.721066 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024'] for port, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:11.757826 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921c83e0-dfb7-49b3-8a89-4628e0d1e1e1 req-c1ed6bd6-6b0d-4bcd-addf-1ed764c3241f tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:11.775181 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:05:11.776376 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-921c83e0-dfb7-49b3-8a89-4628e0d1e1e1 req-c1ed6bd6-6b0d-4bcd-addf-1ed764c3241f tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/ports?device_id=c233978f-9c32-47bf-8b66-44f0baa08830 HTTP/1.1" status: 200  len: 945 time: 0.4908895
Dec 03 15:05:11.902165 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Pushing event updated for resources: {'Port': ['ID=afe54511-8f8c-42eb-8ca3-b2337f457222,revision_number=4']} {{(pid=80384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:05:11.960179 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:05:12.033285 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-921c83e0-dfb7-49b3-8a89-4628e0d1e1e1 req-b717c179-8fb2-48d3-83aa-bf6f64631ce5 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/security-groups?id=eaa64044-32f2-4946-97be-06cf9f486ffa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2558525
Dec 03 15:05:12.037515 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8083cb83-4605-45ba-be82-d43b4932f660 req-0ea22894-87ad-406f-a8ba-d9308df6b0ed tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:12.051099 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-8083cb83-4605-45ba-be82-d43b4932f660 req-0ea22894-87ad-406f-a8ba-d9308df6b0ed tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] 10.222.0.63 "GET /v2.0/ports?device_id=c5221c6a-cd72-424f-9062-16cf4528384d HTTP/1.1" status: 200  len: 943 time: 0.1765552
Dec 03 15:05:12.192785 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-8083cb83-4605-45ba-be82-d43b4932f660 req-482e08d1-cc0d-419b-998a-bde6cdb41a98 tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] 10.222.0.63 "GET /v2.0/security-groups?id=b2b5ac8b-e4f9-490c-b959-8461c6da8922&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1407261
Dec 03 15:05:12.342870 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 60074) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:05:12.425353 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Provisioning for port d1bd8e6c-6e91-4219-ae0d-25814e50b560 completed by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 15:05:12.438878 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Provisioning complete for port d1bd8e6c-6e91-4219-ae0d-25814e50b560 triggered by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:05:12.439247 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:12.538871 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f7d074-c4ea-481d-8f5b-306a951e1c35 req-e7c5f569-cfe6-4c2b-be79-49c80b6b87c0 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:12.548918 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-27f7d074-c4ea-481d-8f5b-306a951e1c35 req-e7c5f569-cfe6-4c2b-be79-49c80b6b87c0 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/ports?device_id=f53f7d53-2ae6-4edd-84c2-09e523498d7d HTTP/1.1" status: 200  len: 945 time: 0.1636791
Dec 03 15:05:12.599717 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-633062f3-1b93-4ff8-9550-5e65b0080b93 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:12.640781 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-633062f3-1b93-4ff8-9550-5e65b0080b93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:12.651497 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-e47c90cf-51b3-4f86-9b45-804092e7f035 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:12.682975 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-e47c90cf-51b3-4f86-9b45-804092e7f035 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:05:12.700708 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-e47c90cf-51b3-4f86-9b45-804092e7f035 admin admin] Usage tracker for resource:security_group_rule and tenant:c08f30be729e4f7a8c3bbf9d5f55932a is out of sync, need to count used quota {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:05:12.711494 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-e47c90cf-51b3-4f86-9b45-804092e7f035 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:05:12.711494 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-e47c90cf-51b3-4f86-9b45-804092e7f035 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:05:12.828374 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3743311f-7ada-461f-91aa-0fae667f75d6 req-c0830f25-8789-4d17-ae48-51584b68b555 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:12.829969 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-3743311f-7ada-461f-91aa-0fae667f75d6 req-c0830f25-8789-4d17-ae48-51584b68b555 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/ports?device_id=d5082cea-6dd3-41d3-9210-f5e8bd37f651 HTTP/1.1" status: 200  len: 946 time: 0.3737013
Dec 03 15:05:12.873187 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:12.879251 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-e47c90cf-51b3-4f86-9b45-804092e7f035 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:12.918363 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] For port d1bd8e6c-6e91-4219-ae0d-25814e50b560, host dv-cinder-757908-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-3-iscsi',level=0,port_id=d1bd8e6c-6e91-4219-ae0d-25814e50b560,segment=NetworkSegment(e96589d1-49fa-4c68-97f6-515777979c45),segment_id=e96589d1-49fa-4c68-97f6-515777979c45)] {{(pid=80384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 15:05:12.928904 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024'] for port, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:12.937528 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.db_base_plugin_common [None req-20157127-52fc-4ec8-8098-7815db714283 None None] Allocated IP 172.20.0.2 (de2f22f2-f6f1-4212-8d88-1476cd8d7828/426fe4f9-fe4e-4090-84d3-714778c258c1/36dc2c4d-4887-4752-bb37-d5c0867a192b) {{(pid=80384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 15:05:12.940308 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:05:12.941879 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-3743311f-7ada-461f-91aa-0fae667f75d6 req-5fb41143-0af9-4e86-8077-077d953c0c17 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/security-groups?id=b7daf6a7-63f3-474f-99b5-a2b7aacda372&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0626409
Dec 03 15:05:12.942633 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-e47c90cf-51b3-4f86-9b45-804092e7f035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:12.953895 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-74e6d27f-d826-42b2-9d86-63357415802e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:05:13.032886 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47c90cf-51b3-4f86-9b45-804092e7f035 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c701647-cddd-4c01-81ce-dde09571416f,revision_number=1']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:05:13.044294 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-e47c90cf-51b3-4f86-9b45-804092e7f035 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:05:13.053933 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-e47c90cf-51b3-4f86-9b45-804092e7f035 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=c08f30be729e4f7a8c3bbf9d5f55932a&name=default HTTP/1.1" status: 200  len: 2879 time: 0.7098970
Dec 03 15:05:13.057202 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 60084) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:05:13.122307 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c340b42-3ca5-4f89-8fc2-c448e784ac83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afe54511-8f8c-42eb-8ca3-b2337f457222', 'code': 200}
Dec 03 15:05:13.125230 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-1320023e-c5a4-40af-bf5c-65a541d5e0e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:13.154912 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-1320023e-c5a4-40af-bf5c-65a541d5e0e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:13.169213 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Pushing event updated for resources: {'Port': ['ID=d1bd8e6c-6e91-4219-ae0d-25814e50b560,revision_number=5']} {{(pid=80384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:05:13.181233 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.db_base_plugin_common [None req-633062f3-1b93-4ff8-9550-5e65b0080b93 admin admin] Allocated IP 172.27.2.8 (729c535b-bd07-4b0c-9bb6-d0eda364af7e/c53074ee-6482-4d40-a0b6-bf7110d55051/62dd7e3e-f16f-41cf-b8d8-378f8f589801) {{(pid=80382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 15:05:13.192652 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-27f7d074-c4ea-481d-8f5b-306a951e1c35 req-13b7621d-9c10-474b-9d2a-27f3a7e5cc0a tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/security-groups?id=eeb87b8d-9b0e-46cd-a1ba-43889caf168f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.6413569
Dec 03 15:05:13.248236 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-1320023e-c5a4-40af-bf5c-65a541d5e0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:13.253869 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-c3ad2d64-e47c-41d7-82b4-453999f379f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:05:13.274567 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:05:13.278800 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1320023e-c5a4-40af-bf5c-65a541d5e0e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c701647-cddd-4c01-81ce-dde09571416f,revision_number=None']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:05:13.364658 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-1320023e-c5a4-40af-bf5c-65a541d5e0e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:05:13.386679 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-1320023e-c5a4-40af-bf5c-65a541d5e0e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:13.398588 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-1320023e-c5a4-40af-bf5c-65a541d5e0e8 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/3c701647-cddd-4c01-81ce-dde09571416f HTTP/1.1" status: 204  len: 168 time: 0.3336725
Dec 03 15:05:13.455738 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e355c08-1a22-4196-902c-46142815ddff req-bbe7a448-c705-4674-904d-9a8766b5a60a tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:13.475013 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-1e355c08-1a22-4196-902c-46142815ddff req-bbe7a448-c705-4674-904d-9a8766b5a60a tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] 10.222.0.63 "GET /v2.0/ports?device_id=0c340b42-3ca5-4f89-8fc2-c448e784ac83 HTTP/1.1" status: 200  len: 945 time: 0.1661236
Dec 03 15:05:13.552978 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-633062f3-1b93-4ff8-9550-5e65b0080b93 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:13.554563 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-1e355c08-1a22-4196-902c-46142815ddff req-1c3cdedd-d52c-46c3-8aa8-e865fbab3395 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] 10.222.0.63 "GET /v2.0/security-groups?id=2f0f23dc-fe58-4a67-b800-c8f1bae1f5d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0784349
Dec 03 15:05:13.583539 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Device d1bd8e6c-6e91-4219-ae0d-25814e50b560 up at agent ovs-agent-dv-cinder-757908-3-iscsi {{(pid=80384) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 15:05:13.606077 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-633062f3-1b93-4ff8-9550-5e65b0080b93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307552080722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30043597'] for port, after_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:13.767161 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-20157127-52fc-4ec8-8098-7815db714283 None None] Notify callbacks [] for port, precommit_create {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:13.814941 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-20157127-52fc-4ec8-8098-7815db714283 None None] Transition to ACTIVE for port object 36dc2c4d-4887-4752-bb37-d5c0867a192b will not be triggered until provisioned by entity L2. {{(pid=80384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 15:05:13.829562 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Provisioning complete for port d1bd8e6c-6e91-4219-ae0d-25814e50b560 triggered by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:05:13.830014 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:13.859554 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:05:13.904277 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-20157127-52fc-4ec8-8098-7815db714283 None None] Transition to ACTIVE for port object 36dc2c4d-4887-4752-bb37-d5c0867a192b will not be triggered until provisioned by entity DHCP. {{(pid=80384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 15:05:13.924240 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-20157127-52fc-4ec8-8098-7815db714283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307552080722'] for port, after_create {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:13.947998 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:05:14.016444 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5561bb-a6d5-41b4-bf5b-087e8c2d2efb req-1dc42d12-ef8d-4e24-8fdd-fb6c57fb1c42 tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:14.029515 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633062f3-1b93-4ff8-9550-5e65b0080b93 admin admin] Pushing event updated for resources: {'Port': ['ID=62dd7e3e-f16f-41cf-b8d8-378f8f589801,revision_number=1']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:05:14.029755 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-2c5561bb-a6d5-41b4-bf5b-087e8c2d2efb req-1dc42d12-ef8d-4e24-8fdd-fb6c57fb1c42 tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] 10.222.0.63 "GET /v2.0/ports?device_id=c5221c6a-cd72-424f-9062-16cf4528384d HTTP/1.1" status: 200  len: 943 time: 0.1695769
Dec 03 15:05:14.029869 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20157127-52fc-4ec8-8098-7815db714283 None None] Pushing event updated for resources: {'Port': ['ID=36dc2c4d-4887-4752-bb37-d5c0867a192b,revision_number=1']} {{(pid=80384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:05:14.048715 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633062f3-1b93-4ff8-9550-5e65b0080b93 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:05:14.049233 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633062f3-1b93-4ff8-9550-5e65b0080b93 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:05:14.049732 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633062f3-1b93-4ff8-9550-5e65b0080b93 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:05:14.050249 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633062f3-1b93-4ff8-9550-5e65b0080b93 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:05:14.050746 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633062f3-1b93-4ff8-9550-5e65b0080b93 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:05:14.051247 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633062f3-1b93-4ff8-9550-5e65b0080b93 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:05:14.051722 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633062f3-1b93-4ff8-9550-5e65b0080b93 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:05:14.052208 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633062f3-1b93-4ff8-9550-5e65b0080b93 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:05:14.052692 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633062f3-1b93-4ff8-9550-5e65b0080b93 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:05:14.053176 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633062f3-1b93-4ff8-9550-5e65b0080b93 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:05:14.053665 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633062f3-1b93-4ff8-9550-5e65b0080b93 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:05:14.054298 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633062f3-1b93-4ff8-9550-5e65b0080b93 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:05:14.054961 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633062f3-1b93-4ff8-9550-5e65b0080b93 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:05:14.055090 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-20157127-52fc-4ec8-8098-7815db714283 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:05:14.055627 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633062f3-1b93-4ff8-9550-5e65b0080b93 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:05:14.056103 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633062f3-1b93-4ff8-9550-5e65b0080b93 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:05:14.056584 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633062f3-1b93-4ff8-9550-5e65b0080b93 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:05:14.058129 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633062f3-1b93-4ff8-9550-5e65b0080b93 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:05:14.058634 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633062f3-1b93-4ff8-9550-5e65b0080b93 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:05:14.059117 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633062f3-1b93-4ff8-9550-5e65b0080b93 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:05:14.060060 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633062f3-1b93-4ff8-9550-5e65b0080b93 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:05:14.060585 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633062f3-1b93-4ff8-9550-5e65b0080b93 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:05:14.061098 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633062f3-1b93-4ff8-9550-5e65b0080b93 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:05:14.061608 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633062f3-1b93-4ff8-9550-5e65b0080b93 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:05:14.062211 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633062f3-1b93-4ff8-9550-5e65b0080b93 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:05:14.073339 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-633062f3-1b93-4ff8-9550-5e65b0080b93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:05:14.083325 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633062f3-1b93-4ff8-9550-5e65b0080b93 admin admin] Network 729c535b-bd07-4b0c-9bb6-d0eda364af7e is already hosted by enough agents. {{(pid=80382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 15:05:14.084837 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.base_scheduler [None req-633062f3-1b93-4ff8-9550-5e65b0080b93 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 15:05:14.090918 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-2c5561bb-a6d5-41b4-bf5b-087e8c2d2efb req-972ce74f-844a-41c3-8024-2640db83c6e4 tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] 10.222.0.63 "GET /v2.0/security-groups?id=b2b5ac8b-e4f9-490c-b959-8461c6da8922&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0608108
Dec 03 15:05:14.093580 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633062f3-1b93-4ff8-9550-5e65b0080b93 admin admin] Received port after_create {{(pid=80382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 15:05:14.260901 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20157127-52fc-4ec8-8098-7815db714283 None None] Network de2f22f2-f6f1-4212-8d88-1476cd8d7828 is already hosted by enough agents. {{(pid=80384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 15:05:14.262219 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.base_scheduler [None req-20157127-52fc-4ec8-8098-7815db714283 None None] Resources bound (agent type, host, resource id):  {{(pid=80384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 15:05:14.264767 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20157127-52fc-4ec8-8098-7815db714283 None None] Received port after_create {{(pid=80384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 15:05:14.332206 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888a59b7-1660-4771-8fdd-d6f3221e1464 req-f9c9d5ba-334f-4c48-ba20-69b04f03fa09 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:14.332525 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [None req-20157127-52fc-4ec8-8098-7815db714283 None None] Attempting to bind port 36dc2c4d-4887-4752-bb37-d5c0867a192b on host dv-cinder-757908-3-iscsi for vnic_type normal with profile  {{(pid=80384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 15:05:14.332948 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [None req-20157127-52fc-4ec8-8098-7815db714283 None None] Attempting to bind port 36dc2c4d-4887-4752-bb37-d5c0867a192b by drivers openvswitch on host dv-cinder-757908-3-iscsi at level 0 using segments [{'id': '0bf16f92-2584-453e-abe6-686e3e82c874', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'de2f22f2-f6f1-4212-8d88-1476cd8d7828'}] {{(pid=80384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 15:05:14.333359 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20157127-52fc-4ec8-8098-7815db714283 None None] Attempting to bind port 36dc2c4d-4887-4752-bb37-d5c0867a192b on network de2f22f2-f6f1-4212-8d88-1476cd8d7828 {{(pid=80384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 15:05:14.334857 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-888a59b7-1660-4771-8fdd-d6f3221e1464 req-f9c9d5ba-334f-4c48-ba20-69b04f03fa09 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/ports?device_id=d5082cea-6dd3-41d3-9210-f5e8bd37f651 HTTP/1.1" status: 200  len: 946 time: 0.1145194
Dec 03 15:05:14.340907 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20157127-52fc-4ec8-8098-7815db714283 None None] Checking agent: {'id': 'd86ab5d6-8c79-4633-8bc6-d0d32e0bb057', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757908-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 14, 53, 21), 'started_at': datetime.datetime(2020, 12, 3, 14, 53, 51), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 15, 4, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757908-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.78', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 15:05:14.341325 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20157127-52fc-4ec8-8098-7815db714283 None None] Checking segment: {'id': '0bf16f92-2584-453e-abe6-686e3e82c874', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'de2f22f2-f6f1-4212-8d88-1476cd8d7828'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 15:05:14.341782 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-20157127-52fc-4ec8-8098-7815db714283 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:14.342258 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20157127-52fc-4ec8-8098-7815db714283 None None] Bound using segment: {'id': '0bf16f92-2584-453e-abe6-686e3e82c874', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'de2f22f2-f6f1-4212-8d88-1476cd8d7828'} {{(pid=80384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 15:05:14.342829 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [None req-20157127-52fc-4ec8-8098-7815db714283 None None] Bound port: 36dc2c4d-4887-4752-bb37-d5c0867a192b, host: dv-cinder-757908-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bf16f92-2584-453e-abe6-686e3e82c874', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'de2f22f2-f6f1-4212-8d88-1476cd8d7828'}}] {{(pid=80384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 15:05:14.343260 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-20157127-52fc-4ec8-8098-7815db714283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:14.405828 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-888a59b7-1660-4771-8fdd-d6f3221e1464 req-95946cb6-debb-4e36-8465-5a7c24f6fb76 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/security-groups?id=b7daf6a7-63f3-474f-99b5-a2b7aacda372&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0594800
Dec 03 15:05:14.460325 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [None req-20157127-52fc-4ec8-8098-7815db714283 None None] For port 36dc2c4d-4887-4752-bb37-d5c0867a192b, host dv-cinder-757908-3-iscsi, cleared binding levels {{(pid=80384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 15:05:14.464887 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [None req-20157127-52fc-4ec8-8098-7815db714283 None None] For port 36dc2c4d-4887-4752-bb37-d5c0867a192b, host dv-cinder-757908-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-3-iscsi',level=0,port_id=36dc2c4d-4887-4752-bb37-d5c0867a192b,segment=NetworkSegment(0bf16f92-2584-453e-abe6-686e3e82c874),segment_id=0bf16f92-2584-453e-abe6-686e3e82c874)] {{(pid=80384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 15:05:14.468470 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-20157127-52fc-4ec8-8098-7815db714283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024'] for port, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:14.488481 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-8fa1e071-2613-447b-9352-c9983dafe5c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:05:14.576159 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20157127-52fc-4ec8-8098-7815db714283 None None] Pushing event updated for resources: {'Port': ['ID=36dc2c4d-4887-4752-bb37-d5c0867a192b,revision_number=2']} {{(pid=80384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:05:14.582407 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-20157127-52fc-4ec8-8098-7815db714283 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:05:14.630448 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2f1ded-b312-4d61-820c-0568fab4f556 req-09a1e39c-7089-4f46-ac27-b6344825e16a tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:14.632086 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-0c2f1ded-b312-4d61-820c-0568fab4f556 req-09a1e39c-7089-4f46-ac27-b6344825e16a tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/ports?device_id=f53f7d53-2ae6-4edd-84c2-09e523498d7d HTTP/1.1" status: 200  len: 945 time: 0.0984056
Dec 03 15:05:14.740835 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-0c2f1ded-b312-4d61-820c-0568fab4f556 req-ffabdde3-11a0-4007-89b8-5aea7e6a24e9 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/security-groups?id=eeb87b8d-9b0e-46cd-a1ba-43889caf168f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0995510
Dec 03 15:05:14.809502 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.objects.ports [None req-af8ff421-9a36-4984-8e1d-a4ff78727a09 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80384) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 03 15:05:14.902865 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e581f92f-0b1e-4b2b-9734-3c8558ab5aba req-c2d8815c-6d0e-4c37-851c-97af7ba177ba tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:14.910996 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-e581f92f-0b1e-4b2b-9734-3c8558ab5aba req-c2d8815c-6d0e-4c37-851c-97af7ba177ba tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/ports?device_id=c233978f-9c32-47bf-8b66-44f0baa08830 HTTP/1.1" status: 200  len: 945 time: 1.0526445
Dec 03 15:05:14.988000 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-633062f3-1b93-4ff8-9550-5e65b0080b93 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:15.218479 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf62060-4ed5-4ae1-8de0-04a9459eb0ea req-333a63f1-c5d2-431a-81ec-03b249de1517 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:15.227906 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-7bf62060-4ed5-4ae1-8de0-04a9459eb0ea req-333a63f1-c5d2-431a-81ec-03b249de1517 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] 10.222.0.63 "GET /v2.0/ports?device_id=0c340b42-3ca5-4f89-8fc2-c448e784ac83 HTTP/1.1" status: 200  len: 945 time: 0.2037807
Dec 03 15:05:15.248338 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-e581f92f-0b1e-4b2b-9734-3c8558ab5aba req-eee73972-c73d-4bc5-a6d5-0153560687f9 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/security-groups?id=eaa64044-32f2-4946-97be-06cf9f486ffa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3346806
Dec 03 15:05:15.391613 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c5c95a-5c72-4438-985d-2f7a60243720 req-6e39f81b-b283-4dc9-8671-2d2a30db8d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:15.393525 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-62c5c95a-5c72-4438-985d-2f7a60243720 req-6e39f81b-b283-4dc9-8671-2d2a30db8d76 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=0c340b42-3ca5-4f89-8fc2-c448e784ac83 HTTP/1.1" status: 200  len: 1162 time: 0.2478011
Dec 03 15:05:15.533170 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Device 36dc2c4d-4887-4752-bb37-d5c0867a192b up at agent ovs-agent-dv-cinder-757908-3-iscsi {{(pid=80384) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 15:05:15.623488 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Provisioning for port 36dc2c4d-4887-4752-bb37-d5c0867a192b completed by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 15:05:15.650533 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34ebb4e-0b72-4f6f-aa8c-5aec9f5fc63d req-f618c45d-b5a4-4508-999c-a35de14c6995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:15.652443 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-b34ebb4e-0b72-4f6f-aa8c-5aec9f5fc63d req-f618c45d-b5a4-4508-999c-a35de14c6995 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1bf6d3149aee44a798e51e0135d17c5f&device_id=d5082cea-6dd3-41d3-9210-f5e8bd37f651 HTTP/1.1" status: 200  len: 1163 time: 0.5512588
Dec 03 15:05:15.707324 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Device afe54511-8f8c-42eb-8ca3-b2337f457222 up at agent ovs-agent-hv-cinder-75790 {{(pid=80384) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 15:05:15.758199 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-7bf62060-4ed5-4ae1-8de0-04a9459eb0ea req-8b5a36c7-d400-406f-8a67-1cec5f8b0fdf tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] 10.222.0.63 "GET /v2.0/security-groups?id=2f0f23dc-fe58-4a67-b800-c8f1bae1f5d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5153341
Dec 03 15:05:15.870231 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Provisioning complete for port afe54511-8f8c-42eb-8ca3-b2337f457222 triggered by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:05:15.870662 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:15.924182 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-62c5c95a-5c72-4438-985d-2f7a60243720 req-0e0fa488-7dde-4613-a536-264a6aa54fe0 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=2f0f23dc-fe58-4a67-b800-c8f1bae1f5d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5105770
Dec 03 15:05:15.966786 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942fe70a-5f3d-42c4-93ba-4486b1e3e447 req-ad3d6fcd-066a-44f0-b3f8-71118019dbef tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:15.968798 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-942fe70a-5f3d-42c4-93ba-4486b1e3e447 req-ad3d6fcd-066a-44f0-b3f8-71118019dbef tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] 10.222.0.63 "GET /v2.0/ports?device_id=c5221c6a-cd72-424f-9062-16cf4528384d HTTP/1.1" status: 200  len: 943 time: 0.3702979
Dec 03 15:05:16.024690 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-633062f3-1b93-4ff8-9550-5e65b0080b93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036821239696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33527559'] for router, after_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:16.039531 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34ebb4e-0b72-4f6f-aa8c-5aec9f5fc63d req-a499c419-b597-4b73-8e48-aff898c1ce44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:16.042488 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-b34ebb4e-0b72-4f6f-aa8c-5aec9f5fc63d req-a499c419-b597-4b73-8e48-aff898c1ce44 service neutron] 10.222.0.83 "GET /v2.0/networks?id=2263eb43-6c9e-40c3-9734-975854f0ad70 HTTP/1.1" status: 200  len: 905 time: 0.3802340
Dec 03 15:05:16.057553 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Device 846d5e26-8d68-4937-b08c-54324832d3bf up at agent ovs-agent-hv-cinder-75790 {{(pid=80384) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 15:05:16.085966 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff680bd3-07ea-4a7a-bfb4-935e45dbccb0 req-7a887a15-1d41-4994-9d3d-12fde0dcf8ab tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:16.089401 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-ff680bd3-07ea-4a7a-bfb4-935e45dbccb0 req-7a887a15-1d41-4994-9d3d-12fde0dcf8ab tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/ports?device_id=d5082cea-6dd3-41d3-9210-f5e8bd37f651 HTTP/1.1" status: 200  len: 946 time: 0.1004906
Dec 03 15:05:16.146106 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-ff680bd3-07ea-4a7a-bfb4-935e45dbccb0 req-2aba2a96-67d1-4e40-89b8-bac0d67fb773 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/security-groups?id=b7daf6a7-63f3-474f-99b5-a2b7aacda372&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0485325
Dec 03 15:05:16.149744 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Provisioning for port 846d5e26-8d68-4937-b08c-54324832d3bf completed by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 15:05:16.157774 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Provisioning complete for port 846d5e26-8d68-4937-b08c-54324832d3bf triggered by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:05:16.158473 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:16.386519 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-942fe70a-5f3d-42c4-93ba-4486b1e3e447 req-e68b8bc9-a1cc-46d1-9d95-d9f87ba467e0 tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] 10.222.0.63 "GET /v2.0/security-groups?id=b2b5ac8b-e4f9-490c-b959-8461c6da8922&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4110932
Dec 03 15:05:16.435139 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:16.435603 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-633062f3-1b93-4ff8-9550-5e65b0080b93 admin admin] Router d45c317b-95ec-4150-a4d5-861038aefc43 is scheduled to L3 agent 7132dbe3-ed21-4d9d-abcc-41c34baf52ae with binding_index 1 {{(pid=80382) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 03 15:05:16.511450 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] For port 846d5e26-8d68-4937-b08c-54324832d3bf, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=846d5e26-8d68-4937-b08c-54324832d3bf,segment=NetworkSegment(b9410016-b650-487c-9426-248c876b5c44),segment_id=b9410016-b650-487c-9426-248c876b5c44)] {{(pid=80384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 15:05:16.514612 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-b34ebb4e-0b72-4f6f-aa8c-5aec9f5fc63d req-b1ca1114-6ca3-4fcd-956d-ed1e3c4c65fa service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e835912e-98c3-4b70-bf9b-467e0fcfcd78 HTTP/1.1" status: 200  len: 1002 time: 0.2968996
Dec 03 15:05:16.516783 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5221c6a-cd72-424f-9062-16cf4528384d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '846d5e26-8d68-4937-b08c-54324832d3bf'}] {{(pid=80384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 15:05:16.546260 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024'] for port, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:16.551687 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-9cdbd9af-d3fe-435d-886f-fd7d31a70c9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:05:16.700926 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34ebb4e-0b72-4f6f-aa8c-5aec9f5fc63d req-bf78d68f-4ce5-4dbc-a77e-eab4b64d77ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:16.702570 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-b34ebb4e-0b72-4f6f-aa8c-5aec9f5fc63d req-bf78d68f-4ce5-4dbc-a77e-eab4b64d77ee service neutron] 10.222.0.83 "GET /v2.0/subnets?id=988b1530-5903-4de4-818d-5aa0d60661ff HTTP/1.1" status: 200  len: 850 time: 0.1793709
Dec 03 15:05:16.956445 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Pushing event updated for resources: {'Port': ['ID=846d5e26-8d68-4937-b08c-54324832d3bf,revision_number=4']} {{(pid=80384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:05:16.957303 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34ebb4e-0b72-4f6f-aa8c-5aec9f5fc63d req-44182243-29d4-4b5a-b6cb-cad8bebb7313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:16.959105 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-b34ebb4e-0b72-4f6f-aa8c-5aec9f5fc63d req-44182243-29d4-4b5a-b6cb-cad8bebb7313 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2263eb43-6c9e-40c3-9734-975854f0ad70&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1256330
Dec 03 15:05:16.960473 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:05:16.961320 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d06c6ce-eaf4-4f49-9aa0-11008f1cfe61 None None] Network de2f22f2-f6f1-4212-8d88-1476cd8d7828 requested from dv-cinder-757908-3-iscsi {{(pid=80384) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 15:05:17.161979 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-b34ebb4e-0b72-4f6f-aa8c-5aec9f5fc63d req-c3c8e903-ce30-4b91-b7c7-f79e006bd39d service neutron] 10.222.0.83 "GET /v2.0/networks/2263eb43-6c9e-40c3-9734-975854f0ad70?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1851270
Dec 03 15:05:17.204168 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690dd7e4-a036-4f63-8041-d9d3c36d8046 req-6e6351e4-7b4f-4662-ab21-c81406f6829c tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:17.206759 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-690dd7e4-a036-4f63-8041-d9d3c36d8046 req-6e6351e4-7b4f-4662-ab21-c81406f6829c tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/ports?device_id=c233978f-9c32-47bf-8b66-44f0baa08830 HTTP/1.1" status: 200  len: 945 time: 0.2339966
Dec 03 15:05:17.248345 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Device afe54511-8f8c-42eb-8ca3-b2337f457222 up at agent ovs-agent-hv-cinder-75790 {{(pid=80384) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 15:05:17.253402 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab748d2c-99ac-4ed0-989b-ec21eac16db6 req-3a3e5b47-4585-4ff5-8535-01adce48be82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:17.255527 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-ab748d2c-99ac-4ed0-989b-ec21eac16db6 req-3a3e5b47-4585-4ff5-8535-01adce48be82 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=c233978f-9c32-47bf-8b66-44f0baa08830 HTTP/1.1" status: 200  len: 1162 time: 0.1961269
Dec 03 15:05:17.327560 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-6b5ad056-6b75-4cc1-95ce-98384c1e941b None None] Provisioning for port 36dc2c4d-4887-4752-bb37-d5c0867a192b completed by entity DHCP. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 15:05:17.347348 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-690dd7e4-a036-4f63-8041-d9d3c36d8046 req-56e4a4bc-85cf-49d0-aac9-f13451c607d6 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/security-groups?id=eaa64044-32f2-4946-97be-06cf9f486ffa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1228051
Dec 03 15:05:17.355085 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-633062f3-1b93-4ff8-9550-5e65b0080b93 admin admin] Notify agent at l3_agent.dv-cinder-757908-3-iscsi the message routers_updated {{(pid=80382) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 15:05:17.368102 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3013dcd1-e945-4d9b-b08c-a34cbd5bcf16 None None] Sync routers for ids ['d45c317b-95ec-4150-a4d5-861038aefc43'] in dv-cinder-757908-3-iscsi {{(pid=80385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 15:05:17.376862 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-ab748d2c-99ac-4ed0-989b-ec21eac16db6 req-ed511f44-f94f-414f-bb5a-30b5d5e0d6b3 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=eaa64044-32f2-4946-97be-06cf9f486ffa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1104994
Dec 03 15:05:17.385460 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3013dcd1-e945-4d9b-b08c-a34cbd5bcf16 None None] Routers {'d45c317b-95ec-4150-a4d5-861038aefc43'} bound to L3 agent in host dv-cinder-757908-3-iscsi {{(pid=80385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 15:05:17.393310 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-3013dcd1-e945-4d9b-b08c-a34cbd5bcf16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f072e81f7b8>, 'dv-cinder-757908-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-03T14:53:20Z,description=<?>,heartbeat_timestamp=2020-12-03T15:04:50Z,host='dv-cinder-757908-3-iscsi',id=7132dbe3-ed21-4d9d-abcc-41c34baf52ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T14:53:20Z,topic='l3_agent')) {'router_ids': ['d45c317b-95ec-4150-a4d5-861038aefc43'], 'active': True} {{(pid=80385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:05:17.417089 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-6b5ad056-6b75-4cc1-95ce-98384c1e941b None None] Provisioning complete for port 36dc2c4d-4887-4752-bb37-d5c0867a192b triggered by entity DHCP. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:05:17.417434 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-6b5ad056-6b75-4cc1-95ce-98384c1e941b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:17.429323 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-633062f3-1b93-4ff8-9550-5e65b0080b93 admin admin] Notify callbacks [] for router, before_response {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:17.431105 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-633062f3-1b93-4ff8-9550-5e65b0080b93 admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201  len: 919 time: 6.9096370
Dec 03 15:05:17.433831 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 60130) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:05:17.502682 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27bddca-b68b-471f-a0de-5ffea5200ab5 req-4e370219-2a2a-4cd0-bcdc-8303074e2f60 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:17.518966 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-e27bddca-b68b-471f-a0de-5ffea5200ab5 req-4e370219-2a2a-4cd0-bcdc-8303074e2f60 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/ports?device_id=f53f7d53-2ae6-4edd-84c2-09e523498d7d HTTP/1.1" status: 200  len: 945 time: 1.0012412
Dec 03 15:05:17.560871 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5221c6a-cd72-424f-9062-16cf4528384d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '846d5e26-8d68-4937-b08c-54324832d3bf', 'code': 200}
Dec 03 15:05:17.563559 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-b34ebb4e-0b72-4f6f-aa8c-5aec9f5fc63d req-3466936e-98c6-4680-b309-a9f58a7cf4d8 service neutron] 10.222.0.83 "GET /v2.0/networks/2263eb43-6c9e-40c3-9734-975854f0ad70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3908081
Dec 03 15:05:17.643431 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-e27bddca-b68b-471f-a0de-5ffea5200ab5 req-d80ec15c-0671-45ce-9762-e44b0fcc6668 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/security-groups?id=eeb87b8d-9b0e-46cd-a1ba-43889caf168f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1230228
Dec 03 15:05:17.645996 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvr_db [None req-3013dcd1-e945-4d9b-b08c-a34cbd5bcf16 None None] Set router d45c317b-95ec-4150-a4d5-861038aefc43 gateway port host: dv-cinder-757908-3-iscsi {{(pid=80385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 15:05:17.661537 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-559f4932-18c8-4c5b-b994-a987e3f674c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:17.973347 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce66a225-4947-43b9-adbf-3e21bf0ae64f req-dda48c4e-ad43-4537-b656-946724b08572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:17.982913 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-ce66a225-4947-43b9-adbf-3e21bf0ae64f req-dda48c4e-ad43-4537-b656-946724b08572 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1bf6d3149aee44a798e51e0135d17c5f&device_id=d5082cea-6dd3-41d3-9210-f5e8bd37f651 HTTP/1.1" status: 200  len: 1163 time: 0.1442664
Dec 03 15:05:18.015519 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Provisioning complete for port afe54511-8f8c-42eb-8ca3-b2337f457222 triggered by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:05:18.015944 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:18.168872 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-6b5ad056-6b75-4cc1-95ce-98384c1e941b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:18.364950 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2ea308-9501-4468-936d-253d79f15300 req-513ed349-f805-4698-945c-0d3c495ac9c5 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:18.366851 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-8d2ea308-9501-4468-936d-253d79f15300 req-513ed349-f805-4698-945c-0d3c495ac9c5 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/ports?device_id=d5082cea-6dd3-41d3-9210-f5e8bd37f651 HTTP/1.1" status: 200  len: 946 time: 0.3727500
Dec 03 15:05:18.426598 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce66a225-4947-43b9-adbf-3e21bf0ae64f req-42caa092-1deb-4d1a-a9b2-590c23967a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:18.428564 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-ce66a225-4947-43b9-adbf-3e21bf0ae64f req-42caa092-1deb-4d1a-a9b2-590c23967a31 service neutron] 10.222.0.83 "GET /v2.0/networks?id=2263eb43-6c9e-40c3-9734-975854f0ad70 HTTP/1.1" status: 200  len: 905 time: 0.3107090
Dec 03 15:05:18.452756 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [None req-6b5ad056-6b75-4cc1-95ce-98384c1e941b None None] For port 36dc2c4d-4887-4752-bb37-d5c0867a192b, host dv-cinder-757908-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-3-iscsi',level=0,port_id=36dc2c4d-4887-4752-bb37-d5c0867a192b,segment=NetworkSegment(0bf16f92-2584-453e-abe6-686e3e82c874),segment_id=0bf16f92-2584-453e-abe6-686e3e82c874)] {{(pid=80384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 15:05:18.471596 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-6b5ad056-6b75-4cc1-95ce-98384c1e941b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024'] for port, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:18.484948 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:05:18.555563 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Device 846d5e26-8d68-4937-b08c-54324832d3bf up at agent ovs-agent-hv-cinder-75790 {{(pid=80384) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 15:05:18.563989 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-3013dcd1-e945-4d9b-b08c-a34cbd5bcf16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f072e81f7b8>, [{'id': 'd45c317b-95ec-4150-a4d5-861038aefc43', 'name': 'tempest-TestShelveInstance-1738402649-router', 'tenant_id': '85b0368f3fed43259d0a601811e15b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'external_fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '62dd7e3e-f16f-41cf-b8d8-378f8f589801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:05:10Z', 'updated_at': '2020-12-03T15:05:14Z', 'revision_number': 3, 'project_id': '85b0368f3fed43259d0a601811e15b2e', 'gw_port': {'id': '62dd7e3e-f16f-41cf-b8d8-378f8f589801', 'name': '', 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:88:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd45c317b-95ec-4150-a4d5-861038aefc43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:05:12Z', 'updated_at': '2020-12-03T15:05:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-iscsi'}], 'dv-cinder-757908-3-iscsi', False) {} {{(pid=80385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:05:18.571708 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3013dcd1-e945-4d9b-b08c-a34cbd5bcf16 None None] Checking router: d45c317b-95ec-4150-a4d5-861038aefc43 for host: dv-cinder-757908-3-iscsi {{(pid=80385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 15:05:18.572108 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3013dcd1-e945-4d9b-b08c-a34cbd5bcf16 None None] Updating router d45c317b-95ec-4150-a4d5-861038aefc43 port 62dd7e3e-f16f-41cf-b8d8-378f8f589801 binding host dv-cinder-757908-3-iscsi {{(pid=80385) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 03 15:05:18.695895 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5ad056-6b75-4cc1-95ce-98384c1e941b None None] Pushing event updated for resources: {'Port': ['ID=36dc2c4d-4887-4752-bb37-d5c0867a192b,revision_number=3']} {{(pid=80384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:05:18.700313 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-6b5ad056-6b75-4cc1-95ce-98384c1e941b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:05:18.716327 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Provisioning complete for port 846d5e26-8d68-4937-b08c-54324832d3bf triggered by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:05:18.716759 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:18.720905 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-ce66a225-4947-43b9-adbf-3e21bf0ae64f req-fc11e676-e21f-4d2f-ba5c-ea7bcdff9a0e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e835912e-98c3-4b70-bf9b-467e0fcfcd78 HTTP/1.1" status: 200  len: 1002 time: 0.2225778
Dec 03 15:05:18.726749 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-3013dcd1-e945-4d9b-b08c-a34cbd5bcf16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:19.002461 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-8d2ea308-9501-4468-936d-253d79f15300 req-010307fc-df88-4af2-9b2f-389a5481fe33 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/security-groups?id=b7daf6a7-63f3-474f-99b5-a2b7aacda372&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5724969
Dec 03 15:05:19.067973 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce66a225-4947-43b9-adbf-3e21bf0ae64f req-1d15806c-58d8-43d6-b0bf-488c7526e9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:19.069308 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-ce66a225-4947-43b9-adbf-3e21bf0ae64f req-1d15806c-58d8-43d6-b0bf-488c7526e9d3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=988b1530-5903-4de4-818d-5aa0d60661ff HTTP/1.1" status: 200  len: 850 time: 0.3018215
Dec 03 15:05:19.303773 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-a717c687-5c4e-4013-aede-ced6ee3c0ff2 None None] Provisioning complete for port 36dc2c4d-4887-4752-bb37-d5c0867a192b triggered by entity DHCP. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:05:19.307896 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-a717c687-5c4e-4013-aede-ced6ee3c0ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:19.320658 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce66a225-4947-43b9-adbf-3e21bf0ae64f req-e97ac830-774a-43f5-89cd-e08136fe9348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:19.324183 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-ce66a225-4947-43b9-adbf-3e21bf0ae64f req-e97ac830-774a-43f5-89cd-e08136fe9348 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2263eb43-6c9e-40c3-9734-975854f0ad70&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2424359
Dec 03 15:05:19.544636 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-3013dcd1-e945-4d9b-b08c-a34cbd5bcf16 None None] Notify callbacks [] for port, precommit_update {{(pid=80385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:19.559295 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-3013dcd1-e945-4d9b-b08c-a34cbd5bcf16 None None] Transition to ACTIVE for port object 62dd7e3e-f16f-41cf-b8d8-378f8f589801 will not be triggered until provisioned by entity L2. {{(pid=80385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 15:05:19.570658 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-3013dcd1-e945-4d9b-b08c-a34cbd5bcf16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024'] for port, after_update {{(pid=80385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:19.602397 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-ef9c2f88-4594-4c99-8729-be81a7c6ac00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:19.620295 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-ce66a225-4947-43b9-adbf-3e21bf0ae64f req-ff72c506-30e0-480c-8bf4-bce30a93e4ea service neutron] 10.222.0.83 "GET /v2.0/networks/2263eb43-6c9e-40c3-9734-975854f0ad70?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2885320
Dec 03 15:05:19.695517 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Device 36dc2c4d-4887-4752-bb37-d5c0867a192b up at agent ovs-agent-dv-cinder-757908-3-iscsi {{(pid=80384) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 15:05:19.867316 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Provisioning complete for port 36dc2c4d-4887-4752-bb37-d5c0867a192b triggered by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:05:19.868660 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:19.904038 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5f78ec-1804-42c7-b28b-227759b92fed req-8f538015-6168-4525-b604-a234f880794b tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:19.909880 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:05:19.910463 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-4a5f78ec-1804-42c7-b28b-227759b92fed req-8f538015-6168-4525-b604-a234f880794b tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] 10.222.0.63 "GET /v2.0/ports?device_id=0c340b42-3ca5-4f89-8fc2-c448e784ac83 HTTP/1.1" status: 200  len: 945 time: 1.8879342
Dec 03 15:05:19.989273 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-ce66a225-4947-43b9-adbf-3e21bf0ae64f req-26582b2e-6e36-4d28-8b3e-ac7a476554ef service neutron] 10.222.0.83 "GET /v2.0/networks/2263eb43-6c9e-40c3-9734-975854f0ad70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2235873
Dec 03 15:05:20.020173 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843fda21-1cad-4d77-9494-80ac23eb9410 req-6abbb6db-8139-4c19-8537-2d781ebdbb54 tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:20.021771 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-843fda21-1cad-4d77-9494-80ac23eb9410 req-6abbb6db-8139-4c19-8537-2d781ebdbb54 tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] 10.222.0.63 "GET /v2.0/ports?device_id=c5221c6a-cd72-424f-9062-16cf4528384d HTTP/1.1" status: 200  len: 945 time: 0.3959863
Dec 03 15:05:20.055355 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82f0b5c-3320-4cc7-9b8c-7d3557f83858 None None] Pushing event updated for resources: {'Port': ['ID=62dd7e3e-f16f-41cf-b8d8-378f8f589801,revision_number=2']} {{(pid=80385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:05:20.055595 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-fd6b2907-c700-46a8-aacd-d04267b4021c None None] Provisioning complete for port 36dc2c4d-4887-4752-bb37-d5c0867a192b triggered by entity DHCP. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:05:20.055595 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-fd6b2907-c700-46a8-aacd-d04267b4021c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:20.089184 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82f0b5c-3320-4cc7-9b8c-7d3557f83858 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:05:20.089184 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82f0b5c-3320-4cc7-9b8c-7d3557f83858 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:05:20.089498 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82f0b5c-3320-4cc7-9b8c-7d3557f83858 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:05:20.089786 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82f0b5c-3320-4cc7-9b8c-7d3557f83858 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:05:20.090234 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82f0b5c-3320-4cc7-9b8c-7d3557f83858 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:05:20.090609 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82f0b5c-3320-4cc7-9b8c-7d3557f83858 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:05:20.090978 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82f0b5c-3320-4cc7-9b8c-7d3557f83858 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:05:20.091349 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82f0b5c-3320-4cc7-9b8c-7d3557f83858 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:05:20.091715 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82f0b5c-3320-4cc7-9b8c-7d3557f83858 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:05:20.092077 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82f0b5c-3320-4cc7-9b8c-7d3557f83858 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:05:20.092438 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82f0b5c-3320-4cc7-9b8c-7d3557f83858 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:05:20.092798 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82f0b5c-3320-4cc7-9b8c-7d3557f83858 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:05:20.093246 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82f0b5c-3320-4cc7-9b8c-7d3557f83858 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:05:20.093695 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82f0b5c-3320-4cc7-9b8c-7d3557f83858 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:05:20.094002 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82f0b5c-3320-4cc7-9b8c-7d3557f83858 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:05:20.094373 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82f0b5c-3320-4cc7-9b8c-7d3557f83858 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:05:20.094739 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82f0b5c-3320-4cc7-9b8c-7d3557f83858 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:05:20.094856 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-843fda21-1cad-4d77-9494-80ac23eb9410 req-9a592d41-c48f-4ffc-ac5b-a9dada408953 tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] 10.222.0.63 "GET /v2.0/security-groups?id=b2b5ac8b-e4f9-490c-b959-8461c6da8922&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0614045
Dec 03 15:05:20.095095 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82f0b5c-3320-4cc7-9b8c-7d3557f83858 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:05:20.095510 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82f0b5c-3320-4cc7-9b8c-7d3557f83858 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:05:20.095817 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82f0b5c-3320-4cc7-9b8c-7d3557f83858 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:05:20.096195 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82f0b5c-3320-4cc7-9b8c-7d3557f83858 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:05:20.096552 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82f0b5c-3320-4cc7-9b8c-7d3557f83858 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:05:20.096883 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82f0b5c-3320-4cc7-9b8c-7d3557f83858 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:05:20.097245 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82f0b5c-3320-4cc7-9b8c-7d3557f83858 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:05:20.101951 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-f82f0b5c-3320-4cc7-9b8c-7d3557f83858 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=80385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:05:20.102817 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [None req-3013dcd1-e945-4d9b-b08c-a34cbd5bcf16 None None] Attempting to bind port 62dd7e3e-f16f-41cf-b8d8-378f8f589801 on host dv-cinder-757908-3-iscsi for vnic_type normal with profile  {{(pid=80385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 15:05:20.103383 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [None req-3013dcd1-e945-4d9b-b08c-a34cbd5bcf16 None None] Attempting to bind port 62dd7e3e-f16f-41cf-b8d8-378f8f589801 by drivers openvswitch on host dv-cinder-757908-3-iscsi at level 0 using segments [{'id': 'd4bc1e7b-f0cf-45e4-b2f6-c41c855b05f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e'}] {{(pid=80385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 15:05:20.104271 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3013dcd1-e945-4d9b-b08c-a34cbd5bcf16 None None] Attempting to bind port 62dd7e3e-f16f-41cf-b8d8-378f8f589801 on network 729c535b-bd07-4b0c-9bb6-d0eda364af7e {{(pid=80385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 15:05:20.110631 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3013dcd1-e945-4d9b-b08c-a34cbd5bcf16 None None] Checking agent: {'id': 'd86ab5d6-8c79-4633-8bc6-d0d32e0bb057', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757908-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 14, 53, 21), 'started_at': datetime.datetime(2020, 12, 3, 14, 53, 51), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 15, 4, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757908-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.78', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 15:05:20.111052 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3013dcd1-e945-4d9b-b08c-a34cbd5bcf16 None None] Checking segment: {'id': 'd4bc1e7b-f0cf-45e4-b2f6-c41c855b05f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 15:05:20.111501 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-3013dcd1-e945-4d9b-b08c-a34cbd5bcf16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:20.111936 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3013dcd1-e945-4d9b-b08c-a34cbd5bcf16 None None] Bound using segment: {'id': 'd4bc1e7b-f0cf-45e4-b2f6-c41c855b05f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e'} {{(pid=80385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 15:05:20.112453 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [None req-3013dcd1-e945-4d9b-b08c-a34cbd5bcf16 None None] Bound port: 62dd7e3e-f16f-41cf-b8d8-378f8f589801, host: dv-cinder-757908-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4bc1e7b-f0cf-45e4-b2f6-c41c855b05f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e'}}] {{(pid=80385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 15:05:20.112888 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-3013dcd1-e945-4d9b-b08c-a34cbd5bcf16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:20.194168 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-4a5f78ec-1804-42c7-b28b-227759b92fed req-9a50f2fb-79a3-4ae4-b616-8aa358132846 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] 10.222.0.63 "GET /v2.0/security-groups?id=2f0f23dc-fe58-4a67-b800-c8f1bae1f5d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2025895
Dec 03 15:05:20.215307 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [None req-3013dcd1-e945-4d9b-b08c-a34cbd5bcf16 None None] For port 62dd7e3e-f16f-41cf-b8d8-378f8f589801, host dv-cinder-757908-3-iscsi, cleared binding levels {{(pid=80385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 15:05:20.218783 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [None req-3013dcd1-e945-4d9b-b08c-a34cbd5bcf16 None None] For port 62dd7e3e-f16f-41cf-b8d8-378f8f589801, host dv-cinder-757908-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-3-iscsi',level=0,port_id=62dd7e3e-f16f-41cf-b8d8-378f8f589801,segment=NetworkSegment(d4bc1e7b-f0cf-45e4-b2f6-c41c855b05f5),segment_id=d4bc1e7b-f0cf-45e4-b2f6-c41c855b05f5)] {{(pid=80385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 15:05:20.231367 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-3013dcd1-e945-4d9b-b08c-a34cbd5bcf16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024'] for port, after_update {{(pid=80385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:20.257408 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-06cee90a-ba28-479d-ad06-cda838411413 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:05:20.282295 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-b5c6d007-0ecb-458e-9759-7a18968f2f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:20.292901 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-d1a712ed-1597-40ee-be3f-9bd7eb160871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:20.304220 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62052915-f159-4888-8c80-dcdfe184a1d9 req-cc79e190-d534-4013-ad3d-f238f181ddf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:20.315929 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-62052915-f159-4888-8c80-dcdfe184a1d9 req-cc79e190-d534-4013-ad3d-f238f181ddf7 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=c5221c6a-cd72-424f-9062-16cf4528384d HTTP/1.1" status: 200  len: 1162 time: 1.6330104
Dec 03 15:05:20.439958 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Device e835912e-98c3-4b70-bf9b-467e0fcfcd78 up at agent ovs-agent-hv-cinder-75790 {{(pid=80384) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 15:05:20.505354 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-62052915-f159-4888-8c80-dcdfe184a1d9 req-bc01e863-4bc1-4aa2-9cce-cbb3abae645a service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=b2b5ac8b-e4f9-490c-b959-8461c6da8922&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1721747
Dec 03 15:05:20.520285 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Provisioning complete for port e835912e-98c3-4b70-bf9b-467e0fcfcd78 triggered by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:05:20.520718 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:20.547646 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2b6385-49dc-4aef-90a7-9a8ded46a7bb req-6492ce92-2146-4377-a519-b8edc566b83a tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:20.549673 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-dd2b6385-49dc-4aef-90a7-9a8ded46a7bb req-6492ce92-2146-4377-a519-b8edc566b83a tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/ports?device_id=c233978f-9c32-47bf-8b66-44f0baa08830 HTTP/1.1" status: 200  len: 945 time: 0.1839168
Dec 03 15:05:20.636568 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82f0b5c-3320-4cc7-9b8c-7d3557f83858 None None] Pushing event updated for resources: {'Port': ['ID=62dd7e3e-f16f-41cf-b8d8-378f8f589801,revision_number=3']} {{(pid=80385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:05:20.642762 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ca0115-0300-4567-8dcb-833b8c0a9153 req-a3775f9e-cd78-47a9-a990-984893cde576 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:20.644740 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-94ca0115-0300-4567-8dcb-833b8c0a9153 req-a3775f9e-cd78-47a9-a990-984893cde576 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/ports?device_id=f53f7d53-2ae6-4edd-84c2-09e523498d7d HTTP/1.1" status: 200  len: 945 time: 0.1998405
Dec 03 15:05:20.657245 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-f82f0b5c-3320-4cc7-9b8c-7d3557f83858 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=80385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:05:20.657726 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-dd2b6385-49dc-4aef-90a7-9a8ded46a7bb req-c610f6e4-63a9-45f7-9efc-938fe10870f9 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/security-groups?id=eaa64044-32f2-4946-97be-06cf9f486ffa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0964911
Dec 03 15:05:20.670914 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Device 846d5e26-8d68-4937-b08c-54324832d3bf up at agent ovs-agent-hv-cinder-75790 {{(pid=80384) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 15:05:20.700111 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.db_base_plugin_common [None req-ef9c2f88-4594-4c99-8729-be81a7c6ac00 admin admin] Allocated IP 172.20.0.1 (de2f22f2-f6f1-4212-8d88-1476cd8d7828/426fe4f9-fe4e-4090-84d3-714778c258c1/1c516d3d-fa19-4c64-97ab-f6798281b108) {{(pid=80382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 15:05:20.720031 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3013dcd1-e945-4d9b-b08c-a34cbd5bcf16 None None] Routers {'d45c317b-95ec-4150-a4d5-861038aefc43'} bound to L3 agent in host dv-cinder-757908-3-iscsi {{(pid=80385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 15:05:20.721202 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-3013dcd1-e945-4d9b-b08c-a34cbd5bcf16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f072e81f7b8>, 'dv-cinder-757908-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-03T14:53:20Z,description=<?>,heartbeat_timestamp=2020-12-03T15:05:20Z,host='dv-cinder-757908-3-iscsi',id=7132dbe3-ed21-4d9d-abcc-41c34baf52ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T14:53:20Z,topic='l3_agent')) {'router_ids': ['d45c317b-95ec-4150-a4d5-861038aefc43'], 'active': True} {{(pid=80385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:05:20.797154 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Provisioning complete for port 846d5e26-8d68-4937-b08c-54324832d3bf triggered by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:05:20.797671 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:20.965256 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-ef9c2f88-4594-4c99-8729-be81a7c6ac00 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:20.986761 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-94ca0115-0300-4567-8dcb-833b8c0a9153 req-b6c16ad9-5ee4-4a88-8e01-dae771f257a3 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/security-groups?id=eeb87b8d-9b0e-46cd-a1ba-43889caf168f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3347681
Dec 03 15:05:21.023179 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-ef9c2f88-4594-4c99-8729-be81a7c6ac00 admin admin] Transition to ACTIVE for port object 1c516d3d-fa19-4c64-97ab-f6798281b108 will not be triggered until provisioned by entity DHCP. {{(pid=80382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 15:05:21.073203 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97cf214-5766-4eae-8b7b-c64086f26e9d req-6c726183-679d-4a2f-9433-9f6c5d2b2908 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:21.084134 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-d97cf214-5766-4eae-8b7b-c64086f26e9d req-6c726183-679d-4a2f-9433-9f6c5d2b2908 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/ports?device_id=d5082cea-6dd3-41d3-9210-f5e8bd37f651 HTTP/1.1" status: 200  len: 946 time: 0.1721900
Dec 03 15:05:21.089898 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-ef9c2f88-4594-4c99-8729-be81a7c6ac00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307552080722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30043597'] for port, after_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:21.101751 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvr_db [None req-3013dcd1-e945-4d9b-b08c-a34cbd5bcf16 None None] Set router d45c317b-95ec-4150-a4d5-861038aefc43 gateway port host: dv-cinder-757908-3-iscsi {{(pid=80385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 15:05:21.151296 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-d97cf214-5766-4eae-8b7b-c64086f26e9d req-d1de4f61-1b88-4839-b06a-ddad9c4d0d11 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/security-groups?id=b7daf6a7-63f3-474f-99b5-a2b7aacda372&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0659971
Dec 03 15:05:21.284396 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:21.371296 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:05:21.530957 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9c2f88-4594-4c99-8729-be81a7c6ac00 admin admin] Pushing event updated for resources: {'Port': ['ID=1c516d3d-fa19-4c64-97ab-f6798281b108,revision_number=1']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:05:21.545690 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-ef9c2f88-4594-4c99-8729-be81a7c6ac00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:05:21.560720 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9c2f88-4594-4c99-8729-be81a7c6ac00 admin admin] Network de2f22f2-f6f1-4212-8d88-1476cd8d7828 is already hosted by enough agents. {{(pid=80382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 15:05:21.562831 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.base_scheduler [None req-ef9c2f88-4594-4c99-8729-be81a7c6ac00 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 15:05:21.567974 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9c2f88-4594-4c99-8729-be81a7c6ac00 admin admin] Received port after_create {{(pid=80382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 15:05:21.663637 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6686be31-ffd5-4933-a766-5acf3857f055 req-a98f1973-f769-49ee-9a7d-275900075a7b tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:21.672060 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-6686be31-ffd5-4933-a766-5acf3857f055 req-a98f1973-f769-49ee-9a7d-275900075a7b tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] 10.222.0.63 "GET /v2.0/ports?device_id=0c340b42-3ca5-4f89-8fc2-c448e784ac83 HTTP/1.1" status: 200  len: 945 time: 0.3030109
Dec 03 15:05:21.750254 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-ef9c2f88-4594-4c99-8729-be81a7c6ac00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036821248038'] for router_interface, before_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:21.767727 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-3013dcd1-e945-4d9b-b08c-a34cbd5bcf16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f072e81f7b8>, [{'id': 'd45c317b-95ec-4150-a4d5-861038aefc43', 'name': 'tempest-TestShelveInstance-1738402649-router', 'tenant_id': '85b0368f3fed43259d0a601811e15b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'external_fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '62dd7e3e-f16f-41cf-b8d8-378f8f589801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:05:10Z', 'updated_at': '2020-12-03T15:05:14Z', 'revision_number': 3, 'project_id': '85b0368f3fed43259d0a601811e15b2e', 'gw_port': {'id': '62dd7e3e-f16f-41cf-b8d8-378f8f589801', 'name': '', 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:88:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd45c317b-95ec-4150-a4d5-861038aefc43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:05:12Z', 'updated_at': '2020-12-03T15:05:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-iscsi'}], 'dv-cinder-757908-3-iscsi', False) {} {{(pid=80385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:05:21.778425 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3013dcd1-e945-4d9b-b08c-a34cbd5bcf16 None None] The sync data for ids ['d45c317b-95ec-4150-a4d5-861038aefc43'] in dv-cinder-757908-3-iscsi is: [{'id': 'd45c317b-95ec-4150-a4d5-861038aefc43', 'name': 'tempest-TestShelveInstance-1738402649-router', 'tenant_id': '85b0368f3fed43259d0a601811e15b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'external_fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '62dd7e3e-f16f-41cf-b8d8-378f8f589801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:05:10Z', 'updated_at': '2020-12-03T15:05:14Z', 'revision_number': 3, 'project_id': '85b0368f3fed43259d0a601811e15b2e', 'gw_port': {'id': '62dd7e3e-f16f-41cf-b8d8-378f8f589801', 'name': '', 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:88:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd45c317b-95ec-4150-a4d5-861038aefc43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:05:12Z', 'updated_at': '2020-12-03T15:05:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-iscsi'}] {{(pid=80385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 15:05:21.941668 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-6686be31-ffd5-4933-a766-5acf3857f055 req-c07432f4-a11c-4552-9551-80dc4d2eef81 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] 10.222.0.63 "GET /v2.0/security-groups?id=2f0f23dc-fe58-4a67-b800-c8f1bae1f5d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2684360
Dec 03 15:05:21.948074 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be825768-dc45-4ebb-a2fb-42a8bd2c78e4 req-6f19c00d-4bd0-4e7f-aae0-2bf04c6a552b tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:21.962540 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-be825768-dc45-4ebb-a2fb-42a8bd2c78e4 req-6f19c00d-4bd0-4e7f-aae0-2bf04c6a552b tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] 10.222.0.63 "GET /v2.0/ports?device_id=c5221c6a-cd72-424f-9062-16cf4528384d HTTP/1.1" status: 200  len: 945 time: 0.1441331
Dec 03 15:05:21.984031 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-c2a27a95-7975-46ff-bc81-86b31bd8ff7a None None] Provisioning for port 1c516d3d-fa19-4c64-97ab-f6798281b108 completed by entity DHCP. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 15:05:22.037393 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-c2a27a95-7975-46ff-bc81-86b31bd8ff7a None None] Provisioning complete for port 1c516d3d-fa19-4c64-97ab-f6798281b108 triggered by entity DHCP. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:05:22.043224 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-c2a27a95-7975-46ff-bc81-86b31bd8ff7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:22.101091 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-be825768-dc45-4ebb-a2fb-42a8bd2c78e4 req-ce37a28e-0912-4c07-8e6d-1d4a49f73a0c tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] 10.222.0.63 "GET /v2.0/security-groups?id=b2b5ac8b-e4f9-490c-b959-8461c6da8922&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1336002
Dec 03 15:05:22.102230 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-ef9c2f88-4594-4c99-8729-be81a7c6ac00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:22.158782 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [None req-c2a27a95-7975-46ff-bc81-86b31bd8ff7a None None] Port 1c516d3d-fa19-4c64-97ab-f6798281b108 cannot update to ACTIVE because it is not bound. {{(pid=80384) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 15:05:22.164921 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-7c778c2a-832b-4a71-9338-2409dcb4fb0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:22.786238 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18911cc1-fe2e-4cd7-b508-1b40f3331350 req-05ff19ec-f279-4573-bbe6-5a211a28aed4 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:22.787902 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-18911cc1-fe2e-4cd7-b508-1b40f3331350 req-05ff19ec-f279-4573-bbe6-5a211a28aed4 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/ports?device_id=c233978f-9c32-47bf-8b66-44f0baa08830 HTTP/1.1" status: 200  len: 945 time: 0.1438954
Dec 03 15:05:22.824892 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfe26e2-30fa-40ee-9548-284a7625d85c req-50b23ab4-a65f-461e-bb65-ecbbcb6a746d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:22.826593 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-8bfe26e2-30fa-40ee-9548-284a7625d85c req-50b23ab4-a65f-461e-bb65-ecbbcb6a746d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=69f1305b325747b387eaa173734086a5&device_id=c233978f-9c32-47bf-8b66-44f0baa08830 HTTP/1.1" status: 200  len: 1162 time: 0.3273311
Dec 03 15:05:22.846604 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-ef9c2f88-4594-4c99-8729-be81a7c6ac00 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:22.873179 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-18911cc1-fe2e-4cd7-b508-1b40f3331350 req-b0f90d15-b1c8-43a4-a7bb-fb85ac73fdf7 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/security-groups?id=eaa64044-32f2-4946-97be-06cf9f486ffa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0778406
Dec 03 15:05:22.900270 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeed54d-371b-41ba-8ff9-daa07f995693 req-f38fbdb8-f56c-4438-a767-b49f27e0e981 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:22.903378 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-beeed54d-371b-41ba-8ff9-daa07f995693 req-f38fbdb8-f56c-4438-a767-b49f27e0e981 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/ports?device_id=f53f7d53-2ae6-4edd-84c2-09e523498d7d HTTP/1.1" status: 200  len: 945 time: 0.3688028
Dec 03 15:05:22.909359 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-ef9c2f88-4594-4c99-8729-be81a7c6ac00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036824732220'] for port, after_update {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:22.987183 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-76927f30-993e-4937-9ac2-b68895f307a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:05:23.039049 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:23.217959 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9c2f88-4594-4c99-8729-be81a7c6ac00 admin admin] Pushing event updated for resources: {'Port': ['ID=1c516d3d-fa19-4c64-97ab-f6798281b108,revision_number=2']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:05:23.229606 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-ef9c2f88-4594-4c99-8729-be81a7c6ac00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:05:23.237977 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38452f89-9b2f-4ef8-a4af-a69899ae0a6b req-11001869-6c02-456c-8c84-571c0ff075e2 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:23.239658 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-38452f89-9b2f-4ef8-a4af-a69899ae0a6b req-11001869-6c02-456c-8c84-571c0ff075e2 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] 10.222.0.63 "GET /v2.0/ports?device_id=0c340b42-3ca5-4f89-8fc2-c448e784ac83 HTTP/1.1" status: 200  len: 945 time: 0.1461899
Dec 03 15:05:23.246604 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-beeed54d-371b-41ba-8ff9-daa07f995693 req-95ee1605-a534-44b6-968f-0918b8d32ab2 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/security-groups?id=eeb87b8d-9b0e-46cd-a1ba-43889caf168f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2880721
Dec 03 15:05:23.279580 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-ef9c2f88-4594-4c99-8729-be81a7c6ac00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32547023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33522183'] for router_interface, after_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:23.306950 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 60192) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:05:23.323184 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-38452f89-9b2f-4ef8-a4af-a69899ae0a6b req-db34e5d5-8810-4d49-8cff-4b8e60865dbb tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] 10.222.0.63 "GET /v2.0/security-groups?id=2f0f23dc-fe58-4a67-b800-c8f1bae1f5d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0736177
Dec 03 15:05:23.462162 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfe26e2-30fa-40ee-9548-284a7625d85c req-8497d07d-7b0a-4ba9-a311-de5dc91c53ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:23.464545 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-8bfe26e2-30fa-40ee-9548-284a7625d85c req-8497d07d-7b0a-4ba9-a311-de5dc91c53ac service neutron] 10.222.0.83 "GET /v2.0/networks?id=99cd7ca3-24f1-4d31-adf2-9e1bba032327 HTTP/1.1" status: 200  len: 913 time: 0.6150939
Dec 03 15:05:23.557375 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Device 62dd7e3e-f16f-41cf-b8d8-378f8f589801 up at agent ovs-agent-dv-cinder-757908-3-iscsi {{(pid=80384) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 15:05:23.715756 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Provisioning for port 62dd7e3e-f16f-41cf-b8d8-378f8f589801 completed by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 15:05:23.724073 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-8c123fde-b45e-4cfd-bc2b-8134de7cd212 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:23.729766 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Provisioning complete for port 62dd7e3e-f16f-41cf-b8d8-378f8f589801 triggered by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:05:23.730238 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:23.755866 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-8c123fde-b45e-4cfd-bc2b-8134de7cd212 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:05:23.769774 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-8c123fde-b45e-4cfd-bc2b-8134de7cd212 admin admin] Usage tracker for resource:security_group_rule and tenant:8752142e415341af8e6573f2394af171 is out of sync, need to count used quota {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:05:23.773546 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-8c123fde-b45e-4cfd-bc2b-8134de7cd212 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:05:23.795019 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-8c123fde-b45e-4cfd-bc2b-8134de7cd212 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:05:23.927679 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-8c123fde-b45e-4cfd-bc2b-8134de7cd212 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:23.931209 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-8bfe26e2-30fa-40ee-9548-284a7625d85c req-daa5b6a5-eb82-487b-8d4e-74f8ad10507b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4fcc7ba2-ca25-407b-8386-4f72181d346e HTTP/1.1" status: 200  len: 217 time: 0.4551575
Dec 03 15:05:23.943279 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-8c123fde-b45e-4cfd-bc2b-8134de7cd212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:24.016226 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:24.033765 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] For port 62dd7e3e-f16f-41cf-b8d8-378f8f589801, host dv-cinder-757908-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-3-iscsi',level=0,port_id=62dd7e3e-f16f-41cf-b8d8-378f8f589801,segment=NetworkSegment(d4bc1e7b-f0cf-45e4-b2f6-c41c855b05f5),segment_id=d4bc1e7b-f0cf-45e4-b2f6-c41c855b05f5)] {{(pid=80384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 15:05:24.034360 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-105b51fc-ec73-4bde-93f7-336a5e82da95 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:05:24.039919 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024'] for port, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:24.049093 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-6bb6a293-6795-48e6-84e7-979164a504a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:05:24.085805 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-8c123fde-b45e-4cfd-bc2b-8134de7cd212 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=8752142e415341af8e6573f2394af171&name=default HTTP/1.1" status: 200  len: 2879 time: 0.7608650
Dec 03 15:05:24.086270 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c123fde-b45e-4cfd-bc2b-8134de7cd212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90d00fe2-4d83-49c4-b65a-241397d41d22,revision_number=1']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:05:24.089252 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 60204) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:05:24.091802 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-8c123fde-b45e-4cfd-bc2b-8134de7cd212 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:05:24.109774 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9c2f88-4594-4c99-8729-be81a7c6ac00 admin admin] Network de2f22f2-f6f1-4212-8d88-1476cd8d7828 is already hosted by enough agents. {{(pid=80382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 15:05:24.116604 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.base_scheduler [None req-ef9c2f88-4594-4c99-8729-be81a7c6ac00 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 15:05:24.181527 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-3c2ed30d-253c-4759-bb8b-933f4d9a8743 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:24.212398 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-3c2ed30d-253c-4759-bb8b-933f4d9a8743 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:24.243550 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Pushing event updated for resources: {'Port': ['ID=62dd7e3e-f16f-41cf-b8d8-378f8f589801,revision_number=4']} {{(pid=80384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:05:24.265522 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:05:24.265938 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:05:24.266342 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:05:24.266733 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:05:24.267105 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:05:24.267476 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:05:24.267848 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:05:24.268218 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:05:24.268586 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:05:24.278760 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:05:24.279404 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:05:24.279799 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:05:24.280241 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:05:24.280626 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:05:24.281006 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:05:24.281381 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:05:24.281754 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:05:24.284999 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:05:24.286598 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:05:24.286598 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:05:24.286598 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:05:24.286598 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:05:24.286966 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:05:24.287198 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:05:24.295724 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-3c2ed30d-253c-4759-bb8b-933f4d9a8743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:24.309014 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-e47c90cf-51b3-4f86-9b45-804092e7f035 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:05:24.311136 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:05:24.404522 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2ed30d-253c-4759-bb8b-933f4d9a8743 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90d00fe2-4d83-49c4-b65a-241397d41d22,revision_number=None']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:05:24.429412 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-3c2ed30d-253c-4759-bb8b-933f4d9a8743 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:05:24.446135 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-3c2ed30d-253c-4759-bb8b-933f4d9a8743 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:24.447543 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-3c2ed30d-253c-4759-bb8b-933f4d9a8743 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/90d00fe2-4d83-49c4-b65a-241397d41d22 HTTP/1.1" status: 204  len: 168 time: 0.3574889
Dec 03 15:05:24.468836 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfe26e2-30fa-40ee-9548-284a7625d85c req-1b515b31-99f4-4442-95c9-327d0f17e6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:24.470472 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-8bfe26e2-30fa-40ee-9548-284a7625d85c req-1b515b31-99f4-4442-95c9-327d0f17e6b5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4e3eb5e7-50fa-43d1-a585-cbf981244c9d HTTP/1.1" status: 200  len: 859 time: 0.5260887
Dec 03 15:05:24.476752 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b850316e-823b-4328-b30f-7cf227b8743d req-20cd02c4-09bf-45bb-a92d-4491a47b3343 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:24.479515 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-b850316e-823b-4328-b30f-7cf227b8743d req-20cd02c4-09bf-45bb-a92d-4491a47b3343 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/ports?device_id=c233978f-9c32-47bf-8b66-44f0baa08830 HTTP/1.1" status: 200  len: 945 time: 0.1443121
Dec 03 15:05:24.482360 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba553f3-f16d-4fcb-9e3e-a7a084ce8ebf req-803b7cc0-fc20-4500-99aa-130676d5c9b9 tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:24.490079 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-7ba553f3-f16d-4fcb-9e3e-a7a084ce8ebf req-803b7cc0-fc20-4500-99aa-130676d5c9b9 tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] 10.222.0.63 "GET /v2.0/ports?device_id=c5221c6a-cd72-424f-9062-16cf4528384d HTTP/1.1" status: 200  len: 945 time: 1.0172868
Dec 03 15:05:24.519165 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-3774312b-dced-4705-83f8-cfeadf26f70c None None] Provisioning complete for port 1c516d3d-fa19-4c64-97ab-f6798281b108 triggered by entity DHCP. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:05:24.519866 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-3774312b-dced-4705-83f8-cfeadf26f70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:24.547247 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-b850316e-823b-4328-b30f-7cf227b8743d req-40dbb3de-143a-4c04-b871-4d0cd516060a tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/security-groups?id=eaa64044-32f2-4946-97be-06cf9f486ffa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0606859
Dec 03 15:05:24.571412 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-8bfe26e2-30fa-40ee-9548-284a7625d85c req-4ac42f5a-d866-4d6e-b1b0-6aa92c409074 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=99cd7ca3-24f1-4d31-adf2-9e1bba032327&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0601306
Dec 03 15:05:24.657374 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [None req-3774312b-dced-4705-83f8-cfeadf26f70c None None] Port 1c516d3d-fa19-4c64-97ab-f6798281b108 cannot update to ACTIVE because it is not bound. {{(pid=80384) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 15:05:24.686610 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-7ba553f3-f16d-4fcb-9e3e-a7a084ce8ebf req-d76e80e1-0b0b-429b-a4fc-e3e343aaaf61 tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] 10.222.0.63 "GET /v2.0/security-groups?id=b2b5ac8b-e4f9-490c-b959-8461c6da8922&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1954575
Dec 03 15:05:24.690301 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef9c2f88-4594-4c99-8729-be81a7c6ac00 admin admin] Router d45c317b-95ec-4150-a4d5-861038aefc43 has already been hosted by L3 agent 7132dbe3-ed21-4d9d-abcc-41c34baf52ae {{(pid=80382) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 15:05:24.941645 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e5b6cb-86bf-4de7-8958-5b2bea3877a4 req-0b72d59c-3503-48fb-bffb-44e05c62845b tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:24.985057 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-67e5b6cb-86bf-4de7-8958-5b2bea3877a4 req-0b72d59c-3503-48fb-bffb-44e05c62845b tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/ports?device_id=f53f7d53-2ae6-4edd-84c2-09e523498d7d HTTP/1.1" status: 200  len: 945 time: 0.2374740
Dec 03 15:05:25.083822 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-67e5b6cb-86bf-4de7-8958-5b2bea3877a4 req-41da0e0e-75e3-40c3-89ef-c3b33f2d05b8 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/security-groups?id=eeb87b8d-9b0e-46cd-a1ba-43889caf168f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0971968
Dec 03 15:05:25.091298 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef9c2f88-4594-4c99-8729-be81a7c6ac00 admin admin] Notify agent at l3_agent.dv-cinder-757908-3-iscsi the message routers_updated {{(pid=80382) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 15:05:25.114020 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-ef9c2f88-4594-4c99-8729-be81a7c6ac00 admin admin] 10.222.0.63 "PUT /v2.0/routers/d45c317b-95ec-4150-a4d5-861038aefc43/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.6789103
Dec 03 15:05:25.121670 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-8bfe26e2-30fa-40ee-9548-284a7625d85c req-e87ee936-d816-440b-a48d-43c01b50a47c service neutron] 10.222.0.83 "GET /v2.0/networks/99cd7ca3-24f1-4d31-adf2-9e1bba032327?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5319443
Dec 03 15:05:25.297100 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34383cc-cd7d-4d52-bc87-5e0d1ae28cd5 None None] Sync routers for ids ['d45c317b-95ec-4150-a4d5-861038aefc43'] in dv-cinder-757908-3-iscsi {{(pid=80384) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 15:05:25.320114 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34383cc-cd7d-4d52-bc87-5e0d1ae28cd5 None None] Routers {'d45c317b-95ec-4150-a4d5-861038aefc43'} bound to L3 agent in host dv-cinder-757908-3-iscsi {{(pid=80384) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 15:05:25.321968 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-d34383cc-cd7d-4d52-bc87-5e0d1ae28cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f072ed2def0>, 'dv-cinder-757908-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-03T14:53:20Z,description=<?>,heartbeat_timestamp=2020-12-03T15:05:20Z,host='dv-cinder-757908-3-iscsi',id=7132dbe3-ed21-4d9d-abcc-41c34baf52ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T14:53:20Z,topic='l3_agent')) {'router_ids': ['d45c317b-95ec-4150-a4d5-861038aefc43'], 'active': True} {{(pid=80384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:05:25.335305 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-8bfe26e2-30fa-40ee-9548-284a7625d85c req-829b6f81-7c38-4669-a4d7-f67af2404d4b service neutron] 10.222.0.83 "GET /v2.0/networks/99cd7ca3-24f1-4d31-adf2-9e1bba032327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2042711
Dec 03 15:05:25.564598 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Device 62dd7e3e-f16f-41cf-b8d8-378f8f589801 up at agent ovs-agent-dv-cinder-757908-3-iscsi {{(pid=80384) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 15:05:25.701550 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvr_db [None req-d34383cc-cd7d-4d52-bc87-5e0d1ae28cd5 None None] Set router d45c317b-95ec-4150-a4d5-861038aefc43 gateway port host: dv-cinder-757908-3-iscsi {{(pid=80384) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 15:05:25.855965 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Provisioning complete for port 62dd7e3e-f16f-41cf-b8d8-378f8f589801 triggered by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:05:25.856384 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:26.076982 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af75a8e-0ec7-45f6-96b9-2bc4fd2d4a61 req-b6059304-04d2-4fb8-b023-38443a1ddfb2 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:26.086298 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-7af75a8e-0ec7-45f6-96b9-2bc4fd2d4a61 req-b6059304-04d2-4fb8-b023-38443a1ddfb2 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/ports?device_id=c233978f-9c32-47bf-8b66-44f0baa08830 HTTP/1.1" status: 200  len: 945 time: 0.2249482
Dec 03 15:05:26.165010 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-7af75a8e-0ec7-45f6-96b9-2bc4fd2d4a61 req-8ed78f34-fb55-4c99-adcd-f0d4120b8d15 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/security-groups?id=eaa64044-32f2-4946-97be-06cf9f486ffa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0705576
Dec 03 15:05:26.276291 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-d34383cc-cd7d-4d52-bc87-5e0d1ae28cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f072ed2def0>, [{'id': 'd45c317b-95ec-4150-a4d5-861038aefc43', 'name': 'tempest-TestShelveInstance-1738402649-router', 'tenant_id': '85b0368f3fed43259d0a601811e15b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'external_fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '62dd7e3e-f16f-41cf-b8d8-378f8f589801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:05:10Z', 'updated_at': '2020-12-03T15:05:21Z', 'revision_number': 4, 'project_id': '85b0368f3fed43259d0a601811e15b2e', 'gw_port': {'id': '62dd7e3e-f16f-41cf-b8d8-378f8f589801', 'name': '', 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:88:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45c317b-95ec-4150-a4d5-861038aefc43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:05:12Z', 'updated_at': '2020-12-03T15:05:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-iscsi', '_interfaces': [{'id': '1c516d3d-fa19-4c64-97ab-f6798281b108', 'name': '', 'network_id': 'de2f22f2-f6f1-4212-8d88-1476cd8d7828', 'tenant_id': '85b0368f3fed43259d0a601811e15b2e', 'mac_address': 'fa:16:3e:4c:b8:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd45c317b-95ec-4150-a4d5-861038aefc43', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '426fe4f9-fe4e-4090-84d3-714778c258c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:05:20Z', 'updated_at': '2020-12-03T15:05:22Z', 'revision_number': 2, 'project_id': '85b0368f3fed43259d0a601811e15b2e', 'subnets': [{'id': '426fe4f9-fe4e-4090-84d3-714778c258c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-3-iscsi', False) {} {{(pid=80384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:05:26.280524 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34383cc-cd7d-4d52-bc87-5e0d1ae28cd5 None None] Checking router: d45c317b-95ec-4150-a4d5-861038aefc43 for host: dv-cinder-757908-3-iscsi {{(pid=80384) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 15:05:26.280932 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34383cc-cd7d-4d52-bc87-5e0d1ae28cd5 None None] Updating router d45c317b-95ec-4150-a4d5-861038aefc43 port 1c516d3d-fa19-4c64-97ab-f6798281b108 binding host dv-cinder-757908-3-iscsi {{(pid=80384) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 03 15:05:26.342739 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-d34383cc-cd7d-4d52-bc87-5e0d1ae28cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:26.911681 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.agents_db [None req-51f4eaf8-3f98-4d92-a7df-a28bf03852b0 None None] Agent healthcheck: found 6 active agents {{(pid=80385) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 15:05:26.963780 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-d34383cc-cd7d-4d52-bc87-5e0d1ae28cd5 None None] Notify callbacks [] for port, precommit_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:26.995762 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-d34383cc-cd7d-4d52-bc87-5e0d1ae28cd5 None None] Transition to ACTIVE for port object 1c516d3d-fa19-4c64-97ab-f6798281b108 will not be triggered until provisioned by entity L2. {{(pid=80384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 15:05:27.004353 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.base [req-34bf051d-e114-493c-9618-b6d64f6fbd85 req-c32b26a3-c8c0-4358-b11d-24b0f6351af5 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-1314101855', 'description': 'tempest-TestShelveInstance-1314101855 description'}} {{(pid=80382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 15:05:27.006061 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-d34383cc-cd7d-4d52-bc87-5e0d1ae28cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024'] for port, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:27.012527 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [req-34bf051d-e114-493c-9618-b6d64f6fbd85 req-c32b26a3-c8c0-4358-b11d-24b0f6351af5 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:05:27.017524 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-34bf051d-e114-493c-9618-b6d64f6fbd85 req-c32b26a3-c8c0-4358-b11d-24b0f6351af5 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Usage tracker for resource:security_group and tenant:f77c18074b76496dbbd6d15835f35760 is out of sync, need to count used quota {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:05:27.021046 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-34bf051d-e114-493c-9618-b6d64f6fbd85 req-c32b26a3-c8c0-4358-b11d-24b0f6351af5 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:05:27.027530 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [req-34bf051d-e114-493c-9618-b6d64f6fbd85 req-c32b26a3-c8c0-4358-b11d-24b0f6351af5 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:05:27.054278 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-34bf051d-e114-493c-9618-b6d64f6fbd85 req-c32b26a3-c8c0-4358-b11d-24b0f6351af5 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Notify callbacks [] for security_group, before_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:27.110272 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [req-34bf051d-e114-493c-9618-b6d64f6fbd85 req-c32b26a3-c8c0-4358-b11d-24b0f6351af5 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:05:27.115188 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-34bf051d-e114-493c-9618-b6d64f6fbd85 req-c32b26a3-c8c0-4358-b11d-24b0f6351af5 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Usage tracker for resource:security_group_rule and tenant:f77c18074b76496dbbd6d15835f35760 is out of sync, need to count used quota {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:05:27.124988 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-34bf051d-e114-493c-9618-b6d64f6fbd85 req-c32b26a3-c8c0-4358-b11d-24b0f6351af5 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:05:27.133341 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [req-34bf051d-e114-493c-9618-b6d64f6fbd85 req-c32b26a3-c8c0-4358-b11d-24b0f6351af5 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:05:27.203595 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df828736-13c4-4833-a16e-9c5892700145 req-233a133b-2e62-4d65-b5e5-8a3e01a40072 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:27.207540 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-df828736-13c4-4833-a16e-9c5892700145 req-233a133b-2e62-4d65-b5e5-8a3e01a40072 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/ports?device_id=f53f7d53-2ae6-4edd-84c2-09e523498d7d HTTP/1.1" status: 200  len: 945 time: 0.1276164
Dec 03 15:05:27.242353 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-34bf051d-e114-493c-9618-b6d64f6fbd85 req-c32b26a3-c8c0-4358-b11d-24b0f6351af5 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Notify callbacks [] for security_group, precommit_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:27.246921 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-34bf051d-e114-493c-9618-b6d64f6fbd85 req-c32b26a3-c8c0-4358-b11d-24b0f6351af5 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:27.253958 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-c7d8a65a-92ae-4ed7-800e-68c4ce0be982 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:05:27.305040 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32b26a3-c8c0-4358-b11d-24b0f6351af5 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Pushing event updated for resources: {'SecurityGroup': ['ID=e36ef011-09e2-4558-934b-b2128a1b6126,revision_number=1']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:05:27.310566 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-34bf051d-e114-493c-9618-b6d64f6fbd85 req-c32b26a3-c8c0-4358-b11d-24b0f6351af5 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Notify callbacks [] for security_group, before_response {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:27.324490 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-34bf051d-e114-493c-9618-b6d64f6fbd85 req-c32b26a3-c8c0-4358-b11d-24b0f6351af5 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1757 time: 0.3243384
Dec 03 15:05:27.327970 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-df828736-13c4-4833-a16e-9c5892700145 req-4c43b331-287d-4561-bebc-6f3f5c5ac417 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/security-groups?id=eeb87b8d-9b0e-46cd-a1ba-43889caf168f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0943601
Dec 03 15:05:27.328090 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-c32b26a3-c8c0-4358-b11d-24b0f6351af5 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:05:27.395634 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:05:27.527361 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d12515b-e6ef-4598-be43-0863e1feb135 req-4d8378a2-db89-44bf-954e-e8764dda6a60 tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:27.529145 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-2d12515b-e6ef-4598-be43-0863e1feb135 req-4d8378a2-db89-44bf-954e-e8764dda6a60 tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] 10.222.0.63 "GET /v2.0/ports?device_id=c5221c6a-cd72-424f-9062-16cf4528384d HTTP/1.1" status: 200  len: 945 time: 0.0900316
Dec 03 15:05:27.551307 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6fe1c9-f908-482f-a375-edefdb723926 req-c4ea406d-5696-47a9-a65e-43e980150d47 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:27.553104 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-8c6fe1c9-f908-482f-a375-edefdb723926 req-c4ea406d-5696-47a9-a65e-43e980150d47 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/ports?device_id=c233978f-9c32-47bf-8b66-44f0baa08830 HTTP/1.1" status: 200  len: 945 time: 0.0904770
Dec 03 15:05:27.594993 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-2d12515b-e6ef-4598-be43-0863e1feb135 req-99a2f9f0-2683-407c-8920-aabc553af92f tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] 10.222.0.63 "GET /v2.0/security-groups?id=b2b5ac8b-e4f9-490c-b959-8461c6da8922&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0578136
Dec 03 15:05:27.628216 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-8c6fe1c9-f908-482f-a375-edefdb723926 req-e52c64c8-0a82-40f9-98b0-c61f2e6a0e1b tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/security-groups?id=eaa64044-32f2-4946-97be-06cf9f486ffa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0576777
Dec 03 15:05:27.661585 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fafb6e0-4c71-45b6-b338-24fb1ed59a87 None None] Pushing event updated for resources: {'Port': ['ID=1c516d3d-fa19-4c64-97ab-f6798281b108,revision_number=3']} {{(pid=80384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:05:27.669539 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-0fafb6e0-4c71-45b6-b338-24fb1ed59a87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:05:27.671827 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [None req-d34383cc-cd7d-4d52-bc87-5e0d1ae28cd5 None None] Attempting to bind port 1c516d3d-fa19-4c64-97ab-f6798281b108 on host dv-cinder-757908-3-iscsi for vnic_type normal with profile  {{(pid=80384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 15:05:27.672236 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [None req-d34383cc-cd7d-4d52-bc87-5e0d1ae28cd5 None None] Attempting to bind port 1c516d3d-fa19-4c64-97ab-f6798281b108 by drivers openvswitch on host dv-cinder-757908-3-iscsi at level 0 using segments [{'id': '0bf16f92-2584-453e-abe6-686e3e82c874', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'de2f22f2-f6f1-4212-8d88-1476cd8d7828'}] {{(pid=80384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 15:05:27.672642 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34383cc-cd7d-4d52-bc87-5e0d1ae28cd5 None None] Attempting to bind port 1c516d3d-fa19-4c64-97ab-f6798281b108 on network de2f22f2-f6f1-4212-8d88-1476cd8d7828 {{(pid=80384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 15:05:27.678703 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34383cc-cd7d-4d52-bc87-5e0d1ae28cd5 None None] Checking agent: {'id': 'd86ab5d6-8c79-4633-8bc6-d0d32e0bb057', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757908-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 14, 53, 21), 'started_at': datetime.datetime(2020, 12, 3, 14, 53, 51), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 15, 5, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757908-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.78', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 15:05:27.679124 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34383cc-cd7d-4d52-bc87-5e0d1ae28cd5 None None] Checking segment: {'id': '0bf16f92-2584-453e-abe6-686e3e82c874', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'de2f22f2-f6f1-4212-8d88-1476cd8d7828'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 15:05:27.679572 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-d34383cc-cd7d-4d52-bc87-5e0d1ae28cd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:27.680265 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34383cc-cd7d-4d52-bc87-5e0d1ae28cd5 None None] Bound using segment: {'id': '0bf16f92-2584-453e-abe6-686e3e82c874', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'de2f22f2-f6f1-4212-8d88-1476cd8d7828'} {{(pid=80384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 15:05:27.680780 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [None req-d34383cc-cd7d-4d52-bc87-5e0d1ae28cd5 None None] Bound port: 1c516d3d-fa19-4c64-97ab-f6798281b108, host: dv-cinder-757908-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bf16f92-2584-453e-abe6-686e3e82c874', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'de2f22f2-f6f1-4212-8d88-1476cd8d7828'}}] {{(pid=80384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 15:05:27.681202 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-d34383cc-cd7d-4d52-bc87-5e0d1ae28cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:27.708299 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-6238a4cc-db9f-4439-a4c9-65431c90e349 req-f7ff8f24-4239-42f9-90e4-1e0d2b93ecce tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] 10.222.0.63 "GET /v2.0/security-groups/e36ef011-09e2-4558-934b-b2128a1b6126 HTTP/1.1" status: 200  len: 1752 time: 0.0549800
Dec 03 15:05:27.723018 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.base [req-6238a4cc-db9f-4439-a4c9-65431c90e349 req-3a9383a9-aaae-4348-bf8a-88e7774d6295 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e36ef011-09e2-4558-934b-b2128a1b6126', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 15:05:27.723739 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.base [req-6238a4cc-db9f-4439-a4c9-65431c90e349 req-3a9383a9-aaae-4348-bf8a-88e7774d6295 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e36ef011-09e2-4558-934b-b2128a1b6126', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 15:05:27.731447 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [req-6238a4cc-db9f-4439-a4c9-65431c90e349 req-3a9383a9-aaae-4348-bf8a-88e7774d6295 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:05:27.736337 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-6238a4cc-db9f-4439-a4c9-65431c90e349 req-3a9383a9-aaae-4348-bf8a-88e7774d6295 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Usage tracker for resource:security_group_rule and tenant:f77c18074b76496dbbd6d15835f35760 is out of sync, need to count used quota {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:05:27.740237 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-6238a4cc-db9f-4439-a4c9-65431c90e349 req-3a9383a9-aaae-4348-bf8a-88e7774d6295 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:05:27.747497 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [req-6238a4cc-db9f-4439-a4c9-65431c90e349 req-3a9383a9-aaae-4348-bf8a-88e7774d6295 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:05:27.785865 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [None req-d34383cc-cd7d-4d52-bc87-5e0d1ae28cd5 None None] For port 1c516d3d-fa19-4c64-97ab-f6798281b108, host dv-cinder-757908-3-iscsi, cleared binding levels {{(pid=80384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 15:05:27.789045 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [None req-d34383cc-cd7d-4d52-bc87-5e0d1ae28cd5 None None] For port 1c516d3d-fa19-4c64-97ab-f6798281b108, host dv-cinder-757908-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-3-iscsi',level=0,port_id=1c516d3d-fa19-4c64-97ab-f6798281b108,segment=NetworkSegment(0bf16f92-2584-453e-abe6-686e3e82c874),segment_id=0bf16f92-2584-453e-abe6-686e3e82c874)] {{(pid=80384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 15:05:27.794015 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-d34383cc-cd7d-4d52-bc87-5e0d1ae28cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024'] for port, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:27.808019 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-20157127-52fc-4ec8-8098-7815db714283 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:05:27.809223 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-6238a4cc-db9f-4439-a4c9-65431c90e349 req-3a9383a9-aaae-4348-bf8a-88e7774d6295 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Notify callbacks [] for security_group_rule, before_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:27.838532 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-6238a4cc-db9f-4439-a4c9-65431c90e349 req-3a9383a9-aaae-4348-bf8a-88e7774d6295 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:27.842151 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-6238a4cc-db9f-4439-a4c9-65431c90e349 req-3a9383a9-aaae-4348-bf8a-88e7774d6295 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446068'] for security_group_rule, after_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:27.844385 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:05:27.868378 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9383a9-aaae-4348-bf8a-88e7774d6295 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a62d9d50-f714-4a92-9b18-4a316979601f,revision_number=0']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:05:27.874412 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-3a9383a9-aaae-4348-bf8a-88e7774d6295 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:05:27.878719 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-6238a4cc-db9f-4439-a4c9-65431c90e349 req-3a9383a9-aaae-4348-bf8a-88e7774d6295 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Notify callbacks [] for security_group_rule, before_response {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:27.879994 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-6238a4cc-db9f-4439-a4c9-65431c90e349 req-3a9383a9-aaae-4348-bf8a-88e7774d6295 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 754 time: 0.1623287
Dec 03 15:05:27.973913 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-c40536b3-b043-4df7-b698-13372ee61160 req-e947aee7-5289-4335-8b2a-9f82f700e331 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] 10.222.0.63 "GET /v2.0/security-groups/e36ef011-09e2-4558-934b-b2128a1b6126 HTTP/1.1" status: 200  len: 2313 time: 0.0605567
Dec 03 15:05:27.984432 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fafb6e0-4c71-45b6-b338-24fb1ed59a87 None None] Pushing event updated for resources: {'Port': ['ID=1c516d3d-fa19-4c64-97ab-f6798281b108,revision_number=4']} {{(pid=80384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:05:27.988643 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.base [req-c40536b3-b043-4df7-b698-13372ee61160 req-57656251-a6e0-4487-ab9b-b6de273d3404 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e36ef011-09e2-4558-934b-b2128a1b6126', 'remote_group_id': None}]} {{(pid=80383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 15:05:27.988643 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.base [req-c40536b3-b043-4df7-b698-13372ee61160 req-57656251-a6e0-4487-ab9b-b6de273d3404 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e36ef011-09e2-4558-934b-b2128a1b6126', 'remote_group_id': None}} {{(pid=80383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 15:05:27.989040 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-0fafb6e0-4c71-45b6-b338-24fb1ed59a87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:05:27.995683 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [req-c40536b3-b043-4df7-b698-13372ee61160 req-57656251-a6e0-4487-ab9b-b6de273d3404 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:05:28.000150 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-c40536b3-b043-4df7-b698-13372ee61160 req-57656251-a6e0-4487-ab9b-b6de273d3404 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Usage tracker for resource:security_group_rule and tenant:f77c18074b76496dbbd6d15835f35760 is out of sync, need to count used quota {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:05:28.003237 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-c40536b3-b043-4df7-b698-13372ee61160 req-57656251-a6e0-4487-ab9b-b6de273d3404 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:05:28.009305 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [req-c40536b3-b043-4df7-b698-13372ee61160 req-57656251-a6e0-4487-ab9b-b6de273d3404 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:05:28.046638 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34383cc-cd7d-4d52-bc87-5e0d1ae28cd5 None None] Routers {'d45c317b-95ec-4150-a4d5-861038aefc43'} bound to L3 agent in host dv-cinder-757908-3-iscsi {{(pid=80384) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 15:05:28.047445 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-d34383cc-cd7d-4d52-bc87-5e0d1ae28cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f072ed2def0>, 'dv-cinder-757908-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-03T14:53:20Z,description=<?>,heartbeat_timestamp=2020-12-03T15:05:20Z,host='dv-cinder-757908-3-iscsi',id=7132dbe3-ed21-4d9d-abcc-41c34baf52ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T14:53:20Z,topic='l3_agent')) {'router_ids': ['d45c317b-95ec-4150-a4d5-861038aefc43'], 'active': True} {{(pid=80384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:05:28.076422 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-c40536b3-b043-4df7-b698-13372ee61160 req-57656251-a6e0-4487-ab9b-b6de273d3404 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Notify callbacks [] for security_group_rule, before_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:28.108956 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-c40536b3-b043-4df7-b698-13372ee61160 req-57656251-a6e0-4487-ab9b-b6de273d3404 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:28.114031 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-c40536b3-b043-4df7-b698-13372ee61160 req-57656251-a6e0-4487-ab9b-b6de273d3404 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446068'] for security_group_rule, after_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:28.116454 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:05:28.143950 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57656251-a6e0-4487-ab9b-b6de273d3404 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8887dfb9-62ee-46b8-96cf-049ef16d57f9,revision_number=0']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:05:28.159949 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-57656251-a6e0-4487-ab9b-b6de273d3404 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:05:28.172564 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-c40536b3-b043-4df7-b698-13372ee61160 req-57656251-a6e0-4487-ab9b-b6de273d3404 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Notify callbacks [] for security_group_rule, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:28.178276 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-c40536b3-b043-4df7-b698-13372ee61160 req-57656251-a6e0-4487-ab9b-b6de273d3404 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 759 time: 0.1962919
Dec 03 15:05:28.358939 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvr_db [None req-d34383cc-cd7d-4d52-bc87-5e0d1ae28cd5 None None] Set router d45c317b-95ec-4150-a4d5-861038aefc43 gateway port host: dv-cinder-757908-3-iscsi {{(pid=80384) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 15:05:28.515277 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Device 4fcc7ba2-ca25-407b-8386-4f72181d346e up at agent ovs-agent-hv-cinder-75790 {{(pid=80384) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 15:05:28.670018 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5761f9e9-7ff5-42a9-991e-85aab6e11071 req-0af6f005-c422-470a-821a-b58d804480cc tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:28.681036 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-5761f9e9-7ff5-42a9-991e-85aab6e11071 req-0af6f005-c422-470a-821a-b58d804480cc tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/ports?device_id=f53f7d53-2ae6-4edd-84c2-09e523498d7d HTTP/1.1" status: 200  len: 945 time: 0.1918800
Dec 03 15:05:28.694281 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Provisioning complete for port 4fcc7ba2-ca25-407b-8386-4f72181d346e triggered by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:05:28.694707 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:28.739079 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3898e2-a234-463e-a5cf-5d4a7f0c3d12 req-d14c74ba-dddc-4dd8-9cc8-acd0e243a776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:28.740982 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-bd3898e2-a234-463e-a5cf-5d4a7f0c3d12 req-d14c74ba-dddc-4dd8-9cc8-acd0e243a776 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f608c43dc4544cf8abe2b82be12c9880&device_id=f53f7d53-2ae6-4edd-84c2-09e523498d7d HTTP/1.1" status: 200  len: 1162 time: 0.2054098
Dec 03 15:05:28.769270 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-5761f9e9-7ff5-42a9-991e-85aab6e11071 req-1d8989bb-031d-4760-b7e3-11f0ba7df867 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/security-groups?id=eeb87b8d-9b0e-46cd-a1ba-43889caf168f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0870750
Dec 03 15:05:28.864274 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b1b934-2819-4c52-9a63-0e3359c32fa6 req-432b36e5-35a1-4bce-a5dc-5eb953dd60a2 tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:28.873727 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-c0b1b934-2819-4c52-9a63-0e3359c32fa6 req-432b36e5-35a1-4bce-a5dc-5eb953dd60a2 tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] 10.222.0.63 "GET /v2.0/ports?device_id=c5221c6a-cd72-424f-9062-16cf4528384d HTTP/1.1" status: 200  len: 945 time: 0.1262302
Dec 03 15:05:28.924893 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-d34383cc-cd7d-4d52-bc87-5e0d1ae28cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f072ed2def0>, [{'id': 'd45c317b-95ec-4150-a4d5-861038aefc43', 'name': 'tempest-TestShelveInstance-1738402649-router', 'tenant_id': '85b0368f3fed43259d0a601811e15b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'external_fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '62dd7e3e-f16f-41cf-b8d8-378f8f589801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:05:10Z', 'updated_at': '2020-12-03T15:05:21Z', 'revision_number': 4, 'project_id': '85b0368f3fed43259d0a601811e15b2e', 'gw_port': {'id': '62dd7e3e-f16f-41cf-b8d8-378f8f589801', 'name': '', 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:88:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45c317b-95ec-4150-a4d5-861038aefc43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:05:12Z', 'updated_at': '2020-12-03T15:05:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-iscsi', '_interfaces': [{'id': '1c516d3d-fa19-4c64-97ab-f6798281b108', 'name': '', 'network_id': 'de2f22f2-f6f1-4212-8d88-1476cd8d7828', 'tenant_id': '85b0368f3fed43259d0a601811e15b2e', 'mac_address': 'fa:16:3e:4c:b8:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd45c317b-95ec-4150-a4d5-861038aefc43', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '426fe4f9-fe4e-4090-84d3-714778c258c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:05:20Z', 'updated_at': '2020-12-03T15:05:27Z', 'revision_number': 4, 'project_id': '85b0368f3fed43259d0a601811e15b2e', 'subnets': [{'id': '426fe4f9-fe4e-4090-84d3-714778c258c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-3-iscsi', False) {} {{(pid=80384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:05:28.939733 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34383cc-cd7d-4d52-bc87-5e0d1ae28cd5 None None] The sync data for ids ['d45c317b-95ec-4150-a4d5-861038aefc43'] in dv-cinder-757908-3-iscsi is: [{'id': 'd45c317b-95ec-4150-a4d5-861038aefc43', 'name': 'tempest-TestShelveInstance-1738402649-router', 'tenant_id': '85b0368f3fed43259d0a601811e15b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'external_fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '62dd7e3e-f16f-41cf-b8d8-378f8f589801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:05:10Z', 'updated_at': '2020-12-03T15:05:21Z', 'revision_number': 4, 'project_id': '85b0368f3fed43259d0a601811e15b2e', 'gw_port': {'id': '62dd7e3e-f16f-41cf-b8d8-378f8f589801', 'name': '', 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:88:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45c317b-95ec-4150-a4d5-861038aefc43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:05:12Z', 'updated_at': '2020-12-03T15:05:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-iscsi', '_interfaces': [{'id': '1c516d3d-fa19-4c64-97ab-f6798281b108', 'name': '', 'network_id': 'de2f22f2-f6f1-4212-8d88-1476cd8d7828', 'tenant_id': '85b0368f3fed43259d0a601811e15b2e', 'mac_address': 'fa:16:3e:4c:b8:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd45c317b-95ec-4150-a4d5-861038aefc43', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '426fe4f9-fe4e-4090-84d3-714778c258c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:05:20Z', 'updated_at': '2020-12-03T15:05:27Z', 'revision_number': 4, 'project_id': '85b0368f3fed43259d0a601811e15b2e', 'subnets': [{'id': '426fe4f9-fe4e-4090-84d3-714778c258c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80384) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 15:05:28.950973 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-c0b1b934-2819-4c52-9a63-0e3359c32fa6 req-558891be-b915-4a33-9563-3d69ac299e5c tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] 10.222.0.63 "GET /v2.0/security-groups?id=b2b5ac8b-e4f9-490c-b959-8461c6da8922&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0746429
Dec 03 15:05:29.131529 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3898e2-a234-463e-a5cf-5d4a7f0c3d12 req-e0b9b722-eeb8-429c-bc64-efc0384fb8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:29.133475 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-bd3898e2-a234-463e-a5cf-5d4a7f0c3d12 req-e0b9b722-eeb8-429c-bc64-efc0384fb8d4 service neutron] 10.222.0.83 "GET /v2.0/networks?id=b89cab8b-b39a-4106-adb3-9bedf452bb83 HTTP/1.1" status: 200  len: 911 time: 0.3579509
Dec 03 15:05:29.210831 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb262095-180b-49bc-9e04-05f8ec3c60c5 req-58e7bca8-760d-4c5d-84be-ad0b007efdb0 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:29.212629 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-eb262095-180b-49bc-9e04-05f8ec3c60c5 req-58e7bca8-760d-4c5d-84be-ad0b007efdb0 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/ports?device_id=c233978f-9c32-47bf-8b66-44f0baa08830 HTTP/1.1" status: 200  len: 945 time: 0.2129576
Dec 03 15:05:29.294326 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-bd3898e2-a234-463e-a5cf-5d4a7f0c3d12 req-4d8e03a7-66ff-4ac8-8197-09a70272847e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6e8050ed-0789-4bcc-bbe2-11f953a2e2ed HTTP/1.1" status: 200  len: 1000 time: 0.1510177
Dec 03 15:05:29.297036 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-eb262095-180b-49bc-9e04-05f8ec3c60c5 req-59d884c6-4de0-4e2f-879e-2d769f9320db tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/security-groups?id=eaa64044-32f2-4946-97be-06cf9f486ffa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0680788
Dec 03 15:05:29.402226 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3898e2-a234-463e-a5cf-5d4a7f0c3d12 req-1001b0d6-77ce-4c73-baea-743cdf9f4b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:29.404499 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-bd3898e2-a234-463e-a5cf-5d4a7f0c3d12 req-1001b0d6-77ce-4c73-baea-743cdf9f4b43 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5f041ad7-6cbb-400e-8386-1de021d0e693 HTTP/1.1" status: 200  len: 856 time: 0.0848019
Dec 03 15:05:29.492499 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Device 1c516d3d-fa19-4c64-97ab-f6798281b108 up at agent ovs-agent-dv-cinder-757908-3-iscsi {{(pid=80384) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 15:05:29.560746 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3898e2-a234-463e-a5cf-5d4a7f0c3d12 req-ab6ec073-0773-44e8-aa6d-8678b8e29b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:29.563272 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-bd3898e2-a234-463e-a5cf-5d4a7f0c3d12 req-ab6ec073-0773-44e8-aa6d-8678b8e29b02 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b89cab8b-b39a-4106-adb3-9bedf452bb83&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1402130
Dec 03 15:05:29.575299 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Provisioning for port 1c516d3d-fa19-4c64-97ab-f6798281b108 completed by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 15:05:29.580794 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Provisioning complete for port 1c516d3d-fa19-4c64-97ab-f6798281b108 triggered by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:05:29.581301 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:29.747880 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:29.801520 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] For port 1c516d3d-fa19-4c64-97ab-f6798281b108, host dv-cinder-757908-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-3-iscsi',level=0,port_id=1c516d3d-fa19-4c64-97ab-f6798281b108,segment=NetworkSegment(0bf16f92-2584-453e-abe6-686e3e82c874),segment_id=0bf16f92-2584-453e-abe6-686e3e82c874)] {{(pid=80384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 15:05:29.809219 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faac9a46-fca0-4c31-830e-1a19d663b68c req-ed7ed8ca-0b62-4741-b4f3-1396feeed54f tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:29.810940 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-faac9a46-fca0-4c31-830e-1a19d663b68c req-ed7ed8ca-0b62-4741-b4f3-1396feeed54f tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] 10.222.0.83 "GET /v2.0/ports?device_id=c5221c6a-cd72-424f-9062-16cf4528384d HTTP/1.1" status: 200  len: 945 time: 0.1724195
Dec 03 15:05:29.823465 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024'] for port, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:29.825653 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:05:29.923890 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Pushing event updated for resources: {'Port': ['ID=1c516d3d-fa19-4c64-97ab-f6798281b108,revision_number=5']} {{(pid=80384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:05:29.939614 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:05:29.948403 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [req-faac9a46-fca0-4c31-830e-1a19d663b68c req-9e9cf261-89e2-4762-81ba-e1815930e0a2 tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] Deleting port 846d5e26-8d68-4937-b08c-54324832d3bf {{(pid=80383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 15:05:29.948903 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-faac9a46-fca0-4c31-830e-1a19d663b68c req-9e9cf261-89e2-4762-81ba-e1815930e0a2 tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729303099848'] for port, before_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:30.090110 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Device 846d5e26-8d68-4937-b08c-54324832d3bf no longer exists at agent ovs-agent-hv-cinder-75790 {{(pid=80384) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 15:05:30.169719 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-bd3898e2-a234-463e-a5cf-5d4a7f0c3d12 req-cf2c0e3f-554f-45b9-a9ec-555b3590684b service neutron] 10.222.0.83 "GET /v2.0/networks/b89cab8b-b39a-4106-adb3-9bedf452bb83?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5313621
Dec 03 15:05:30.297465 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:30.330775 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5221c6a-cd72-424f-9062-16cf4528384d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '846d5e26-8d68-4937-b08c-54324832d3bf'}] {{(pid=80384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 15:05:30.342256 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] For port 846d5e26-8d68-4937-b08c-54324832d3bf, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=846d5e26-8d68-4937-b08c-54324832d3bf,segment=NetworkSegment(b9410016-b650-487c-9426-248c876b5c44),segment_id=b9410016-b650-487c-9426-248c876b5c44)] {{(pid=80384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 15:05:30.358556 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024'] for port, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:30.360545 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-0fafb6e0-4c71-45b6-b338-24fb1ed59a87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:05:30.385819 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-bd3898e2-a234-463e-a5cf-5d4a7f0c3d12 req-071a5842-b0f3-4b42-870e-e698c7fd27c0 service neutron] 10.222.0.83 "GET /v2.0/networks/b89cab8b-b39a-4106-adb3-9bedf452bb83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1972182
Dec 03 15:05:30.419468 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d88d9f1-f944-4eac-81aa-385b746036fc req-c3c40ecc-d818-419c-8035-ffb37859d0da tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:30.426213 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-7d88d9f1-f944-4eac-81aa-385b746036fc req-c3c40ecc-d818-419c-8035-ffb37859d0da tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/ports?device_id=f53f7d53-2ae6-4edd-84c2-09e523498d7d HTTP/1.1" status: 200  len: 945 time: 0.3668611
Dec 03 15:05:30.461517 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Pushing event updated for resources: {'Port': ['ID=846d5e26-8d68-4937-b08c-54324832d3bf,revision_number=5']} {{(pid=80384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:05:30.466836 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:05:30.489753 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-7d88d9f1-f944-4eac-81aa-385b746036fc req-96b021b5-dc71-4055-af1f-b97b2aab771b tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/security-groups?id=eeb87b8d-9b0e-46cd-a1ba-43889caf168f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0528069
Dec 03 15:05:30.589125 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5221c6a-cd72-424f-9062-16cf4528384d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '846d5e26-8d68-4937-b08c-54324832d3bf', 'code': 200}
Dec 03 15:05:30.689571 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [req-faac9a46-fca0-4c31-830e-1a19d663b68c req-9e9cf261-89e2-4762-81ba-e1815930e0a2 tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] For port 846d5e26-8d68-4937-b08c-54324832d3bf, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=846d5e26-8d68-4937-b08c-54324832d3bf,segment=NetworkSegment(b9410016-b650-487c-9426-248c876b5c44),segment_id=b9410016-b650-487c-9426-248c876b5c44)] {{(pid=80383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 15:05:30.690006 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-faac9a46-fca0-4c31-830e-1a19d663b68c req-9e9cf261-89e2-4762-81ba-e1815930e0a2 tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821294133'] for port, precommit_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:30.707001 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dac7ae7-0db9-41e8-ad0c-b9150ed96c9f req-e05cd50e-f6d2-4293-8d40-21eb8f8ffd20 tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:30.708628 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-6dac7ae7-0db9-41e8-ad0c-b9150ed96c9f req-e05cd50e-f6d2-4293-8d40-21eb8f8ffd20 tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] 10.222.0.63 "GET /v2.0/ports?device_id=c5221c6a-cd72-424f-9062-16cf4528384d HTTP/1.1" status: 200  len: 945 time: 0.5386918
Dec 03 15:05:30.855993 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [req-faac9a46-fca0-4c31-830e-1a19d663b68c req-9e9cf261-89e2-4762-81ba-e1815930e0a2 tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] Calling delete_port for 846d5e26-8d68-4937-b08c-54324832d3bf owned by compute:nova {{(pid=80383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 15:05:30.948552 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-6dac7ae7-0db9-41e8-ad0c-b9150ed96c9f req-da51045a-d8f3-40a2-ad45-0c058848f281 tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] 10.222.0.63 "GET /v2.0/security-groups?id=b2b5ac8b-e4f9-490c-b959-8461c6da8922&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1785414
Dec 03 15:05:31.043158 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.db.api [req-faac9a46-fca0-4c31-830e-1a19d663b68c req-9e9cf261-89e2-4762-81ba-e1815930e0a2 tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80383) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 15:05:31.043550 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_db.api [req-faac9a46-fca0-4c31-830e-1a19d663b68c req-9e9cf261-89e2-4762-81ba-e1815930e0a2 tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 15:05:31.417885 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Device 1c516d3d-fa19-4c64-97ab-f6798281b108 up at agent ovs-agent-dv-cinder-757908-3-iscsi {{(pid=80384) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 15:05:31.500822 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Provisioning complete for port 1c516d3d-fa19-4c64-97ab-f6798281b108 triggered by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:05:31.501233 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:31.545110 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [req-faac9a46-fca0-4c31-830e-1a19d663b68c req-9e9cf261-89e2-4762-81ba-e1815930e0a2 tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] Deleting port 846d5e26-8d68-4937-b08c-54324832d3bf {{(pid=80383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 15:05:31.545498 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-faac9a46-fca0-4c31-830e-1a19d663b68c req-9e9cf261-89e2-4762-81ba-e1815930e0a2 tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729303099848'] for port, before_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:31.755185 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0281c8e9-3dfe-454a-a856-cdede6d790f0 req-d3322226-7db0-4d23-8e2d-3a28b68eb8e7 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:31.756748 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-0281c8e9-3dfe-454a-a856-cdede6d790f0 req-d3322226-7db0-4d23-8e2d-3a28b68eb8e7 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/ports?device_id=f53f7d53-2ae6-4edd-84c2-09e523498d7d HTTP/1.1" status: 200  len: 945 time: 0.0919003
Dec 03 15:05:31.818040 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-0281c8e9-3dfe-454a-a856-cdede6d790f0 req-509deb52-e2eb-4938-8d31-2b035bac1eea tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/security-groups?id=eeb87b8d-9b0e-46cd-a1ba-43889caf168f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436571
Dec 03 15:05:31.854445 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [req-faac9a46-fca0-4c31-830e-1a19d663b68c req-9e9cf261-89e2-4762-81ba-e1815930e0a2 tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] For port 846d5e26-8d68-4937-b08c-54324832d3bf, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=846d5e26-8d68-4937-b08c-54324832d3bf,segment=NetworkSegment(b9410016-b650-487c-9426-248c876b5c44),segment_id=b9410016-b650-487c-9426-248c876b5c44)] {{(pid=80383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 15:05:31.854629 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-faac9a46-fca0-4c31-830e-1a19d663b68c req-9e9cf261-89e2-4762-81ba-e1815930e0a2 tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821294133'] for port, precommit_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:31.986625 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [req-faac9a46-fca0-4c31-830e-1a19d663b68c req-9e9cf261-89e2-4762-81ba-e1815930e0a2 tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] Calling delete_port for 846d5e26-8d68-4937-b08c-54324832d3bf owned by compute:nova {{(pid=80383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 15:05:32.215040 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-faac9a46-fca0-4c31-830e-1a19d663b68c req-9e9cf261-89e2-4762-81ba-e1815930e0a2 tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307551598230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307552127058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31294715'] for port, after_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:32.232830 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:05:32.300261 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9cf261-89e2-4762-81ba-e1815930e0a2 tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] Pushing event deleted for resources: {'Port': ['ID=846d5e26-8d68-4937-b08c-54324832d3bf,revision_number=None']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:05:32.309125 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-9e9cf261-89e2-4762-81ba-e1815930e0a2 tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:05:32.364918 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62958d48-1772-4c0e-8e45-f2936cd529a1 req-4a4381b1-6ef5-43f9-8911-c0d4a4388352 tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:32.366564 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-62958d48-1772-4c0e-8e45-f2936cd529a1 req-4a4381b1-6ef5-43f9-8911-c0d4a4388352 tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] 10.222.0.63 "GET /v2.0/ports?device_id=c5221c6a-cd72-424f-9062-16cf4528384d HTTP/1.1" status: 200  len: 865 time: 0.2489846
Dec 03 15:05:32.452254 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-62958d48-1772-4c0e-8e45-f2936cd529a1 req-c69c0019-aa05-4e1c-a7f0-5992d3208281 tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] 10.222.0.63 "GET /v2.0/security-groups?id=b2b5ac8b-e4f9-490c-b959-8461c6da8922&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0775998
Dec 03 15:05:32.507299 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [req-faac9a46-fca0-4c31-830e-1a19d663b68c req-9e9cf261-89e2-4762-81ba-e1815930e0a2 tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] No DVR routers for this DVR port 846d5e26-8d68-4937-b08c-54324832d3bf on host hv-cinder-75790 {{(pid=80383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 15:05:32.511140 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-faac9a46-fca0-4c31-830e-1a19d663b68c req-9e9cf261-89e2-4762-81ba-e1815930e0a2 tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6653'] for port, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:32.514373 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5221c6a-cd72-424f-9062-16cf4528384d', 'name': 'network-vif-deleted', 'tag': '846d5e26-8d68-4937-b08c-54324832d3bf'}] {{(pid=80383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 15:05:32.535539 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-faac9a46-fca0-4c31-830e-1a19d663b68c req-9e9cf261-89e2-4762-81ba-e1815930e0a2 tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] 10.222.0.83 "DELETE /v2.0/ports/846d5e26-8d68-4937-b08c-54324832d3bf HTTP/1.1" status: 204  len: 173 time: 2.7189195
Dec 03 15:05:32.574440 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5221c6a-cd72-424f-9062-16cf4528384d', 'name': 'network-vif-deleted', 'tag': '846d5e26-8d68-4937-b08c-54324832d3bf', 'status': 'completed', 'code': 200}
Dec 03 15:05:33.054480 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87904ae2-68e7-491c-b5e2-830aea4e5e4c req-3e74158a-20dd-4371-ab0c-703311c21b61 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:33.056413 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-87904ae2-68e7-491c-b5e2-830aea4e5e4c req-3e74158a-20dd-4371-ab0c-703311c21b61 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/ports?device_id=f53f7d53-2ae6-4edd-84c2-09e523498d7d HTTP/1.1" status: 200  len: 945 time: 0.0900788
Dec 03 15:05:33.110665 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-87904ae2-68e7-491c-b5e2-830aea4e5e4c req-9d63ce00-b2c7-41fe-8536-d809f7340d69 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/security-groups?id=eeb87b8d-9b0e-46cd-a1ba-43889caf168f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0470252
Dec 03 15:05:33.650011 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-6f117b29-77ef-4b4b-bc2e-00c0cb9955fc req-61ccac65-5251-4090-9dd7-0487cc07157f tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] 10.222.0.63 "GET /v2.0/ports?device_id=c5221c6a-cd72-424f-9062-16cf4528384d HTTP/1.1" status: 200  len: 210 time: 0.0444515
Dec 03 15:05:34.216020 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Device 6e8050ed-0789-4bcc-bbe2-11f953a2e2ed no longer exists at agent ovs-agent-hv-cinder-75790 {{(pid=80384) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 15:05:34.349304 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:34.366565 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286599a2-c9ca-4a50-b2f5-e48fa7159702 req-709fda8c-85b8-4a8b-ba8f-3ec15fb8bf20 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:34.368157 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-286599a2-c9ca-4a50-b2f5-e48fa7159702 req-709fda8c-85b8-4a8b-ba8f-3ec15fb8bf20 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/ports?device_id=f53f7d53-2ae6-4edd-84c2-09e523498d7d HTTP/1.1" status: 200  len: 945 time: 0.1041460
Dec 03 15:05:34.382329 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f53f7d53-2ae6-4edd-84c2-09e523498d7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e8050ed-0789-4bcc-bbe2-11f953a2e2ed'}] {{(pid=80384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 15:05:34.393408 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] For port 6e8050ed-0789-4bcc-bbe2-11f953a2e2ed, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=6e8050ed-0789-4bcc-bbe2-11f953a2e2ed,segment=NetworkSegment(e2b57a66-c421-4e34-bfed-3a9d2ac3bd3c),segment_id=e2b57a66-c421-4e34-bfed-3a9d2ac3bd3c)] {{(pid=80384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 15:05:34.397557 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024'] for port, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:34.399485 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-903b0dae-183c-4ac6-80e5-10abb796bfb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:05:34.417882 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-286599a2-c9ca-4a50-b2f5-e48fa7159702 req-f51f35ac-2e06-4537-9ddd-029db6116b93 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/security-groups?id=eeb87b8d-9b0e-46cd-a1ba-43889caf168f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429316
Dec 03 15:05:34.448845 dv-cinder-757908-3-iscsi neutron-server[80271]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f53f7d53-2ae6-4edd-84c2-09e523498d7d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6e8050ed-0789-4bcc-bbe2-11f953a2e2ed', 'code': 422} returned with failed status
Dec 03 15:05:34.482736 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Pushing event updated for resources: {'Port': ['ID=6e8050ed-0789-4bcc-bbe2-11f953a2e2ed,revision_number=5']} {{(pid=80384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:05:34.486263 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:05:35.190366 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38624e4b-8c38-41d1-9db5-758126db7f04 req-24b157da-c0df-4c46-bcf7-31463f1d6cf6 tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:35.191954 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-38624e4b-8c38-41d1-9db5-758126db7f04 req-24b157da-c0df-4c46-bcf7-31463f1d6cf6 tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] 10.222.0.63 "GET /v2.0/networks?id=7563c63a-7ae2-448f-9a35-0b81ebf9961f HTTP/1.1" status: 200  len: 808 time: 0.1717141
Dec 03 15:05:35.208414 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-38624e4b-8c38-41d1-9db5-758126db7f04 req-474aea66-f3df-4fcf-8a9a-a8aa1d13fb2a tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] 10.222.0.63 "GET /v2.0/quotas/ce1ba93ac65044e99ad68789f769dd71 HTTP/1.1" status: 200  len: 375 time: 0.0100749
Dec 03 15:05:35.259305 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-38624e4b-8c38-41d1-9db5-758126db7f04 req-38300dad-2b7d-4f15-bc75-4f624d16b15c tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] Synchronizing usage tracker for tenant:ce1ba93ac65044e99ad68789f769dd71 on resource:port {{(pid=80383) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 15:05:35.277696 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-38624e4b-8c38-41d1-9db5-758126db7f04 req-38300dad-2b7d-4f15-bc75-4f624d16b15c tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] Unset dirty status for tenant:ce1ba93ac65044e99ad68789f769dd71 on resource:port {{(pid=80383) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 15:05:35.279118 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-38624e4b-8c38-41d1-9db5-758126db7f04 req-38300dad-2b7d-4f15-bc75-4f624d16b15c tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] 10.222.0.63 "GET /v2.0/ports?tenant_id=ce1ba93ac65044e99ad68789f769dd71&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0645633
Dec 03 15:05:35.437543 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-38624e4b-8c38-41d1-9db5-758126db7f04 req-974e34ea-2daa-4e6a-878f-8e0574a024a6 service neutron] 10.222.0.63 "GET /v2.0/networks/7563c63a-7ae2-448f-9a35-0b81ebf9961f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1503718
Dec 03 15:05:35.602543 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-38624e4b-8c38-41d1-9db5-758126db7f04 req-8c3c7720-ad97-43c3-be0d-26277dcf9ba7 service neutron] 10.222.0.63 "GET /v2.0/networks/7563c63a-7ae2-448f-9a35-0b81ebf9961f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1607196
Dec 03 15:05:35.701206 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 60456) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:05:35.870098 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d50b765-514a-43e1-a2f6-0232160365ef req-d6d72df0-5e9b-4bfd-b243-569034ca86a8 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:35.871773 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-0d50b765-514a-43e1-a2f6-0232160365ef req-d6d72df0-5e9b-4bfd-b243-569034ca86a8 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/ports?device_id=f53f7d53-2ae6-4edd-84c2-09e523498d7d HTTP/1.1" status: 200  len: 943 time: 0.3968401
Dec 03 15:05:35.945880 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-0d50b765-514a-43e1-a2f6-0232160365ef req-dac033b0-5976-4518-aec5-8b2105849797 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/security-groups?id=eeb87b8d-9b0e-46cd-a1ba-43889caf168f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0670347
Dec 03 15:05:35.954517 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-a0dccd53-029b-48cc-872b-62add1b16d7a req-d839ad26-1145-4527-8ce7-406c88ba4285 tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] 10.222.0.63 "GET /v2.0/ports?device_id=336d98ca-1548-4d14-87f5-274050e7a048 HTTP/1.1" status: 200  len: 210 time: 0.0987060
Dec 03 15:05:35.995736 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-50050a20-ba16-4b26-983f-339a07989597 req-f9a2f5bc-14b7-4bf5-a44c-8e9f27867ca8 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=f53f7d53-2ae6-4edd-84c2-09e523498d7d&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2924109
Dec 03 15:05:36.551362 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fe2d24-0b72-4724-8125-033879c3c5f1 req-93ba2f7a-0ee4-4502-90c1-4b2a045228df tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:36.552995 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-b2fe2d24-0b72-4724-8125-033879c3c5f1 req-93ba2f7a-0ee4-4502-90c1-4b2a045228df tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] 10.222.0.63 "GET /v2.0/ports?device_id=0c340b42-3ca5-4f89-8fc2-c448e784ac83 HTTP/1.1" status: 200  len: 945 time: 0.0918648
Dec 03 15:05:36.607152 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-b2fe2d24-0b72-4724-8125-033879c3c5f1 req-8c718d4d-637b-4640-9bfc-5aa6d3ba453f tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] 10.222.0.63 "GET /v2.0/security-groups?id=2f0f23dc-fe58-4a67-b800-c8f1bae1f5d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466981
Dec 03 15:05:36.844119 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-c5a83e16-9c4b-4b8c-ab71-3a4e14381bad req-911c2f06-27b9-440c-8558-97fb57142506 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] 10.222.0.63 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1816099
Dec 03 15:05:36.854435 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.base [req-c5a83e16-9c4b-4b8c-ab71-3a4e14381bad req-2fec2e35-14e3-4850-9d3c-d11a710c4556 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Request body: {'floatingip': {'floating_network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e'}} {{(pid=80382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 15:05:36.861191 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [req-c5a83e16-9c4b-4b8c-ab71-3a4e14381bad req-2fec2e35-14e3-4850-9d3c-d11a710c4556 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:05:36.865425 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-c5a83e16-9c4b-4b8c-ab71-3a4e14381bad req-2fec2e35-14e3-4850-9d3c-d11a710c4556 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Usage tracker for resource:floatingip and tenant:26c9d45e8fe5417f944a2053d351ef69 is out of sync, need to count used quota {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:05:36.868777 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-c5a83e16-9c4b-4b8c-ab71-3a4e14381bad req-2fec2e35-14e3-4850-9d3c-d11a710c4556 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:05:36.875415 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [req-c5a83e16-9c4b-4b8c-ab71-3a4e14381bad req-2fec2e35-14e3-4850-9d3c-d11a710c4556 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:05:36.886629 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-c5a83e16-9c4b-4b8c-ab71-3a4e14381bad req-2fec2e35-14e3-4850-9d3c-d11a710c4556 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Notify callbacks [] for floatingip, before_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:37.051296 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-c5a83e16-9c4b-4b8c-ab71-3a4e14381bad req-2fec2e35-14e3-4850-9d3c-d11a710c4556 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:37.142509 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-4d0275c8-d2c8-4bd0-a5e0-7349c734edd4 req-5ee3bbc8-02f1-43b3-996d-ce4c175c81db tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] 10.222.0.63 "GET /v2.0/ports?device_id=336d98ca-1548-4d14-87f5-274050e7a048 HTTP/1.1" status: 200  len: 210 time: 0.0502334
Dec 03 15:05:37.352549 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a641848d-514c-4140-a20c-786b2980e236 req-9d0b7290-9b49-4eff-bc0a-38072575fa38 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:37.355713 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-a641848d-514c-4140-a20c-786b2980e236 req-9d0b7290-9b49-4eff-bc0a-38072575fa38 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/ports?device_id=f53f7d53-2ae6-4edd-84c2-09e523498d7d HTTP/1.1" status: 200  len: 943 time: 0.0905671
Dec 03 15:05:37.363433 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.db_base_plugin_common [req-c5a83e16-9c4b-4b8c-ab71-3a4e14381bad req-2fec2e35-14e3-4850-9d3c-d11a710c4556 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Allocated IP 172.27.2.201 (729c535b-bd07-4b0c-9bb6-d0eda364af7e/c53074ee-6482-4d40-a0b6-bf7110d55051/0942f81e-d2c7-48b7-b94a-cc061b4b7498) {{(pid=80382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 15:05:37.411431 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-a641848d-514c-4140-a20c-786b2980e236 req-81ebac1a-f3c8-4e50-b6fb-c7b295346f2b tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/security-groups?id=eeb87b8d-9b0e-46cd-a1ba-43889caf168f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0484550
Dec 03 15:05:37.550524 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-c5a83e16-9c4b-4b8c-ab71-3a4e14381bad req-2fec2e35-14e3-4850-9d3c-d11a710c4556 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Notify callbacks [] for port, precommit_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:37.576266 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38624e4b-8c38-41d1-9db5-758126db7f04 req-00d1ce89-ac3c-4b6f-8082-030ba015fb74 tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:37.578391 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-38624e4b-8c38-41d1-9db5-758126db7f04 req-00d1ce89-ac3c-4b6f-8082-030ba015fb74 tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] 10.222.0.83 "GET /v2.0/networks?id=7563c63a-7ae2-448f-9a35-0b81ebf9961f HTTP/1.1" status: 200  len: 808 time: 0.1657465
Dec 03 15:05:37.580036 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-c5a83e16-9c4b-4b8c-ab71-3a4e14381bad req-2fec2e35-14e3-4850-9d3c-d11a710c4556 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307552080722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30043597'] for port, after_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:37.595781 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-633062f3-1b93-4ff8-9550-5e65b0080b93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:05:37.617373 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.base [req-38624e4b-8c38-41d1-9db5-758126db7f04 req-6e2f0fe2-2341-4faa-b709-68f0e61c8f5c tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] Request body: {'port': {'device_id': '336d98ca-1548-4d14-87f5-274050e7a048', 'network_id': '7563c63a-7ae2-448f-9a35-0b81ebf9961f', 'admin_state_up': True, 'tenant_id': 'ce1ba93ac65044e99ad68789f769dd71'}} {{(pid=80383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 15:05:37.732524 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fec2e35-14e3-4850-9d3c-d11a710c4556 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Pushing event updated for resources: {'Port': ['ID=0942f81e-d2c7-48b7-b94a-cc061b4b7498,revision_number=1']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:05:37.736795 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-2fec2e35-14e3-4850-9d3c-d11a710c4556 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:05:37.779983 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [req-38624e4b-8c38-41d1-9db5-758126db7f04 req-6e2f0fe2-2341-4faa-b709-68f0e61c8f5c tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:05:37.785238 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5a83e16-9c4b-4b8c-ab71-3a4e14381bad req-2fec2e35-14e3-4850-9d3c-d11a710c4556 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Network 729c535b-bd07-4b0c-9bb6-d0eda364af7e is already hosted by enough agents. {{(pid=80382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 15:05:37.786434 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.base_scheduler [req-c5a83e16-9c4b-4b8c-ab71-3a4e14381bad req-2fec2e35-14e3-4850-9d3c-d11a710c4556 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Resources bound (agent type, host, resource id):  {{(pid=80382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 15:05:37.788877 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5a83e16-9c4b-4b8c-ab71-3a4e14381bad req-2fec2e35-14e3-4850-9d3c-d11a710c4556 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Received port after_create {{(pid=80382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 15:05:37.796250 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [req-38624e4b-8c38-41d1-9db5-758126db7f04 req-6e2f0fe2-2341-4faa-b709-68f0e61c8f5c tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:05:37.808234 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38624e4b-8c38-41d1-9db5-758126db7f04 req-6e2f0fe2-2341-4faa-b709-68f0e61c8f5c tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] Made reservation on behalf of ce1ba93ac65044e99ad68789f769dd71 for: {'port': 1} {{(pid=80383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 15:05:37.814368 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-38624e4b-8c38-41d1-9db5-758126db7f04 req-6e2f0fe2-2341-4faa-b709-68f0e61c8f5c tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:37.878143 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-c5a83e16-9c4b-4b8c-ab71-3a4e14381bad req-2fec2e35-14e3-4850-9d3c-d11a710c4556 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Notify callbacks [] for floatingip, precommit_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:37.940629 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-c5a83e16-9c4b-4b8c-ab71-3a4e14381bad req-2fec2e35-14e3-4850-9d3c-d11a710c4556 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:38.152912 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.db_base_plugin_common [req-38624e4b-8c38-41d1-9db5-758126db7f04 req-6e2f0fe2-2341-4faa-b709-68f0e61c8f5c tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] Allocated IP 172.20.0.5 (7563c63a-7ae2-448f-9a35-0b81ebf9961f/1b1edbd8-6999-4e1a-a04d-859a4b703fee/39d702b9-440e-4c01-93b9-46950f0484b3) {{(pid=80383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 15:05:38.300009 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-c5a83e16-9c4b-4b8c-ab71-3a4e14381bad req-2fec2e35-14e3-4850-9d3c-d11a710c4556 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Notify callbacks [] for port, precommit_update {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:38.308157 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-c5a83e16-9c4b-4b8c-ab71-3a4e14381bad req-2fec2e35-14e3-4850-9d3c-d11a710c4556 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036824732220'] for port, after_update {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:38.327669 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:05:38.487166 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-abec653d-bfa4-42d5-9def-52de49a3c59f req-b4fe5879-501c-49fa-9348-10d640c34fd1 tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] 10.222.0.63 "GET /v2.0/ports?device_id=336d98ca-1548-4d14-87f5-274050e7a048 HTTP/1.1" status: 200  len: 210 time: 0.0608997
Dec 03 15:05:38.537569 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fec2e35-14e3-4850-9d3c-d11a710c4556 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Pushing event updated for resources: {'Port': ['ID=0942f81e-d2c7-48b7-b94a-cc061b4b7498,revision_number=2']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:05:38.545883 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-2fec2e35-14e3-4850-9d3c-d11a710c4556 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:05:38.585861 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50050a20-ba16-4b26-983f-339a07989597 req-c98fd4c8-7215-4de0-a16f-c66ccb07fad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:38.587597 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-50050a20-ba16-4b26-983f-339a07989597 req-c98fd4c8-7215-4de0-a16f-c66ccb07fad7 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=f53f7d53-2ae6-4edd-84c2-09e523498d7d&tenant_id=f608c43dc4544cf8abe2b82be12c9880 HTTP/1.1" status: 200  len: 1160 time: 0.2610075
Dec 03 15:05:38.715329 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-c5a83e16-9c4b-4b8c-ab71-3a4e14381bad req-2fec2e35-14e3-4850-9d3c-d11a710c4556 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036821248144'] for floatingip, after_update {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:38.727652 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-38624e4b-8c38-41d1-9db5-758126db7f04 req-6e2f0fe2-2341-4faa-b709-68f0e61c8f5c tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] Notify callbacks [] for port, precommit_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:38.745774 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-c5a83e16-9c4b-4b8c-ab71-3a4e14381bad req-2fec2e35-14e3-4850-9d3c-d11a710c4556 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6653'] for floatingip, before_response {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:38.747158 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-c5a83e16-9c4b-4b8c-ab71-3a4e14381bad req-2fec2e35-14e3-4850-9d3c-d11a710c4556 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.8970749
Dec 03 15:05:38.753472 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50050a20-ba16-4b26-983f-339a07989597 req-3e7dddb7-d6ba-438a-9cb7-40ab2edc21e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:38.755118 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-50050a20-ba16-4b26-983f-339a07989597 req-3e7dddb7-d6ba-438a-9cb7-40ab2edc21e9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f608c43dc4544cf8abe2b82be12c9880&device_id=f53f7d53-2ae6-4edd-84c2-09e523498d7d HTTP/1.1" status: 200  len: 1160 time: 0.1257625
Dec 03 15:05:38.755553 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcd7fde-a4a3-4ae9-818c-e9183979bbca req-b8bf4a98-f2d3-4cac-930c-f1e323427463 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:38.757168 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-bbcd7fde-a4a3-4ae9-818c-e9183979bbca req-b8bf4a98-f2d3-4cac-930c-f1e323427463 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/ports?device_id=f53f7d53-2ae6-4edd-84c2-09e523498d7d HTTP/1.1" status: 200  len: 943 time: 0.1408129
Dec 03 15:05:38.774239 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-38624e4b-8c38-41d1-9db5-758126db7f04 req-6e2f0fe2-2341-4faa-b709-68f0e61c8f5c tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307552080722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31294715'] for port, after_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:38.792170 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-271c97be-3af2-4450-8d4f-d35c5c064fd1 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:05:38.873569 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-c5a83e16-9c4b-4b8c-ab71-3a4e14381bad req-282f45fb-b14c-4998-af9c-46058f10b214 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Synchronizing usage tracker for tenant:26c9d45e8fe5417f944a2053d351ef69 on resource:floatingip {{(pid=80382) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 15:05:38.901950 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2f0fe2-2341-4faa-b709-68f0e61c8f5c tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] Pushing event updated for resources: {'Port': ['ID=39d702b9-440e-4c01-93b9-46950f0484b3,revision_number=1']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:05:38.954175 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-6e2f0fe2-2341-4faa-b709-68f0e61c8f5c tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:05:38.960878 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-c5a83e16-9c4b-4b8c-ab71-3a4e14381bad req-282f45fb-b14c-4998-af9c-46058f10b214 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Unset dirty status for tenant:26c9d45e8fe5417f944a2053d351ef69 on resource:floatingip {{(pid=80382) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 15:05:38.962174 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-c5a83e16-9c4b-4b8c-ab71-3a4e14381bad req-282f45fb-b14c-4998-af9c-46058f10b214 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] 10.222.0.63 "GET /v2.0/floatingips?floating_ip_address=172.27.2.201 HTTP/1.1" status: 200  len: 696 time: 0.2041676
Dec 03 15:05:38.987321 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-bbcd7fde-a4a3-4ae9-818c-e9183979bbca req-78333b3c-52ab-4da2-b415-3973c86a774c tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/security-groups?id=eeb87b8d-9b0e-46cd-a1ba-43889caf168f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1625276
Dec 03 15:05:39.033991 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38624e4b-8c38-41d1-9db5-758126db7f04 req-6e2f0fe2-2341-4faa-b709-68f0e61c8f5c tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] Network 7563c63a-7ae2-448f-9a35-0b81ebf9961f is already hosted by enough agents. {{(pid=80383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 15:05:39.039588 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.base_scheduler [req-38624e4b-8c38-41d1-9db5-758126db7f04 req-6e2f0fe2-2341-4faa-b709-68f0e61c8f5c tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] Resources bound (agent type, host, resource id):  {{(pid=80383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 15:05:39.040926 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [req-38624e4b-8c38-41d1-9db5-758126db7f04 req-6e2f0fe2-2341-4faa-b709-68f0e61c8f5c tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] Received port after_create {{(pid=80383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 15:05:39.109798 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38624e4b-8c38-41d1-9db5-758126db7f04 req-6e2f0fe2-2341-4faa-b709-68f0e61c8f5c tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:39.110774 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-38624e4b-8c38-41d1-9db5-758126db7f04 req-6e2f0fe2-2341-4faa-b709-68f0e61c8f5c tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6653'] for port, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:39.114634 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50050a20-ba16-4b26-983f-339a07989597 req-92aefade-1eaf-46f8-9593-f8670886755e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:39.116270 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-50050a20-ba16-4b26-983f-339a07989597 req-92aefade-1eaf-46f8-9593-f8670886755e service neutron] 10.222.0.83 "GET /v2.0/networks?id=b89cab8b-b39a-4106-adb3-9bedf452bb83 HTTP/1.1" status: 200  len: 911 time: 0.3041868
Dec 03 15:05:39.139781 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-38624e4b-8c38-41d1-9db5-758126db7f04 req-6e2f0fe2-2341-4faa-b709-68f0e61c8f5c tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5271654
Dec 03 15:05:39.159919 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.base [req-38624e4b-8c38-41d1-9db5-758126db7f04 req-0d96e33e-4bd3-4867-9954-32482d9bb3ed service neutron] Request body: {'port': {'device_id': '336d98ca-1548-4d14-87f5-274050e7a048', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75790'}} {{(pid=80383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 15:05:39.289279 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-38624e4b-8c38-41d1-9db5-758126db7f04 req-0d96e33e-4bd3-4867-9954-32482d9bb3ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:39.456540 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a83e16-9c4b-4b8c-ab71-3a4e14381bad req-bbb30a8e-551b-4552-bff3-74376af745ea tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:39.458034 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-c5a83e16-9c4b-4b8c-ab71-3a4e14381bad req-bbb30a8e-551b-4552-bff3-74376af745ea tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] 10.222.0.63 "GET /v2.0/networks/729c535b-bd07-4b0c-9bb6-d0eda364af7e HTTP/1.1" status: 200  len: 784 time: 0.4884748
Dec 03 15:05:39.480808 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [req-c5a83e16-9c4b-4b8c-ab71-3a4e14381bad req-302f6001-27e5-4aa0-8d95-4045e4ffded9 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=80382) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 03 15:05:39.481871 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-c5a83e16-9c4b-4b8c-ab71-3a4e14381bad req-302f6001-27e5-4aa0-8d95-4045e4ffded9 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0088899
Dec 03 15:05:39.483686 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-50050a20-ba16-4b26-983f-339a07989597 req-74862266-84f0-48c9-9a58-a1a4c8ced3e5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6e8050ed-0789-4bcc-bbe2-11f953a2e2ed HTTP/1.1" status: 200  len: 998 time: 0.3583715
Dec 03 15:05:39.566259 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50050a20-ba16-4b26-983f-339a07989597 req-96cba07f-755c-471e-9d9c-def9fe193e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:39.567831 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-50050a20-ba16-4b26-983f-339a07989597 req-96cba07f-755c-471e-9d9c-def9fe193e6b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5f041ad7-6cbb-400e-8386-1de021d0e693 HTTP/1.1" status: 200  len: 856 time: 0.0758362
Dec 03 15:05:39.731984 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50050a20-ba16-4b26-983f-339a07989597 req-01c7477c-f699-4edd-b18f-f93386f7c023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:39.733646 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-50050a20-ba16-4b26-983f-339a07989597 req-01c7477c-f699-4edd-b18f-f93386f7c023 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b89cab8b-b39a-4106-adb3-9bedf452bb83&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1493101
Dec 03 15:05:39.786198 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced5d8a7-eaa6-4b39-a128-1c4c4b287141 req-701f0417-f13c-4dd7-a781-562106da380c tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:39.794825 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-ced5d8a7-eaa6-4b39-a128-1c4c4b287141 req-701f0417-f13c-4dd7-a781-562106da380c tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] 10.222.0.63 "GET /v2.0/ports?device_id=0c340b42-3ca5-4f89-8fc2-c448e784ac83&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.1421387
Dec 03 15:05:39.811395 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48727450-df14-4001-b7d1-663f4e88b5ce req-5384e7d1-4d16-4d65-872c-499826204e30 tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:39.813010 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-48727450-df14-4001-b7d1-663f4e88b5ce req-5384e7d1-4d16-4d65-872c-499826204e30 tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] 10.222.0.63 "GET /v2.0/ports?device_id=336d98ca-1548-4d14-87f5-274050e7a048 HTTP/1.1" status: 200  len: 931 time: 0.1544399
Dec 03 15:05:39.893365 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-ced5d8a7-eaa6-4b39-a128-1c4c4b287141 req-e5fd2822-4bba-4be2-ad16-c70a432f2161 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] 10.222.0.63 "GET /v2.0/floatingips?floating_ip_address=172.27.2.201 HTTP/1.1" status: 200  len: 696 time: 0.0974691
Dec 03 15:05:39.939536 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.base [req-ced5d8a7-eaa6-4b39-a128-1c4c4b287141 req-619b31c6-6e25-406c-afb1-76546e822705 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Request body: {'floatingip': {'port_id': 'afe54511-8f8c-42eb-8ca3-b2337f457222', 'fixed_ip_address': '172.20.0.5'}} {{(pid=80383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 15:05:39.946002 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-48727450-df14-4001-b7d1-663f4e88b5ce req-80e77283-818b-4e59-adb3-472b0404bbda tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] 10.222.0.63 "GET /v2.0/security-groups?id=b2b5ac8b-e4f9-490c-b959-8461c6da8922&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0831029
Dec 03 15:05:39.956986 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-50050a20-ba16-4b26-983f-339a07989597 req-90dc0112-2371-4fe6-b1e4-8beda5a6eabc service neutron] 10.222.0.83 "GET /v2.0/networks/b89cab8b-b39a-4106-adb3-9bedf452bb83?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2133191
Dec 03 15:05:40.028644 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-ced5d8a7-eaa6-4b39-a128-1c4c4b287141 req-619b31c6-6e25-406c-afb1-76546e822705 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Notify callbacks [] for floatingip, before_update {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:40.093580 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.notifiers.nova [req-38624e4b-8c38-41d1-9db5-758126db7f04 req-0d96e33e-4bd3-4867-9954-32482d9bb3ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39d702b9-440e-4c01-93b9-46950f0484b3 {{(pid=80383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 03 15:05:40.115618 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-50050a20-ba16-4b26-983f-339a07989597 req-ebae1685-7188-4763-97a6-590d74239837 service neutron] 10.222.0.83 "GET /v2.0/networks/b89cab8b-b39a-4106-adb3-9bedf452bb83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1484647
Dec 03 15:05:40.116306 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-38624e4b-8c38-41d1-9db5-758126db7f04 req-0d96e33e-4bd3-4867-9954-32482d9bb3ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:40.176996 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [req-38624e4b-8c38-41d1-9db5-758126db7f04 req-0d96e33e-4bd3-4867-9954-32482d9bb3ed service neutron] Transition to ACTIVE for port object 39d702b9-440e-4c01-93b9-46950f0484b3 will not be triggered until provisioned by entity L2. {{(pid=80383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 15:05:40.184824 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-38624e4b-8c38-41d1-9db5-758126db7f04 req-0d96e33e-4bd3-4867-9954-32482d9bb3ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823481102'] for port, after_update {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:40.204108 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-6e2f0fe2-2341-4faa-b709-68f0e61c8f5c tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:05:40.396839 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d96e33e-4bd3-4867-9954-32482d9bb3ed service neutron] Pushing event updated for resources: {'Port': ['ID=39d702b9-440e-4c01-93b9-46950f0484b3,revision_number=2']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:05:40.404815 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-0d96e33e-4bd3-4867-9954-32482d9bb3ed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:05:40.431095 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ef52f5-d457-4dc2-b854-ead20a34bbe3 req-968c0a19-4e7a-4f92-823d-6a0e411ac52b tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:40.432860 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-47ef52f5-d457-4dc2-b854-ead20a34bbe3 req-968c0a19-4e7a-4f92-823d-6a0e411ac52b tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/ports?device_id=f53f7d53-2ae6-4edd-84c2-09e523498d7d HTTP/1.1" status: 200  len: 943 time: 0.1163263
Dec 03 15:05:40.485589 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-47ef52f5-d457-4dc2-b854-ead20a34bbe3 req-0abc995e-f665-4ab2-8a01-0ea706b1c77e tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/security-groups?id=eeb87b8d-9b0e-46cd-a1ba-43889caf168f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0458174
Dec 03 15:05:40.707217 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5d36af-097b-47ad-ac07-fbc68c92750d req-ad2c410b-76a6-49b6-bb4a-4d5ab85077ca tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:40.708993 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-6b5d36af-097b-47ad-ac07-fbc68c92750d req-ad2c410b-76a6-49b6-bb4a-4d5ab85077ca tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/ports?device_id=8a7b86d5-7e34-4b4e-9561-8540a0f0fa76 HTTP/1.1" status: 200  len: 945 time: 0.0890560
Dec 03 15:05:40.765737 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-6b5d36af-097b-47ad-ac07-fbc68c92750d req-b4654b34-3bbc-4bf4-bc0c-bad1bfc0d3dd tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/security-groups?id=eaa64044-32f2-4946-97be-06cf9f486ffa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490732
Dec 03 15:05:40.855598 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [req-38624e4b-8c38-41d1-9db5-758126db7f04 req-0d96e33e-4bd3-4867-9954-32482d9bb3ed service neutron] Attempting to bind port 39d702b9-440e-4c01-93b9-46950f0484b3 on host hv-cinder-75790 for vnic_type normal with profile  {{(pid=80383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 15:05:40.855984 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [req-38624e4b-8c38-41d1-9db5-758126db7f04 req-0d96e33e-4bd3-4867-9954-32482d9bb3ed service neutron] Attempting to bind port 39d702b9-440e-4c01-93b9-46950f0484b3 by drivers openvswitch on host hv-cinder-75790 at level 0 using segments [{'id': 'b9410016-b650-487c-9426-248c876b5c44', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '7563c63a-7ae2-448f-9a35-0b81ebf9961f'}] {{(pid=80383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 15:05:40.856866 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38624e4b-8c38-41d1-9db5-758126db7f04 req-0d96e33e-4bd3-4867-9954-32482d9bb3ed service neutron] Attempting to bind port 39d702b9-440e-4c01-93b9-46950f0484b3 on network 7563c63a-7ae2-448f-9a35-0b81ebf9961f {{(pid=80383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 15:05:40.863979 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38624e4b-8c38-41d1-9db5-758126db7f04 req-0d96e33e-4bd3-4867-9954-32482d9bb3ed service neutron] Checking agent: {'id': '7af519bd-b73a-4597-86f2-e334c7b64707', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75790', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 15, 0, 18), 'started_at': datetime.datetime(2020, 12, 3, 15, 0, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 15, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 15:05:40.864352 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38624e4b-8c38-41d1-9db5-758126db7f04 req-0d96e33e-4bd3-4867-9954-32482d9bb3ed service neutron] Checking segment: {'id': 'b9410016-b650-487c-9426-248c876b5c44', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '7563c63a-7ae2-448f-9a35-0b81ebf9961f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 15:05:40.864755 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-38624e4b-8c38-41d1-9db5-758126db7f04 req-0d96e33e-4bd3-4867-9954-32482d9bb3ed service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:40.865146 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38624e4b-8c38-41d1-9db5-758126db7f04 req-0d96e33e-4bd3-4867-9954-32482d9bb3ed service neutron] Bound using segment: {'id': 'b9410016-b650-487c-9426-248c876b5c44', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '7563c63a-7ae2-448f-9a35-0b81ebf9961f'} {{(pid=80383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 15:05:40.865620 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [req-38624e4b-8c38-41d1-9db5-758126db7f04 req-0d96e33e-4bd3-4867-9954-32482d9bb3ed service neutron] Bound port: 39d702b9-440e-4c01-93b9-46950f0484b3, host: hv-cinder-75790, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9410016-b650-487c-9426-248c876b5c44', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '7563c63a-7ae2-448f-9a35-0b81ebf9961f'}}] {{(pid=80383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 15:05:40.866015 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-38624e4b-8c38-41d1-9db5-758126db7f04 req-0d96e33e-4bd3-4867-9954-32482d9bb3ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:41.178300 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.db.resource_extend [req-ced5d8a7-eaa6-4b39-a128-1c4c4b287141 req-619b31c6-6e25-406c-afb1-76546e822705 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 03 15:05:41.181060 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b50a316-5c53-40f3-b5a4-f49a5211ad50 req-9137a60e-c2fc-4c63-abfb-310d72dc5e14 tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:41.183451 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-1b50a316-5c53-40f3-b5a4-f49a5211ad50 req-9137a60e-c2fc-4c63-abfb-310d72dc5e14 tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] 10.222.0.63 "GET /v2.0/ports?device_id=336d98ca-1548-4d14-87f5-274050e7a048 HTTP/1.1" status: 200  len: 943 time: 0.0969582
Dec 03 15:05:41.235236 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-1b50a316-5c53-40f3-b5a4-f49a5211ad50 req-b77a0689-a38a-483f-bc29-e87f15b84572 tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] 10.222.0.63 "GET /v2.0/security-groups?id=b2b5ac8b-e4f9-490c-b959-8461c6da8922&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446663
Dec 03 15:05:41.286432 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [req-38624e4b-8c38-41d1-9db5-758126db7f04 req-0d96e33e-4bd3-4867-9954-32482d9bb3ed service neutron] For port 39d702b9-440e-4c01-93b9-46950f0484b3, host hv-cinder-75790, cleared binding levels {{(pid=80383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 15:05:41.292636 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [req-38624e4b-8c38-41d1-9db5-758126db7f04 req-0d96e33e-4bd3-4867-9954-32482d9bb3ed service neutron] For port 39d702b9-440e-4c01-93b9-46950f0484b3, host hv-cinder-75790, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=39d702b9-440e-4c01-93b9-46950f0484b3,segment=NetworkSegment(b9410016-b650-487c-9426-248c876b5c44),segment_id=b9410016-b650-487c-9426-248c876b5c44)] {{(pid=80383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 15:05:41.301406 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-38624e4b-8c38-41d1-9db5-758126db7f04 req-0d96e33e-4bd3-4867-9954-32482d9bb3ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823481102'] for port, after_update {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:41.320569 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-ced5d8a7-eaa6-4b39-a128-1c4c4b287141 req-619b31c6-6e25-406c-afb1-76546e822705 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Notify callbacks [] for floatingip, precommit_update {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:41.321385 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:05:41.360909 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-ced5d8a7-eaa6-4b39-a128-1c4c4b287141 req-619b31c6-6e25-406c-afb1-76546e822705 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036821248144'] for floatingip, after_update {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:41.701356 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d96e33e-4bd3-4867-9954-32482d9bb3ed service neutron] Pushing event updated for resources: {'Port': ['ID=39d702b9-440e-4c01-93b9-46950f0484b3,revision_number=3']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:05:41.710631 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-0d96e33e-4bd3-4867-9954-32482d9bb3ed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:05:41.789453 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1171e3-0314-4411-b6d7-76c7df17739f req-c5053d34-d96e-4c4b-8148-b39652209f50 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:41.790332 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38624e4b-8c38-41d1-9db5-758126db7f04 req-0d96e33e-4bd3-4867-9954-32482d9bb3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:41.790465 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-38624e4b-8c38-41d1-9db5-758126db7f04 req-0d96e33e-4bd3-4867-9954-32482d9bb3ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6653'] for port, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:41.791728 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-ee1171e3-0314-4411-b6d7-76c7df17739f req-c5053d34-d96e-4c4b-8148-b39652209f50 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/ports?device_id=f53f7d53-2ae6-4edd-84c2-09e523498d7d HTTP/1.1" status: 200  len: 943 time: 0.1322591
Dec 03 15:05:41.792101 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-38624e4b-8c38-41d1-9db5-758126db7f04 req-0d96e33e-4bd3-4867-9954-32482d9bb3ed service neutron] 10.222.0.83 "PUT /v2.0/ports/39d702b9-440e-4c01-93b9-46950f0484b3 HTTP/1.1" status: 200  len: 1157 time: 2.6369395
Dec 03 15:05:41.795067 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '336d98ca-1548-4d14-87f5-274050e7a048', 'tag': '39d702b9-440e-4c01-93b9-46950f0484b3'}] {{(pid=80383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 15:05:41.801030 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.db.l3_db [req-ced5d8a7-eaa6-4b39-a128-1c4c4b287141 req-619b31c6-6e25-406c-afb1-76546e822705 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Floating IP 53fd5534-3c66-431f-b5ac-c8d3c200f028 associated. External IP: 172.27.2.201, port: afe54511-8f8c-42eb-8ca3-b2337f457222.
Dec 03 15:05:41.872496 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-ee1171e3-0314-4411-b6d7-76c7df17739f req-5ae65792-2267-4968-a341-4a3ef2ea2c9d tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/security-groups?id=eeb87b8d-9b0e-46cd-a1ba-43889caf168f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0737104
Dec 03 15:05:42.025856 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '336d98ca-1548-4d14-87f5-274050e7a048', 'tag': '39d702b9-440e-4c01-93b9-46950f0484b3', 'status': 'completed', 'code': 200}
Dec 03 15:05:42.245462 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce88055c-2d34-4500-ba5d-ce35a2b4ef47 req-da0f2669-4cb6-4ec1-b334-79588405403b tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:42.247146 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-ce88055c-2d34-4500-ba5d-ce35a2b4ef47 req-da0f2669-4cb6-4ec1-b334-79588405403b tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/ports?device_id=8a7b86d5-7e34-4b4e-9561-8540a0f0fa76 HTTP/1.1" status: 200  len: 945 time: 0.1066558
Dec 03 15:05:42.272125 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ced5d8a7-eaa6-4b39-a128-1c4c4b287141 req-619b31c6-6e25-406c-afb1-76546e822705 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Router f4443b60-268a-4986-ad75-b9f203d8431a has already been hosted by L3 agent 7132dbe3-ed21-4d9d-abcc-41c34baf52ae {{(pid=80383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 15:05:42.314784 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-ce88055c-2d34-4500-ba5d-ce35a2b4ef47 req-042272e6-994a-4773-b70e-e395240b6950 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/security-groups?id=eaa64044-32f2-4946-97be-06cf9f486ffa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0587308
Dec 03 15:05:42.487215 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ced5d8a7-eaa6-4b39-a128-1c4c4b287141 req-619b31c6-6e25-406c-afb1-76546e822705 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Notify agent at l3_agent.dv-cinder-757908-3-iscsi the message routers_updated {{(pid=80383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 15:05:42.495648 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-ced5d8a7-eaa6-4b39-a128-1c4c4b287141 req-619b31c6-6e25-406c-afb1-76546e822705 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6653'] for floatingip, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:42.533465 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1270bdf-193c-4c5c-8ad8-68eb3b16dacb None None] Sync routers for ids ['f4443b60-268a-4986-ad75-b9f203d8431a'] in dv-cinder-757908-3-iscsi {{(pid=80385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 15:05:42.544508 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1270bdf-193c-4c5c-8ad8-68eb3b16dacb None None] Routers {'f4443b60-268a-4986-ad75-b9f203d8431a'} bound to L3 agent in host dv-cinder-757908-3-iscsi {{(pid=80385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 15:05:42.546115 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-f1270bdf-193c-4c5c-8ad8-68eb3b16dacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f072e7a1e80>, 'dv-cinder-757908-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-03T14:53:20Z,description=<?>,heartbeat_timestamp=2020-12-03T15:05:20Z,host='dv-cinder-757908-3-iscsi',id=7132dbe3-ed21-4d9d-abcc-41c34baf52ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T14:53:20Z,topic='l3_agent')) {'router_ids': ['f4443b60-268a-4986-ad75-b9f203d8431a'], 'active': True} {{(pid=80385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:05:42.559109 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b60f1b-1740-4f14-8828-53dafb4d498c req-9f30b2e1-bb4f-44a0-86a0-f0c35cfe8f83 tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:42.571013 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-70b60f1b-1740-4f14-8828-53dafb4d498c req-9f30b2e1-bb4f-44a0-86a0-f0c35cfe8f83 tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] 10.222.0.63 "GET /v2.0/ports?device_id=336d98ca-1548-4d14-87f5-274050e7a048 HTTP/1.1" status: 200  len: 943 time: 0.1184275
Dec 03 15:05:42.613296 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-ced5d8a7-eaa6-4b39-a128-1c4c4b287141 req-619b31c6-6e25-406c-afb1-76546e822705 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] 10.222.0.63 "PUT /v2.0/floatingips/53fd5534-3c66-431f-b5ac-c8d3c200f028 HTTP/1.1" status: 200  len: 996 time: 2.6909068
Dec 03 15:05:42.728715 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-70b60f1b-1740-4f14-8828-53dafb4d498c req-03428db6-1b51-4207-8fa5-9e5039183cb3 tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] 10.222.0.63 "GET /v2.0/security-groups?id=b2b5ac8b-e4f9-490c-b959-8461c6da8922&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1331134
Dec 03 15:05:42.787236 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced5d8a7-eaa6-4b39-a128-1c4c4b287141 req-3ee6f244-5850-4337-8f45-b640f808bd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:42.791174 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-ced5d8a7-eaa6-4b39-a128-1c4c4b287141 req-3ee6f244-5850-4337-8f45-b640f808bd4a service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=26c9d45e8fe5417f944a2053d351ef69&device_id=0c340b42-3ca5-4f89-8fc2-c448e784ac83 HTTP/1.1" status: 200  len: 1162 time: 0.1566908
Dec 03 15:05:42.975339 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced5d8a7-eaa6-4b39-a128-1c4c4b287141 req-46b6685f-ded3-4b8d-a400-14926b1f7761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:42.977249 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-ced5d8a7-eaa6-4b39-a128-1c4c4b287141 req-46b6685f-ded3-4b8d-a400-14926b1f7761 service neutron] 10.222.0.63 "GET /v2.0/networks?id=52cd6ebc-32b4-40f6-9b98-6760dd6218f7 HTTP/1.1" status: 200  len: 907 time: 0.1763289
Dec 03 15:05:42.980345 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvr_db [None req-f1270bdf-193c-4c5c-8ad8-68eb3b16dacb None None] Set router f4443b60-268a-4986-ad75-b9f203d8431a gateway port host: dv-cinder-757908-3-iscsi {{(pid=80385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 15:05:43.119619 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-ced5d8a7-eaa6-4b39-a128-1c4c4b287141 req-31cdd7e0-c3db-489c-b367-3e1887c604fb service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=afe54511-8f8c-42eb-8ca3-b2337f457222 HTTP/1.1" status: 200  len: 999 time: 0.1344700
Dec 03 15:05:43.201563 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced5d8a7-eaa6-4b39-a128-1c4c4b287141 req-1cb6597f-e872-408a-879b-0afc92e40563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:43.203266 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-ced5d8a7-eaa6-4b39-a128-1c4c4b287141 req-1cb6597f-e872-408a-879b-0afc92e40563 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=30ca2e12-4884-437c-9915-69d4ed3ce940 HTTP/1.1" status: 200  len: 852 time: 0.0827689
Dec 03 15:05:43.289271 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f30ac73-3d62-4520-bfee-4c615bab29e2 req-1ee08a88-fb4b-4b1e-b5c1-df63a8469264 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:43.299751 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-3f30ac73-3d62-4520-bfee-4c615bab29e2 req-1ee08a88-fb4b-4b1e-b5c1-df63a8469264 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/ports?device_id=f53f7d53-2ae6-4edd-84c2-09e523498d7d HTTP/1.1" status: 200  len: 943 time: 0.1565819
Dec 03 15:05:43.304064 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced5d8a7-eaa6-4b39-a128-1c4c4b287141 req-0966ca24-d774-43be-a0e7-129c614f3cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:43.327979 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-ced5d8a7-eaa6-4b39-a128-1c4c4b287141 req-0966ca24-d774-43be-a0e7-129c614f3cff service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=52cd6ebc-32b4-40f6-9b98-6760dd6218f7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1169276
Dec 03 15:05:43.336358 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [req-ced5d8a7-eaa6-4b39-a128-1c4c4b287141 req-16d5b3e7-cceb-4c1a-9c18-f397fc53dbdd service neutron] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=80383) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 03 15:05:43.344842 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-ced5d8a7-eaa6-4b39-a128-1c4c4b287141 req-16d5b3e7-cceb-4c1a-9c18-f397fc53dbdd service neutron] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0157440
Dec 03 15:05:43.372082 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-3f30ac73-3d62-4520-bfee-4c615bab29e2 req-8dcacc48-9f5b-4ca6-a837-e52232f9d2da tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/security-groups?id=eeb87b8d-9b0e-46cd-a1ba-43889caf168f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0712984
Dec 03 15:05:43.470104 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-f1270bdf-193c-4c5c-8ad8-68eb3b16dacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f072e7a1e80>, [{'id': 'f4443b60-268a-4986-ad75-b9f203d8431a', 'name': 'tempest-TestMinimumBasicScenario-88033544-router', 'tenant_id': '26c9d45e8fe5417f944a2053d351ef69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'external_fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '30be0758-5712-4e81-a13c-eea80ab1819d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:04:10Z', 'updated_at': '2020-12-03T15:04:18Z', 'revision_number': 4, 'project_id': '26c9d45e8fe5417f944a2053d351ef69', 'gw_port': {'id': '30be0758-5712-4e81-a13c-eea80ab1819d', 'name': '', 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:a0:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4443b60-268a-4986-ad75-b9f203d8431a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:04:12Z', 'updated_at': '2020-12-03T15:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-iscsi', '_floatingips': [{'id': '53fd5534-3c66-431f-b5ac-c8d3c200f028', 'tenant_id': '26c9d45e8fe5417f944a2053d351ef69', 'floating_ip_address': '172.27.2.201', 'floating_network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'router_id': 'f4443b60-268a-4986-ad75-b9f203d8431a', 'port_id': 'afe54511-8f8c-42eb-8ca3-b2337f457222', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52cd6ebc-32b4-40f6-9b98-6760dd6218f7', 'mac_address': 'fa:16:3e:2f:ec:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c340b42-3ca5-4f89-8fc2-c448e784ac83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T15:05:37Z', 'updated_at': '2020-12-03T15:05:40Z', 'revision_number': 1, 'project_id': '26c9d45e8fe5417f944a2053d351ef69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b63b955-7605-4bf7-8575-54a17fcf813c', 'name': '', 'network_id': '52cd6ebc-32b4-40f6-9b98-6760dd6218f7', 'tenant_id': '26c9d45e8fe5417f944a2053d351ef69', 'mac_address': 'fa:16:3e:53:93:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4443b60-268a-4986-ad75-b9f203d8431a', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '30ca2e12-4884-437c-9915-69d4ed3ce940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:04:17Z', 'updated_at': '2020-12-03T15:04:30Z', 'revision_number': 5, 'project_id': '26c9d45e8fe5417f944a2053d351ef69', 'subnets': [{'id': '30ca2e12-4884-437c-9915-69d4ed3ce940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-3-iscsi', False) {} {{(pid=80385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:05:43.475178 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1270bdf-193c-4c5c-8ad8-68eb3b16dacb None None] Checking router: f4443b60-268a-4986-ad75-b9f203d8431a for host: dv-cinder-757908-3-iscsi {{(pid=80385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 15:05:43.485186 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1270bdf-193c-4c5c-8ad8-68eb3b16dacb None None] Routers {'f4443b60-268a-4986-ad75-b9f203d8431a'} bound to L3 agent in host dv-cinder-757908-3-iscsi {{(pid=80385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 15:05:43.486530 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-f1270bdf-193c-4c5c-8ad8-68eb3b16dacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f072e7a1e80>, 'dv-cinder-757908-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-03T14:53:20Z,description=<?>,heartbeat_timestamp=2020-12-03T15:05:20Z,host='dv-cinder-757908-3-iscsi',id=7132dbe3-ed21-4d9d-abcc-41c34baf52ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T14:53:20Z,topic='l3_agent')) {'router_ids': ['f4443b60-268a-4986-ad75-b9f203d8431a'], 'active': True} {{(pid=80385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:05:43.496849 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-ced5d8a7-eaa6-4b39-a128-1c4c4b287141 req-e3900482-151b-44c3-a2db-3d659ceeadc0 service neutron] 10.222.0.63 "GET /v2.0/networks/52cd6ebc-32b4-40f6-9b98-6760dd6218f7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1511040
Dec 03 15:05:43.689354 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896820d7-98a0-4eaa-9096-d79d5639b633 req-a66a8291-ebc5-4715-af94-c07ec0d1a49b tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:43.698736 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-896820d7-98a0-4eaa-9096-d79d5639b633 req-a66a8291-ebc5-4715-af94-c07ec0d1a49b tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/ports?device_id=8a7b86d5-7e34-4b4e-9561-8540a0f0fa76 HTTP/1.1" status: 200  len: 945 time: 0.1575749
Dec 03 15:05:43.706935 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-ced5d8a7-eaa6-4b39-a128-1c4c4b287141 req-61b60926-4039-473d-a567-66ef1f8be438 service neutron] 10.222.0.63 "GET /v2.0/networks/52cd6ebc-32b4-40f6-9b98-6760dd6218f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1999509
Dec 03 15:05:43.715662 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvr_db [None req-f1270bdf-193c-4c5c-8ad8-68eb3b16dacb None None] Set router f4443b60-268a-4986-ad75-b9f203d8431a gateway port host: dv-cinder-757908-3-iscsi {{(pid=80385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 15:05:43.805894 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-896820d7-98a0-4eaa-9096-d79d5639b633 req-be0b7541-6d73-4204-88f7-00fe36330d89 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/security-groups?id=eaa64044-32f2-4946-97be-06cf9f486ffa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1060593
Dec 03 15:05:43.829446 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.base [req-d86fcf89-cb1b-4b36-9353-07703c5fbbd2 req-a9f29e4d-064f-4ded-9530-0c8ef3f370c8 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-35739318', 'description': 'tempest-TestMinimumBasicScenario-35739318 description'}} {{(pid=80383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 15:05:43.842081 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [req-d86fcf89-cb1b-4b36-9353-07703c5fbbd2 req-a9f29e4d-064f-4ded-9530-0c8ef3f370c8 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:05:43.866054 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [req-d86fcf89-cb1b-4b36-9353-07703c5fbbd2 req-a9f29e4d-064f-4ded-9530-0c8ef3f370c8 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:05:43.892523 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-d86fcf89-cb1b-4b36-9353-07703c5fbbd2 req-a9f29e4d-064f-4ded-9530-0c8ef3f370c8 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Notify callbacks [] for security_group, before_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:43.933290 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [req-d86fcf89-cb1b-4b36-9353-07703c5fbbd2 req-a9f29e4d-064f-4ded-9530-0c8ef3f370c8 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:05:43.937634 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-d86fcf89-cb1b-4b36-9353-07703c5fbbd2 req-a9f29e4d-064f-4ded-9530-0c8ef3f370c8 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Usage tracker for resource:security_group_rule and tenant:26c9d45e8fe5417f944a2053d351ef69 is out of sync, need to count used quota {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:05:43.941036 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-d86fcf89-cb1b-4b36-9353-07703c5fbbd2 req-a9f29e4d-064f-4ded-9530-0c8ef3f370c8 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:05:43.947532 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [req-d86fcf89-cb1b-4b36-9353-07703c5fbbd2 req-a9f29e4d-064f-4ded-9530-0c8ef3f370c8 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:05:44.031671 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c340b42-3ca5-4f89-8fc2-c448e784ac83', 'tag': 'afe54511-8f8c-42eb-8ca3-b2337f457222'}] {{(pid=80383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 15:05:44.054662 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-d86fcf89-cb1b-4b36-9353-07703c5fbbd2 req-a9f29e4d-064f-4ded-9530-0c8ef3f370c8 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Notify callbacks [] for security_group, precommit_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:44.059843 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-d86fcf89-cb1b-4b36-9353-07703c5fbbd2 req-a9f29e4d-064f-4ded-9530-0c8ef3f370c8 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:44.070306 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-43f0239e-830b-4284-a21d-29980947fb12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:05:44.091950 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef66bccb-79ec-439d-85b1-19c5aaff9220 req-0f933001-5faa-479f-8e9a-69b9fead2baf tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:44.094130 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-ef66bccb-79ec-439d-85b1-19c5aaff9220 req-0f933001-5faa-479f-8e9a-69b9fead2baf tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] 10.222.0.63 "GET /v2.0/ports?device_id=336d98ca-1548-4d14-87f5-274050e7a048 HTTP/1.1" status: 200  len: 943 time: 0.1042106
Dec 03 15:05:44.127015 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f29e4d-064f-4ded-9530-0c8ef3f370c8 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Pushing event updated for resources: {'SecurityGroup': ['ID=5ffdf135-388f-48b5-bce4-3a1c9059bc68,revision_number=1']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:05:44.130406 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-a9f29e4d-064f-4ded-9530-0c8ef3f370c8 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:05:44.133401 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-d86fcf89-cb1b-4b36-9353-07703c5fbbd2 req-a9f29e4d-064f-4ded-9530-0c8ef3f370c8 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Notify callbacks [] for security_group, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:44.135011 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-d86fcf89-cb1b-4b36-9353-07703c5fbbd2 req-a9f29e4d-064f-4ded-9530-0c8ef3f370c8 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1765 time: 0.3144078
Dec 03 15:05:44.155741 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-ef66bccb-79ec-439d-85b1-19c5aaff9220 req-e53d6784-4669-48a2-a9c2-65cbd85c68e5 tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] 10.222.0.63 "GET /v2.0/security-groups?id=b2b5ac8b-e4f9-490c-b959-8461c6da8922&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0547593
Dec 03 15:05:44.252717 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c340b42-3ca5-4f89-8fc2-c448e784ac83', 'tag': 'afe54511-8f8c-42eb-8ca3-b2337f457222', 'status': 'completed', 'code': 200}
Dec 03 15:05:44.273303 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-a4b44dfb-d14c-4524-bc0a-e4387637b499 req-71001c16-ff4e-4c6b-8308-b1a92d9c5f5c tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] 10.222.0.63 "GET /v2.0/security-groups/5ffdf135-388f-48b5-bce4-3a1c9059bc68 HTTP/1.1" status: 200  len: 1760 time: 0.0687308
Dec 03 15:05:44.277347 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-f1270bdf-193c-4c5c-8ad8-68eb3b16dacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f072e7a1e80>, [{'id': 'f4443b60-268a-4986-ad75-b9f203d8431a', 'name': 'tempest-TestMinimumBasicScenario-88033544-router', 'tenant_id': '26c9d45e8fe5417f944a2053d351ef69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'external_fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '30be0758-5712-4e81-a13c-eea80ab1819d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:04:10Z', 'updated_at': '2020-12-03T15:04:18Z', 'revision_number': 4, 'project_id': '26c9d45e8fe5417f944a2053d351ef69', 'gw_port': {'id': '30be0758-5712-4e81-a13c-eea80ab1819d', 'name': '', 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:a0:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4443b60-268a-4986-ad75-b9f203d8431a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:04:12Z', 'updated_at': '2020-12-03T15:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-iscsi', '_floatingips': [{'id': '53fd5534-3c66-431f-b5ac-c8d3c200f028', 'tenant_id': '26c9d45e8fe5417f944a2053d351ef69', 'floating_ip_address': '172.27.2.201', 'floating_network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'router_id': 'f4443b60-268a-4986-ad75-b9f203d8431a', 'port_id': 'afe54511-8f8c-42eb-8ca3-b2337f457222', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52cd6ebc-32b4-40f6-9b98-6760dd6218f7', 'mac_address': 'fa:16:3e:2f:ec:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c340b42-3ca5-4f89-8fc2-c448e784ac83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T15:05:37Z', 'updated_at': '2020-12-03T15:05:40Z', 'revision_number': 1, 'project_id': '26c9d45e8fe5417f944a2053d351ef69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b63b955-7605-4bf7-8575-54a17fcf813c', 'name': '', 'network_id': '52cd6ebc-32b4-40f6-9b98-6760dd6218f7', 'tenant_id': '26c9d45e8fe5417f944a2053d351ef69', 'mac_address': 'fa:16:3e:53:93:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4443b60-268a-4986-ad75-b9f203d8431a', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '30ca2e12-4884-437c-9915-69d4ed3ce940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:04:17Z', 'updated_at': '2020-12-03T15:04:30Z', 'revision_number': 5, 'project_id': '26c9d45e8fe5417f944a2053d351ef69', 'subnets': [{'id': '30ca2e12-4884-437c-9915-69d4ed3ce940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-3-iscsi', False) {} {{(pid=80385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:05:44.281790 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1270bdf-193c-4c5c-8ad8-68eb3b16dacb None None] The sync data for ids ['f4443b60-268a-4986-ad75-b9f203d8431a'] in dv-cinder-757908-3-iscsi is: [{'id': 'f4443b60-268a-4986-ad75-b9f203d8431a', 'name': 'tempest-TestMinimumBasicScenario-88033544-router', 'tenant_id': '26c9d45e8fe5417f944a2053d351ef69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'external_fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '30be0758-5712-4e81-a13c-eea80ab1819d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:04:10Z', 'updated_at': '2020-12-03T15:04:18Z', 'revision_number': 4, 'project_id': '26c9d45e8fe5417f944a2053d351ef69', 'gw_port': {'id': '30be0758-5712-4e81-a13c-eea80ab1819d', 'name': '', 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:a0:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4443b60-268a-4986-ad75-b9f203d8431a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:04:12Z', 'updated_at': '2020-12-03T15:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-iscsi', '_floatingips': [{'id': '53fd5534-3c66-431f-b5ac-c8d3c200f028', 'tenant_id': '26c9d45e8fe5417f944a2053d351ef69', 'floating_ip_address': '172.27.2.201', 'floating_network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'router_id': 'f4443b60-268a-4986-ad75-b9f203d8431a', 'port_id': 'afe54511-8f8c-42eb-8ca3-b2337f457222', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52cd6ebc-32b4-40f6-9b98-6760dd6218f7', 'mac_address': 'fa:16:3e:2f:ec:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c340b42-3ca5-4f89-8fc2-c448e784ac83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T15:05:37Z', 'updated_at': '2020-12-03T15:05:40Z', 'revision_number': 1, 'project_id': '26c9d45e8fe5417f944a2053d351ef69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b63b955-7605-4bf7-8575-54a17fcf813c', 'name': '', 'network_id': '52cd6ebc-32b4-40f6-9b98-6760dd6218f7', 'tenant_id': '26c9d45e8fe5417f944a2053d351ef69', 'mac_address': 'fa:16:3e:53:93:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4443b60-268a-4986-ad75-b9f203d8431a', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '30ca2e12-4884-437c-9915-69d4ed3ce940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:04:17Z', 'updated_at': '2020-12-03T15:04:30Z', 'revision_number': 5, 'project_id': '26c9d45e8fe5417f944a2053d351ef69', 'subnets': [{'id': '30ca2e12-4884-437c-9915-69d4ed3ce940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 15:05:44.286000 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.base [req-a4b44dfb-d14c-4524-bc0a-e4387637b499 req-6080fe40-9bc8-4ad7-bac4-7d664eab144c tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5ffdf135-388f-48b5-bce4-3a1c9059bc68', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 15:05:44.286000 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.base [req-a4b44dfb-d14c-4524-bc0a-e4387637b499 req-6080fe40-9bc8-4ad7-bac4-7d664eab144c tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5ffdf135-388f-48b5-bce4-3a1c9059bc68', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 15:05:44.293181 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [req-a4b44dfb-d14c-4524-bc0a-e4387637b499 req-6080fe40-9bc8-4ad7-bac4-7d664eab144c tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:05:44.302711 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-a4b44dfb-d14c-4524-bc0a-e4387637b499 req-6080fe40-9bc8-4ad7-bac4-7d664eab144c tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Usage tracker for resource:security_group_rule and tenant:26c9d45e8fe5417f944a2053d351ef69 is out of sync, need to count used quota {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:05:44.302711 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-a4b44dfb-d14c-4524-bc0a-e4387637b499 req-6080fe40-9bc8-4ad7-bac4-7d664eab144c tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:05:44.309567 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [req-a4b44dfb-d14c-4524-bc0a-e4387637b499 req-6080fe40-9bc8-4ad7-bac4-7d664eab144c tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:05:44.378683 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-a4b44dfb-d14c-4524-bc0a-e4387637b499 req-6080fe40-9bc8-4ad7-bac4-7d664eab144c tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Notify callbacks [] for security_group_rule, before_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:44.407490 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-a4b44dfb-d14c-4524-bc0a-e4387637b499 req-6080fe40-9bc8-4ad7-bac4-7d664eab144c tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:44.410795 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-a4b44dfb-d14c-4524-bc0a-e4387637b499 req-6080fe40-9bc8-4ad7-bac4-7d664eab144c tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446068'] for security_group_rule, after_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:44.413042 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-13d82da8-c4db-4e2c-93d7-e4fbbd5b6393 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:05:44.446357 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6080fe40-9bc8-4ad7-bac4-7d664eab144c tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61351475-1125-40f2-a339-7841a1a8b309,revision_number=0']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:05:44.449461 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-a4b44dfb-d14c-4524-bc0a-e4387637b499 req-6080fe40-9bc8-4ad7-bac4-7d664eab144c tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Notify callbacks [] for security_group_rule, before_response {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:44.463011 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-a4b44dfb-d14c-4524-bc0a-e4387637b499 req-6080fe40-9bc8-4ad7-bac4-7d664eab144c tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 754 time: 0.1731870
Dec 03 15:05:44.464263 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-6080fe40-9bc8-4ad7-bac4-7d664eab144c tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:05:44.567055 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-8fa02ff1-4834-462a-a9b8-ff08cc8cc09e req-d2b88843-18a6-4188-aaff-836e0489ceb5 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] 10.222.0.63 "GET /v2.0/security-groups/5ffdf135-388f-48b5-bce4-3a1c9059bc68 HTTP/1.1" status: 200  len: 2321 time: 0.0742507
Dec 03 15:05:44.574010 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.base [req-8fa02ff1-4834-462a-a9b8-ff08cc8cc09e req-5c74144f-f31f-428a-86ec-91c415f44af6 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5ffdf135-388f-48b5-bce4-3a1c9059bc68', 'remote_group_id': None}]} {{(pid=80382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 15:05:44.575120 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.base [req-8fa02ff1-4834-462a-a9b8-ff08cc8cc09e req-5c74144f-f31f-428a-86ec-91c415f44af6 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5ffdf135-388f-48b5-bce4-3a1c9059bc68', 'remote_group_id': None}} {{(pid=80382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 15:05:44.582488 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [req-8fa02ff1-4834-462a-a9b8-ff08cc8cc09e req-5c74144f-f31f-428a-86ec-91c415f44af6 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:05:44.586753 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-8fa02ff1-4834-462a-a9b8-ff08cc8cc09e req-5c74144f-f31f-428a-86ec-91c415f44af6 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Usage tracker for resource:security_group_rule and tenant:26c9d45e8fe5417f944a2053d351ef69 is out of sync, need to count used quota {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:05:44.590627 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-8fa02ff1-4834-462a-a9b8-ff08cc8cc09e req-5c74144f-f31f-428a-86ec-91c415f44af6 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:05:44.596578 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [req-8fa02ff1-4834-462a-a9b8-ff08cc8cc09e req-5c74144f-f31f-428a-86ec-91c415f44af6 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:05:44.669187 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-8fa02ff1-4834-462a-a9b8-ff08cc8cc09e req-5c74144f-f31f-428a-86ec-91c415f44af6 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Notify callbacks [] for security_group_rule, before_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:44.669543 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f579636-53fb-4016-9b82-f894957ae83d None None] New status for floating IP 53fd5534-3c66-431f-b5ac-c8d3c200f028: ACTIVE {{(pid=80384) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 03 15:05:44.682744 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee2ab28-d929-4823-9bcf-dd5b1c208369 req-eae9d676-d5b4-409f-a9c1-380ffc9311ad tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:44.684567 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-7ee2ab28-d929-4823-9bcf-dd5b1c208369 req-eae9d676-d5b4-409f-a9c1-380ffc9311ad tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/ports?device_id=f53f7d53-2ae6-4edd-84c2-09e523498d7d HTTP/1.1" status: 200  len: 943 time: 0.1268771
Dec 03 15:05:44.698127 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-8fa02ff1-4834-462a-a9b8-ff08cc8cc09e req-5c74144f-f31f-428a-86ec-91c415f44af6 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:44.701146 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-8fa02ff1-4834-462a-a9b8-ff08cc8cc09e req-5c74144f-f31f-428a-86ec-91c415f44af6 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446068'] for security_group_rule, after_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:44.704346 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-3a9383a9-aaae-4348-bf8a-88e7774d6295 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:05:44.734507 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c74144f-f31f-428a-86ec-91c415f44af6 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e7a5b6e-c7d4-4436-8bda-4e78a879c09f,revision_number=0']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:05:44.739530 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-5c74144f-f31f-428a-86ec-91c415f44af6 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:05:44.751860 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-7ee2ab28-d929-4823-9bcf-dd5b1c208369 req-b6698a4f-4539-4a5e-ac8e-41f994a2dd76 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/security-groups?id=eeb87b8d-9b0e-46cd-a1ba-43889caf168f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0599964
Dec 03 15:05:44.754165 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-8fa02ff1-4834-462a-a9b8-ff08cc8cc09e req-5c74144f-f31f-428a-86ec-91c415f44af6 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Notify callbacks [] for security_group_rule, before_response {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:44.755798 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-8fa02ff1-4834-462a-a9b8-ff08cc8cc09e req-5c74144f-f31f-428a-86ec-91c415f44af6 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 759 time: 0.1869249
Dec 03 15:05:44.994336 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-6aa1aae5-eed1-4395-9678-dacde905958f req-3fa2e238-f13c-4f47-b8b6-e22722ef16aa tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-35739318&fields=id&tenant_id=26c9d45e8fe5417f944a2053d351ef69 HTTP/1.1" status: 200  len: 267 time: 0.0530198
Dec 03 15:05:45.116480 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa1aae5-eed1-4395-9678-dacde905958f req-cbaad68c-b823-460a-90fc-d134b4ece0e3 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:45.125437 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-6aa1aae5-eed1-4395-9678-dacde905958f req-cbaad68c-b823-460a-90fc-d134b4ece0e3 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] 10.222.0.63 "GET /v2.0/ports?device_id=0c340b42-3ca5-4f89-8fc2-c448e784ac83 HTTP/1.1" status: 200  len: 945 time: 0.1248596
Dec 03 15:05:45.133198 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.base [req-6aa1aae5-eed1-4395-9678-dacde905958f req-d19b857e-2270-44d0-9bae-ca11ab3826ee tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Request body: {'port': {'security_groups': ['2f0f23dc-fe58-4a67-b800-c8f1bae1f5d5', '5ffdf135-388f-48b5-bce4-3a1c9059bc68']}} {{(pid=80382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 15:05:45.145443 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea925fa-45db-4853-b950-6a97ceb7177d req-358e0895-025a-415d-aa23-23d04367acc6 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:45.147293 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-8ea925fa-45db-4853-b950-6a97ceb7177d req-358e0895-025a-415d-aa23-23d04367acc6 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/ports?device_id=8a7b86d5-7e34-4b4e-9561-8540a0f0fa76 HTTP/1.1" status: 200  len: 945 time: 0.1749661
Dec 03 15:05:45.208987 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-8ea925fa-45db-4853-b950-6a97ceb7177d req-d0bd409e-6525-43ff-aff5-abae965a4817 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/security-groups?id=eaa64044-32f2-4946-97be-06cf9f486ffa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0541782
Dec 03 15:05:45.317670 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-6aa1aae5-eed1-4395-9678-dacde905958f req-d19b857e-2270-44d0-9bae-ca11ab3826ee tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:45.431948 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36762313-e6aa-469e-aecb-816b6d39b98e req-6fb17cbd-d278-4ab2-9ce8-bf0480aa694b tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:45.432752 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-36762313-e6aa-469e-aecb-816b6d39b98e req-6fb17cbd-d278-4ab2-9ce8-bf0480aa694b tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] Synchronizing usage tracker for tenant:ce1ba93ac65044e99ad68789f769dd71 on resource:port {{(pid=80383) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 15:05:45.451814 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-36762313-e6aa-469e-aecb-816b6d39b98e req-6fb17cbd-d278-4ab2-9ce8-bf0480aa694b tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] Unset dirty status for tenant:ce1ba93ac65044e99ad68789f769dd71 on resource:port {{(pid=80383) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 15:05:45.455340 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-36762313-e6aa-469e-aecb-816b6d39b98e req-6fb17cbd-d278-4ab2-9ce8-bf0480aa694b tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] 10.222.0.63 "GET /v2.0/ports?device_id=336d98ca-1548-4d14-87f5-274050e7a048 HTTP/1.1" status: 200  len: 943 time: 0.1141784
Dec 03 15:05:45.502922 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-36762313-e6aa-469e-aecb-816b6d39b98e req-a03504e9-b6d5-4bef-948c-8f0a985e539e tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] 10.222.0.63 "GET /v2.0/security-groups?id=b2b5ac8b-e4f9-490c-b959-8461c6da8922&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424893
Dec 03 15:05:45.709571 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [req-6aa1aae5-eed1-4395-9678-dacde905958f req-d19b857e-2270-44d0-9bae-ca11ab3826ee tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] For port afe54511-8f8c-42eb-8ca3-b2337f457222, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=afe54511-8f8c-42eb-8ca3-b2337f457222,segment=NetworkSegment(b1abe8f6-b60f-4b38-9155-9433b48d1378),segment_id=b1abe8f6-b60f-4b38-9155-9433b48d1378)] {{(pid=80382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 15:05:45.743748 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-6aa1aae5-eed1-4395-9678-dacde905958f req-d19b857e-2270-44d0-9bae-ca11ab3826ee tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Notify callbacks [] for port, precommit_update {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:45.747547 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-6aa1aae5-eed1-4395-9678-dacde905958f req-d19b857e-2270-44d0-9bae-ca11ab3826ee tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036824732220'] for port, after_update {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:45.764087 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:05:45.925524 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19b857e-2270-44d0-9bae-ca11ab3826ee tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Pushing event updated for resources: {'Port': ['ID=afe54511-8f8c-42eb-8ca3-b2337f457222,revision_number=5']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:05:45.936460 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-d19b857e-2270-44d0-9bae-ca11ab3826ee tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:05:45.975444 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa1aae5-eed1-4395-9678-dacde905958f req-d19b857e-2270-44d0-9bae-ca11ab3826ee tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:45.976269 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-6aa1aae5-eed1-4395-9678-dacde905958f req-d19b857e-2270-44d0-9bae-ca11ab3826ee tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6653'] for port, before_response {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:45.979166 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-6aa1aae5-eed1-4395-9678-dacde905958f req-d19b857e-2270-44d0-9bae-ca11ab3826ee tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] 10.222.0.63 "PUT /v2.0/ports/afe54511-8f8c-42eb-8ca3-b2337f457222 HTTP/1.1" status: 200  len: 981 time: 0.8518806
Dec 03 15:05:45.979876 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c340b42-3ca5-4f89-8fc2-c448e784ac83', 'tag': 'afe54511-8f8c-42eb-8ca3-b2337f457222'}] {{(pid=80382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 15:05:46.097871 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22b6257-f30e-4660-90ba-cbe95c91fae3 req-7276b38c-734f-43d2-b032-a24093295ca8 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:46.101378 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-e22b6257-f30e-4660-90ba-cbe95c91fae3 req-7276b38c-734f-43d2-b032-a24093295ca8 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/ports?device_id=f53f7d53-2ae6-4edd-84c2-09e523498d7d HTTP/1.1" status: 200  len: 943 time: 0.1445401
Dec 03 15:05:46.168284 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-e22b6257-f30e-4660-90ba-cbe95c91fae3 req-e5419e3e-8987-4eee-aa61-672364905c6b tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/security-groups?id=eeb87b8d-9b0e-46cd-a1ba-43889caf168f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0589478
Dec 03 15:05:46.218322 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-f8624fc5-ee65-46b4-8f43-efdfa8dfcafb None None] Provisioning complete for port afe54511-8f8c-42eb-8ca3-b2337f457222 triggered by entity DHCP. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:05:46.218751 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-f8624fc5-ee65-46b4-8f43-efdfa8dfcafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:46.256278 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2678f5bd-17e1-499b-bdb0-53e6c572a10c req-f77e7f77-e1c5-4cee-8a8e-5ce53c9ac14f tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:46.258355 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-2678f5bd-17e1-499b-bdb0-53e6c572a10c req-f77e7f77-e1c5-4cee-8a8e-5ce53c9ac14f tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] 10.222.0.63 "GET /v2.0/ports?device_id=0c340b42-3ca5-4f89-8fc2-c448e784ac83 HTTP/1.1" status: 200  len: 984 time: 0.1368463
Dec 03 15:05:46.323732 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c340b42-3ca5-4f89-8fc2-c448e784ac83', 'tag': 'afe54511-8f8c-42eb-8ca3-b2337f457222', 'status': 'completed', 'code': 200}
Dec 03 15:05:46.327503 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-2678f5bd-17e1-499b-bdb0-53e6c572a10c req-4e67f6cf-2c13-410d-a525-75f27d5476de tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] 10.222.0.63 "GET /v2.0/security-groups?id=5ffdf135-388f-48b5-bce4-3a1c9059bc68&id=2f0f23dc-fe58-4a67-b800-c8f1bae1f5d5&fields=id&fields=name HTTP/1.1" status: 200  len: 388 time: 0.0605707
Dec 03 15:05:46.721441 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6289dd82-0e8b-4f73-a04e-3e768251f883 req-bc73c116-8998-45b7-8b95-7839ae1aa6fc tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:46.723281 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-6289dd82-0e8b-4f73-a04e-3e768251f883 req-bc73c116-8998-45b7-8b95-7839ae1aa6fc tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/ports?device_id=8a7b86d5-7e34-4b4e-9561-8540a0f0fa76 HTTP/1.1" status: 200  len: 945 time: 0.3285058
Dec 03 15:05:46.750269 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce7adfe-0123-4234-845a-05efcbfcf335 req-b066cef8-4a71-47c4-8853-801cba455d0b tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:46.751876 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-9ce7adfe-0123-4234-845a-05efcbfcf335 req-b066cef8-4a71-47c4-8853-801cba455d0b tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] 10.222.0.63 "GET /v2.0/ports?device_id=336d98ca-1548-4d14-87f5-274050e7a048 HTTP/1.1" status: 200  len: 943 time: 0.1089046
Dec 03 15:05:46.766802 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Device afe54511-8f8c-42eb-8ca3-b2337f457222 up at agent ovs-agent-hv-cinder-75790 {{(pid=80384) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 15:05:46.804581 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-6289dd82-0e8b-4f73-a04e-3e768251f883 req-4b534b0c-bf58-4923-8768-6d1ee87de09f tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/security-groups?id=eaa64044-32f2-4946-97be-06cf9f486ffa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0725417
Dec 03 15:05:46.849463 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-9ce7adfe-0123-4234-845a-05efcbfcf335 req-26de6537-32d7-4e6e-bcc3-0d037143936d tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] 10.222.0.63 "GET /v2.0/security-groups?id=b2b5ac8b-e4f9-490c-b959-8461c6da8922&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0812283
Dec 03 15:05:46.878623 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Provisioning complete for port afe54511-8f8c-42eb-8ca3-b2337f457222 triggered by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:05:46.879047 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:47.422892 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-e6fcc94a-897b-437d-b236-2ca2b3b83ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:47.437877 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f81692-5218-4d3a-b955-2c98f5574973 req-468ecbd3-1325-46c5-a14d-e7347a572122 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:47.439625 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-f9f81692-5218-4d3a-b955-2c98f5574973 req-468ecbd3-1325-46c5-a14d-e7347a572122 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/ports?device_id=f53f7d53-2ae6-4edd-84c2-09e523498d7d HTTP/1.1" status: 200  len: 943 time: 0.0975411
Dec 03 15:05:47.493107 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-f9f81692-5218-4d3a-b955-2c98f5574973 req-28a03bbd-739c-4143-89ee-3032b8686c64 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/security-groups?id=eeb87b8d-9b0e-46cd-a1ba-43889caf168f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0468204
Dec 03 15:05:48.030255 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9c6eab-bbde-4ecf-a24a-1565a644c8cc req-1933ead0-7fe4-4b2f-8a91-fe4d81c59673 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:48.031883 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-0e9c6eab-bbde-4ecf-a24a-1565a644c8cc req-1933ead0-7fe4-4b2f-8a91-fe4d81c59673 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/ports?device_id=8a7b86d5-7e34-4b4e-9561-8540a0f0fa76 HTTP/1.1" status: 200  len: 945 time: 0.0917432
Dec 03 15:05:48.081882 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-0e9c6eab-bbde-4ecf-a24a-1565a644c8cc req-3eb1f863-6727-4a9a-8d43-e13bb3b2d848 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/security-groups?id=eaa64044-32f2-4946-97be-06cf9f486ffa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432501
Dec 03 15:05:48.089350 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391c2953-41f3-4003-bfd5-2d58e01c5a99 req-bb2742ac-e4ee-4474-b86c-cf3c67ff086b tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:48.091016 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-391c2953-41f3-4003-bfd5-2d58e01c5a99 req-bb2742ac-e4ee-4474-b86c-cf3c67ff086b tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] 10.222.0.63 "GET /v2.0/ports?device_id=336d98ca-1548-4d14-87f5-274050e7a048 HTTP/1.1" status: 200  len: 943 time: 0.0907786
Dec 03 15:05:48.152227 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-391c2953-41f3-4003-bfd5-2d58e01c5a99 req-4b9eb5a4-c760-420b-80c7-037e93826e49 tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] 10.222.0.63 "GET /v2.0/security-groups?id=b2b5ac8b-e4f9-490c-b959-8461c6da8922&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0544200
Dec 03 15:05:48.726253 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d40d0cd-dbf1-429b-85ee-36474283c4de req-0df90d7f-e0a6-4f91-9d5c-e361a243a8e4 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:48.728330 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-5d40d0cd-dbf1-429b-85ee-36474283c4de req-0df90d7f-e0a6-4f91-9d5c-e361a243a8e4 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/ports?device_id=f53f7d53-2ae6-4edd-84c2-09e523498d7d HTTP/1.1" status: 200  len: 943 time: 0.0869095
Dec 03 15:05:48.788794 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-5d40d0cd-dbf1-429b-85ee-36474283c4de req-e3650d0a-2e97-446d-9db9-7d0f40b86e2a tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/security-groups?id=eeb87b8d-9b0e-46cd-a1ba-43889caf168f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0540640
Dec 03 15:05:49.321065 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5672a150-79f9-431d-b31f-930c0470c1a4 req-3e3e88c3-7e5a-4e58-bdba-b1579e5c1e78 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:49.323845 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-5672a150-79f9-431d-b31f-930c0470c1a4 req-3e3e88c3-7e5a-4e58-bdba-b1579e5c1e78 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/ports?device_id=8a7b86d5-7e34-4b4e-9561-8540a0f0fa76 HTTP/1.1" status: 200  len: 945 time: 0.1079309
Dec 03 15:05:49.388183 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-5672a150-79f9-431d-b31f-930c0470c1a4 req-081db5f0-38a2-4047-8036-253a100416b0 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/security-groups?id=eaa64044-32f2-4946-97be-06cf9f486ffa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0577922
Dec 03 15:05:49.395620 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc59c0b4-2817-46d4-91fb-2be025bf5e68 req-45f3a7ed-41fc-40d6-9eb8-88a37994521f tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:49.397348 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-dc59c0b4-2817-46d4-91fb-2be025bf5e68 req-45f3a7ed-41fc-40d6-9eb8-88a37994521f tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] 10.222.0.63 "GET /v2.0/ports?device_id=336d98ca-1548-4d14-87f5-274050e7a048 HTTP/1.1" status: 200  len: 943 time: 0.0928762
Dec 03 15:05:49.448833 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-dc59c0b4-2817-46d4-91fb-2be025bf5e68 req-bb666143-6c5f-44d8-8c97-ddf7825c929d tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] 10.222.0.63 "GET /v2.0/security-groups?id=b2b5ac8b-e4f9-490c-b959-8461c6da8922&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449946
Dec 03 15:05:50.021745 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08c13e0-8f48-4c97-bea6-bb96b0a8e8a6 req-d179f072-4385-48a4-8eb4-44fde9af8504 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:50.023369 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-f08c13e0-8f48-4c97-bea6-bb96b0a8e8a6 req-d179f072-4385-48a4-8eb4-44fde9af8504 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/ports?device_id=f53f7d53-2ae6-4edd-84c2-09e523498d7d HTTP/1.1" status: 200  len: 943 time: 0.0880749
Dec 03 15:05:50.073649 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-f08c13e0-8f48-4c97-bea6-bb96b0a8e8a6 req-b8a606de-0216-4332-a160-df8cfc3d3255 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/security-groups?id=eeb87b8d-9b0e-46cd-a1ba-43889caf168f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431137
Dec 03 15:05:50.154120 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-496f370c-b2fe-4a0c-a906-827042a153a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:50.163373 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-d1a712ed-1597-40ee-be3f-9bd7eb160871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:50.621575 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116815a3-a554-47ff-adeb-93ee770105f6 req-57a1993e-598b-4e28-a201-941d8f5a6f27 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:50.629767 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-116815a3-a554-47ff-adeb-93ee770105f6 req-57a1993e-598b-4e28-a201-941d8f5a6f27 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/ports?device_id=8a7b86d5-7e34-4b4e-9561-8540a0f0fa76 HTTP/1.1" status: 200  len: 945 time: 0.1027679
Dec 03 15:05:50.683987 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-116815a3-a554-47ff-adeb-93ee770105f6 req-8c691a3f-1ad4-44cf-866f-0e2859b051ae tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/security-groups?id=eaa64044-32f2-4946-97be-06cf9f486ffa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0531354
Dec 03 15:05:50.686423 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38483535-9c26-4e30-9e81-376639bdb1e8 req-7068df33-614a-4ddf-8374-d02ec7e8580c tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:50.688817 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-38483535-9c26-4e30-9e81-376639bdb1e8 req-7068df33-614a-4ddf-8374-d02ec7e8580c tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] 10.222.0.63 "GET /v2.0/ports?device_id=336d98ca-1548-4d14-87f5-274050e7a048 HTTP/1.1" status: 200  len: 943 time: 0.1016352
Dec 03 15:05:50.746731 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-38483535-9c26-4e30-9e81-376639bdb1e8 req-721e1c86-dfc1-45da-b7f1-3a4ecf865df5 tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] 10.222.0.63 "GET /v2.0/security-groups?id=b2b5ac8b-e4f9-490c-b959-8461c6da8922&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0515857
Dec 03 15:05:50.945241 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-97b10870-968a-4c0d-9ce3-85d2df83aa6e req-daf10409-663b-40ca-ab82-2db9fcfe2509 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Synchronizing usage tracker for tenant:f77c18074b76496dbbd6d15835f35760 on resource:security_group {{(pid=80382) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 15:05:50.962946 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-97b10870-968a-4c0d-9ce3-85d2df83aa6e req-daf10409-663b-40ca-ab82-2db9fcfe2509 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Unset dirty status for tenant:f77c18074b76496dbbd6d15835f35760 on resource:security_group {{(pid=80382) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 15:05:50.964024 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-97b10870-968a-4c0d-9ce3-85d2df83aa6e req-daf10409-663b-40ca-ab82-2db9fcfe2509 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-1314101855&fields=id&tenant_id=f77c18074b76496dbbd6d15835f35760 HTTP/1.1" status: 200  len: 267 time: 0.0676394
Dec 03 15:05:51.269530 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:51.324019 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5794afbb-169c-44ed-ac02-6a40b8e38069 req-ec6bc86e-8c14-4354-b23c-27cedbcdd0c9 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:51.325897 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-5794afbb-169c-44ed-ac02-6a40b8e38069 req-ec6bc86e-8c14-4354-b23c-27cedbcdd0c9 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/ports?device_id=f53f7d53-2ae6-4edd-84c2-09e523498d7d HTTP/1.1" status: 200  len: 943 time: 0.0930161
Dec 03 15:05:51.348024 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b10870-968a-4c0d-9ce3-85d2df83aa6e req-6f2b838f-75be-4782-a2de-1a8aed96d346 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:51.349620 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-97b10870-968a-4c0d-9ce3-85d2df83aa6e req-6f2b838f-75be-4782-a2de-1a8aed96d346 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] 10.222.0.63 "GET /v2.0/networks?id=0d922ba7-749c-4c5e-b6cc-12813984389c HTTP/1.1" status: 200  len: 809 time: 0.3780077
Dec 03 15:05:51.369077 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-97b10870-968a-4c0d-9ce3-85d2df83aa6e req-aa9c3925-bff6-45c9-8d54-032af44f7fba tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] 10.222.0.63 "GET /v2.0/quotas/f77c18074b76496dbbd6d15835f35760 HTTP/1.1" status: 200  len: 375 time: 0.0108619
Dec 03 15:05:51.391790 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-5794afbb-169c-44ed-ac02-6a40b8e38069 req-7ab682b1-c768-40c7-8e50-14e90da1a0dc tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/security-groups?id=eeb87b8d-9b0e-46cd-a1ba-43889caf168f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0579951
Dec 03 15:05:51.465345 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-97b10870-968a-4c0d-9ce3-85d2df83aa6e req-1572787c-7206-4b92-af10-dbd546a45c84 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Synchronizing usage tracker for tenant:f77c18074b76496dbbd6d15835f35760 on resource:port {{(pid=80382) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 15:05:51.482098 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-97b10870-968a-4c0d-9ce3-85d2df83aa6e req-1572787c-7206-4b92-af10-dbd546a45c84 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Unset dirty status for tenant:f77c18074b76496dbbd6d15835f35760 on resource:port {{(pid=80382) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 15:05:51.483524 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-97b10870-968a-4c0d-9ce3-85d2df83aa6e req-1572787c-7206-4b92-af10-dbd546a45c84 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] 10.222.0.63 "GET /v2.0/ports?tenant_id=f77c18074b76496dbbd6d15835f35760&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1074145
Dec 03 15:05:51.639245 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-97b10870-968a-4c0d-9ce3-85d2df83aa6e req-d2b5ecf2-9427-4808-8147-0106ef4afb66 service neutron] 10.222.0.63 "GET /v2.0/networks/0d922ba7-749c-4c5e-b6cc-12813984389c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1423948
Dec 03 15:05:51.810999 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-97b10870-968a-4c0d-9ce3-85d2df83aa6e req-9e0e257f-241f-43a7-a844-2904733d8801 service neutron] 10.222.0.63 "GET /v2.0/networks/0d922ba7-749c-4c5e-b6cc-12813984389c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1652260
Dec 03 15:05:51.987529 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9770baf-8d15-4675-ad27-93a3d85e6b82 req-9945a731-2274-48ee-9100-79c9672f2239 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:51.989114 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-a9770baf-8d15-4675-ad27-93a3d85e6b82 req-9945a731-2274-48ee-9100-79c9672f2239 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/ports?device_id=8a7b86d5-7e34-4b4e-9561-8540a0f0fa76 HTTP/1.1" status: 200  len: 945 time: 0.1002972
Dec 03 15:05:52.020258 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-7c778c2a-832b-4a71-9338-2409dcb4fb0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:52.043839 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-a9770baf-8d15-4675-ad27-93a3d85e6b82 req-b296d90e-967b-45f8-889f-1ca61e4516a7 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/security-groups?id=eaa64044-32f2-4946-97be-06cf9f486ffa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464571
Dec 03 15:05:52.287638 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b108fb-0fbe-4c1c-a7d2-34f7871df21f req-bd3c1f16-68bb-494b-b7af-70b0f36b1756 tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:52.289676 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-21b108fb-0fbe-4c1c-a7d2-34f7871df21f req-bd3c1f16-68bb-494b-b7af-70b0f36b1756 tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] 10.222.0.63 "GET /v2.0/ports?device_id=336d98ca-1548-4d14-87f5-274050e7a048 HTTP/1.1" status: 200  len: 943 time: 0.0959206
Dec 03 15:05:52.354692 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-d849ce65-9e77-4865-afc5-d026e58a29d1 req-3a1af21a-dafe-4ae6-bd5d-4732c3276493 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] 10.222.0.63 "GET /v2.0/ports?device_id=add146c2-e4cc-491e-b5f9-17673e4a0c89 HTTP/1.1" status: 200  len: 210 time: 0.0515940
Dec 03 15:05:52.366259 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-21b108fb-0fbe-4c1c-a7d2-34f7871df21f req-afbbd5ab-7aa3-4956-ab3e-47b5deac4e0b tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] 10.222.0.63 "GET /v2.0/security-groups?id=b2b5ac8b-e4f9-490c-b959-8461c6da8922&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0683689
Dec 03 15:05:52.659014 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49168129-610b-4172-b64b-f633b1963e2c req-fb4c4fba-0512-4d41-b376-86d945813b89 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:52.660667 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-49168129-610b-4172-b64b-f633b1963e2c req-fb4c4fba-0512-4d41-b376-86d945813b89 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/ports?device_id=f53f7d53-2ae6-4edd-84c2-09e523498d7d HTTP/1.1" status: 200  len: 943 time: 0.1044583
Dec 03 15:05:52.708486 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-49168129-610b-4172-b64b-f633b1963e2c req-489a247c-02db-40b3-adda-1df07a25a7d8 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/security-groups?id=eeb87b8d-9b0e-46cd-a1ba-43889caf168f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407619
Dec 03 15:05:53.023059 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:53.265323 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a0db32-968f-4280-9121-e9afbb93e7f9 req-c5e7f2f8-0411-4a74-a0fb-7be8c7649b20 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:53.266949 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-36a0db32-968f-4280-9121-e9afbb93e7f9 req-c5e7f2f8-0411-4a74-a0fb-7be8c7649b20 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/ports?device_id=8a7b86d5-7e34-4b4e-9561-8540a0f0fa76 HTTP/1.1" status: 200  len: 945 time: 0.0891421
Dec 03 15:05:53.314705 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-36a0db32-968f-4280-9121-e9afbb93e7f9 req-4d4dbdd1-47d8-4c3d-abcf-5fc383833800 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/security-groups?id=eaa64044-32f2-4946-97be-06cf9f486ffa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413809
Dec 03 15:05:53.543204 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-fea506bc-4d5d-4214-8e1b-d76cbbb0f214 req-a95e8a95-5c3f-4d52-90e6-695d010c54c5 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] 10.222.0.63 "GET /v2.0/ports?device_id=add146c2-e4cc-491e-b5f9-17673e4a0c89 HTTP/1.1" status: 200  len: 210 time: 0.0460181
Dec 03 15:05:53.600730 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b185639-2734-4102-b015-8ddc4a388c58 req-0a6448d5-6e69-42b2-9f71-8e5c6ea813fd tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:53.602753 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-8b185639-2734-4102-b015-8ddc4a388c58 req-0a6448d5-6e69-42b2-9f71-8e5c6ea813fd tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] 10.222.0.63 "GET /v2.0/ports?device_id=336d98ca-1548-4d14-87f5-274050e7a048 HTTP/1.1" status: 200  len: 943 time: 0.0903981
Dec 03 15:05:53.650719 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-8b185639-2734-4102-b015-8ddc4a388c58 req-5778d4ba-ebcc-4555-8848-7815073a6696 tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] 10.222.0.63 "GET /v2.0/security-groups?id=b2b5ac8b-e4f9-490c-b959-8461c6da8922&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409076
Dec 03 15:05:53.965462 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac0205b-f4b3-4a60-8f5b-03e310220194 req-97d7cf50-9961-414d-9a45-6d548238c8b0 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:53.966994 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-4ac0205b-f4b3-4a60-8f5b-03e310220194 req-97d7cf50-9961-414d-9a45-6d548238c8b0 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/ports?device_id=f53f7d53-2ae6-4edd-84c2-09e523498d7d HTTP/1.1" status: 200  len: 943 time: 0.0952516
Dec 03 15:05:54.021817 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-4ac0205b-f4b3-4a60-8f5b-03e310220194 req-98d7f45b-003b-4769-a6ec-cde84f724080 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/security-groups?id=eeb87b8d-9b0e-46cd-a1ba-43889caf168f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0471966
Dec 03 15:05:54.554617 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515768f8-21ac-4099-b2a0-b90ed8809270 req-3d06c0ba-eefb-4f68-a220-7e13b7958c68 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:54.557102 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-515768f8-21ac-4099-b2a0-b90ed8809270 req-3d06c0ba-eefb-4f68-a220-7e13b7958c68 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/ports?device_id=8a7b86d5-7e34-4b4e-9561-8540a0f0fa76 HTTP/1.1" status: 200  len: 945 time: 0.0847480
Dec 03 15:05:54.610071 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-515768f8-21ac-4099-b2a0-b90ed8809270 req-e26cdbfa-ea7c-4882-a351-ad8f1d410ba6 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/security-groups?id=eaa64044-32f2-4946-97be-06cf9f486ffa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465689
Dec 03 15:05:54.734735 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-f1eaec55-6348-457c-bfeb-ba0c6142f69a req-faf4e862-a033-4e34-95f1-01ca5c6864cd tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] 10.222.0.63 "GET /v2.0/ports?device_id=add146c2-e4cc-491e-b5f9-17673e4a0c89 HTTP/1.1" status: 200  len: 210 time: 0.0476546
Dec 03 15:05:54.882035 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222f26df-0f66-4b88-b61d-2ba54dc27d4a req-79decafc-e8d7-414c-8af4-70afd7e9eacf tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:54.883787 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-222f26df-0f66-4b88-b61d-2ba54dc27d4a req-79decafc-e8d7-414c-8af4-70afd7e9eacf tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] 10.222.0.63 "GET /v2.0/ports?device_id=336d98ca-1548-4d14-87f5-274050e7a048 HTTP/1.1" status: 200  len: 943 time: 0.0892525
Dec 03 15:05:54.939995 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-222f26df-0f66-4b88-b61d-2ba54dc27d4a req-900fa382-104c-43a8-8bb1-04bf150eddd8 tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] 10.222.0.63 "GET /v2.0/security-groups?id=b2b5ac8b-e4f9-490c-b959-8461c6da8922&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479548
Dec 03 15:05:55.275479 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e89f5ec-634b-4ed7-af79-698af9119261 req-230dd4e0-135a-4924-9235-a6d2cf22b502 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:55.277499 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-0e89f5ec-634b-4ed7-af79-698af9119261 req-230dd4e0-135a-4924-9235-a6d2cf22b502 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/ports?device_id=f53f7d53-2ae6-4edd-84c2-09e523498d7d HTTP/1.1" status: 200  len: 943 time: 0.1018882
Dec 03 15:05:55.327501 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-0e89f5ec-634b-4ed7-af79-698af9119261 req-7d5534e6-e5c3-40a9-a3d6-fedeafd93322 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/security-groups?id=eeb87b8d-9b0e-46cd-a1ba-43889caf168f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431604
Dec 03 15:05:55.839364 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f2a578-4c57-4673-9dc9-cdf10af0f5bd req-5fe470e7-f697-436a-99a8-2e3ac5f8bffa tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:55.840976 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-d0f2a578-4c57-4673-9dc9-cdf10af0f5bd req-5fe470e7-f697-436a-99a8-2e3ac5f8bffa tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/ports?device_id=8a7b86d5-7e34-4b4e-9561-8540a0f0fa76 HTTP/1.1" status: 200  len: 945 time: 0.0884733
Dec 03 15:05:55.888626 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-d0f2a578-4c57-4673-9dc9-cdf10af0f5bd req-43d48459-36b3-41e3-977e-5f584d041b1f tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/security-groups?id=eaa64044-32f2-4946-97be-06cf9f486ffa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411620
Dec 03 15:05:55.920461 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-068f390f-8270-4c13-882b-27f56a16cc49 req-2ae9de52-94cb-45be-a8fc-5f5028b4024e tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] 10.222.0.63 "GET /v2.0/ports?device_id=add146c2-e4cc-491e-b5f9-17673e4a0c89 HTTP/1.1" status: 200  len: 210 time: 0.0489228
Dec 03 15:05:56.151418 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a19df5-ddb3-4f2a-bbe1-3a7a74fa82ef req-84e79aab-b149-432f-85b3-47861574703c tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:56.153267 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-73a19df5-ddb3-4f2a-bbe1-3a7a74fa82ef req-84e79aab-b149-432f-85b3-47861574703c tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] 10.222.0.63 "GET /v2.0/ports?device_id=336d98ca-1548-4d14-87f5-274050e7a048 HTTP/1.1" status: 200  len: 943 time: 0.0832872
Dec 03 15:05:56.205001 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-73a19df5-ddb3-4f2a-bbe1-3a7a74fa82ef req-e0eb6e9c-bd4a-46d7-9dd8-b57986707a36 tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] 10.222.0.63 "GET /v2.0/security-groups?id=b2b5ac8b-e4f9-490c-b959-8461c6da8922&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456154
Dec 03 15:05:56.328302 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38624e4b-8c38-41d1-9db5-758126db7f04 req-9f8c3dfb-b172-4e77-9865-6564068d7561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:56.330051 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-38624e4b-8c38-41d1-9db5-758126db7f04 req-9f8c3dfb-b172-4e77-9865-6564068d7561 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ce1ba93ac65044e99ad68789f769dd71&device_id=336d98ca-1548-4d14-87f5-274050e7a048 HTTP/1.1" status: 200  len: 1160 time: 0.0827112
Dec 03 15:05:56.330466 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1574a5d-eeb4-4f61-899e-7c7e5d54c790 req-af0f64ea-a07f-4f84-9198-9f40b7757a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:56.332124 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-d1574a5d-eeb4-4f61-899e-7c7e5d54c790 req-af0f64ea-a07f-4f84-9198-9f40b7757a13 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=26c9d45e8fe5417f944a2053d351ef69&device_id=0c340b42-3ca5-4f89-8fc2-c448e784ac83 HTTP/1.1" status: 200  len: 1202 time: 0.0861132
Dec 03 15:05:56.427517 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-38624e4b-8c38-41d1-9db5-758126db7f04 req-f277c04e-5794-4706-a3fb-df5e871d1ad7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=39d702b9-440e-4c01-93b9-46950f0484b3 HTTP/1.1" status: 200  len: 217 time: 0.0659750
Dec 03 15:05:56.518068 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1574a5d-eeb4-4f61-899e-7c7e5d54c790 req-89b67c2b-4f94-46e8-8447-9cde52e37c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:56.519829 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-d1574a5d-eeb4-4f61-899e-7c7e5d54c790 req-89b67c2b-4f94-46e8-8447-9cde52e37c50 service neutron] 10.222.0.83 "GET /v2.0/networks?id=52cd6ebc-32b4-40f6-9b98-6760dd6218f7 HTTP/1.1" status: 200  len: 907 time: 0.1565013
Dec 03 15:05:56.601862 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38624e4b-8c38-41d1-9db5-758126db7f04 req-ca60a492-8a90-4ac3-b2d4-1a62eb59e639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:56.603693 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-38624e4b-8c38-41d1-9db5-758126db7f04 req-ca60a492-8a90-4ac3-b2d4-1a62eb59e639 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1b1edbd8-6999-4e1a-a04d-859a4b703fee HTTP/1.1" status: 200  len: 848 time: 0.1314015
Dec 03 15:05:56.637250 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-d1574a5d-eeb4-4f61-899e-7c7e5d54c790 req-5085d3fe-ad89-4dae-8297-c8d2c91a289a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=afe54511-8f8c-42eb-8ca3-b2337f457222 HTTP/1.1" status: 200  len: 1001 time: 0.1094954
Dec 03 15:05:56.661544 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-38624e4b-8c38-41d1-9db5-758126db7f04 req-38be9ab4-5277-4b9b-a05c-29a196541eca service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7563c63a-7ae2-448f-9a35-0b81ebf9961f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0488310
Dec 03 15:05:56.667651 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4734ff21-6343-48fc-b248-1de67ecbca6d req-a7d4a05e-d90e-4e2c-a7f3-4c07339d5cda tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:56.669156 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-4734ff21-6343-48fc-b248-1de67ecbca6d req-a7d4a05e-d90e-4e2c-a7f3-4c07339d5cda tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/ports?device_id=f53f7d53-2ae6-4edd-84c2-09e523498d7d HTTP/1.1" status: 200  len: 943 time: 0.1602421
Dec 03 15:05:56.710369 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1574a5d-eeb4-4f61-899e-7c7e5d54c790 req-fb846f3a-dd1f-4c16-a6a6-1b9ebfc1b9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:56.711935 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-d1574a5d-eeb4-4f61-899e-7c7e5d54c790 req-fb846f3a-dd1f-4c16-a6a6-1b9ebfc1b9e4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=30ca2e12-4884-437c-9915-69d4ed3ce940 HTTP/1.1" status: 200  len: 852 time: 0.0657351
Dec 03 15:05:56.800595 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1574a5d-eeb4-4f61-899e-7c7e5d54c790 req-a854cba3-1ca2-4086-baef-b25f8122197d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:56.802391 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-d1574a5d-eeb4-4f61-899e-7c7e5d54c790 req-a854cba3-1ca2-4086-baef-b25f8122197d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=52cd6ebc-32b4-40f6-9b98-6760dd6218f7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0806739
Dec 03 15:05:56.832483 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-4734ff21-6343-48fc-b248-1de67ecbca6d req-4e8fc266-7070-4035-ac0d-49856975438b tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/security-groups?id=eeb87b8d-9b0e-46cd-a1ba-43889caf168f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1566601
Dec 03 15:05:56.868256 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-38624e4b-8c38-41d1-9db5-758126db7f04 req-e5760cd9-7444-4bb1-95fd-900d14e7c128 service neutron] 10.222.0.83 "GET /v2.0/networks/7563c63a-7ae2-448f-9a35-0b81ebf9961f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1908886
Dec 03 15:05:57.041947 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-d1574a5d-eeb4-4f61-899e-7c7e5d54c790 req-025c2b32-fe50-4d9f-948c-c63e2e989bf8 service neutron] 10.222.0.83 "GET /v2.0/networks/52cd6ebc-32b4-40f6-9b98-6760dd6218f7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2298250
Dec 03 15:05:57.048364 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-38624e4b-8c38-41d1-9db5-758126db7f04 req-41aca2a5-2505-4a5f-bf83-4eb9addba07e service neutron] 10.222.0.83 "GET /v2.0/networks/7563c63a-7ae2-448f-9a35-0b81ebf9961f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1681378
Dec 03 15:05:57.136744 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-cb0e8e9f-83d7-4d2a-8313-363cdd9f0799 req-052b29eb-152c-4ff1-b154-6d23d5dd5412 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] 10.222.0.63 "GET /v2.0/ports?device_id=add146c2-e4cc-491e-b5f9-17673e4a0c89 HTTP/1.1" status: 200  len: 210 time: 0.0484273
Dec 03 15:05:57.280724 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-d1574a5d-eeb4-4f61-899e-7c7e5d54c790 req-c16641b9-213c-49fd-bfb2-59749de223ad service neutron] 10.222.0.83 "GET /v2.0/networks/52cd6ebc-32b4-40f6-9b98-6760dd6218f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2135777
Dec 03 15:05:57.287489 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eda44e3-12ba-4298-813e-e51def294e21 req-14d7adb9-388c-4363-a7c4-2cc3376930c8 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:57.289032 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-2eda44e3-12ba-4298-813e-e51def294e21 req-14d7adb9-388c-4363-a7c4-2cc3376930c8 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/ports?device_id=8a7b86d5-7e34-4b4e-9561-8540a0f0fa76 HTTP/1.1" status: 200  len: 945 time: 0.1895392
Dec 03 15:05:57.344896 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-2eda44e3-12ba-4298-813e-e51def294e21 req-cf0edc7f-c364-49ce-b4b1-7af0020934dc tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/security-groups?id=eaa64044-32f2-4946-97be-06cf9f486ffa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0487161
Dec 03 15:05:57.525957 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b10870-968a-4c0d-9ce3-85d2df83aa6e req-e846c9e4-47b8-4c2b-815d-3916bf3f0db3 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:57.527444 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-97b10870-968a-4c0d-9ce3-85d2df83aa6e req-e846c9e4-47b8-4c2b-815d-3916bf3f0db3 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] 10.222.0.83 "GET /v2.0/networks?id=0d922ba7-749c-4c5e-b6cc-12813984389c HTTP/1.1" status: 200  len: 809 time: 0.2638128
Dec 03 15:05:57.532043 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5e44a1-26b2-4cd5-ad97-9b6a9bb33fca req-7f052c02-51ec-487d-bf7f-f27412e0ce88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:57.533656 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-bc5e44a1-26b2-4cd5-ad97-9b6a9bb33fca req-7f052c02-51ec-487d-bf7f-f27412e0ce88 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=26c9d45e8fe5417f944a2053d351ef69&device_id=0c340b42-3ca5-4f89-8fc2-c448e784ac83 HTTP/1.1" status: 200  len: 1202 time: 0.0774052
Dec 03 15:05:57.542600 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b53e73-d0bf-4072-a52f-856222e10159 req-1fc3b29e-ff54-4b5a-87e7-45bb243a657f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:57.544154 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-31b53e73-d0bf-4072-a52f-856222e10159 req-1fc3b29e-ff54-4b5a-87e7-45bb243a657f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ce1ba93ac65044e99ad68789f769dd71&device_id=336d98ca-1548-4d14-87f5-274050e7a048 HTTP/1.1" status: 200  len: 1160 time: 0.3329060
Dec 03 15:05:57.558324 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad566ac-d702-4003-9b0b-970edbe39126 req-e1d8f07e-7368-4780-a113-61e6741bd9fb tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:57.559983 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-6ad566ac-d702-4003-9b0b-970edbe39126 req-e1d8f07e-7368-4780-a113-61e6741bd9fb tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] 10.222.0.63 "GET /v2.0/ports?device_id=336d98ca-1548-4d14-87f5-274050e7a048 HTTP/1.1" status: 200  len: 943 time: 0.1670420
Dec 03 15:05:57.689021 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-6ad566ac-d702-4003-9b0b-970edbe39126 req-c3ae5489-9141-4786-9b1a-5ca398261325 tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] 10.222.0.63 "GET /v2.0/security-groups?id=b2b5ac8b-e4f9-490c-b959-8461c6da8922&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1221449
Dec 03 15:05:57.735505 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5e44a1-26b2-4cd5-ad97-9b6a9bb33fca req-26d80119-fec1-4e61-bff8-9d8459d27353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:57.737200 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-bc5e44a1-26b2-4cd5-ad97-9b6a9bb33fca req-26d80119-fec1-4e61-bff8-9d8459d27353 service neutron] 10.222.0.83 "GET /v2.0/networks?id=52cd6ebc-32b4-40f6-9b98-6760dd6218f7 HTTP/1.1" status: 200  len: 907 time: 0.1485627
Dec 03 15:05:57.789528 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-97b10870-968a-4c0d-9ce3-85d2df83aa6e req-8a011596-117c-4bcc-a644-3c78f5c71607 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=f77c18074b76496dbbd6d15835f35760 HTTP/1.1" status: 200  len: 5545 time: 0.2000463
Dec 03 15:05:57.804549 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.base [req-97b10870-968a-4c0d-9ce3-85d2df83aa6e req-1d6cb4e3-0edd-4ab7-9820-6c79d194205e tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Request body: {'port': {'device_id': 'add146c2-e4cc-491e-b5f9-17673e4a0c89', 'network_id': '0d922ba7-749c-4c5e-b6cc-12813984389c', 'admin_state_up': True, 'tenant_id': 'f77c18074b76496dbbd6d15835f35760', 'security_groups': ['e36ef011-09e2-4558-934b-b2128a1b6126']}} {{(pid=80382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 15:05:57.854605 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-bc5e44a1-26b2-4cd5-ad97-9b6a9bb33fca req-c583bcf0-67fd-4949-b796-f2bc210fcb68 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=afe54511-8f8c-42eb-8ca3-b2337f457222 HTTP/1.1" status: 200  len: 1001 time: 0.1060393
Dec 03 15:05:57.859102 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b53e73-d0bf-4072-a52f-856222e10159 req-5d4f190c-faa2-4289-9c71-e3f51d177798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:57.860658 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-31b53e73-d0bf-4072-a52f-856222e10159 req-5d4f190c-faa2-4289-9c71-e3f51d177798 service neutron] 10.222.0.83 "GET /v2.0/networks?id=7563c63a-7ae2-448f-9a35-0b81ebf9961f HTTP/1.1" status: 200  len: 902 time: 0.2698872
Dec 03 15:05:57.927043 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5e44a1-26b2-4cd5-ad97-9b6a9bb33fca req-e752240f-d07e-46af-83da-4483645f4ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:57.928644 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-bc5e44a1-26b2-4cd5-ad97-9b6a9bb33fca req-e752240f-d07e-46af-83da-4483645f4ce7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=30ca2e12-4884-437c-9915-69d4ed3ce940 HTTP/1.1" status: 200  len: 852 time: 0.0664270
Dec 03 15:05:57.991056 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-31b53e73-d0bf-4072-a52f-856222e10159 req-e24a2ea8-54db-4ba3-930c-393f3dcde6e4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=39d702b9-440e-4c01-93b9-46950f0484b3 HTTP/1.1" status: 200  len: 217 time: 0.0799031
Dec 03 15:05:58.083417 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [req-97b10870-968a-4c0d-9ce3-85d2df83aa6e req-1d6cb4e3-0edd-4ab7-9820-6c79d194205e tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:05:58.091518 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5e44a1-26b2-4cd5-ad97-9b6a9bb33fca req-ac465704-013a-4687-8895-85eb5675ac96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:58.092807 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-bc5e44a1-26b2-4cd5-ad97-9b6a9bb33fca req-ac465704-013a-4687-8895-85eb5675ac96 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=52cd6ebc-32b4-40f6-9b98-6760dd6218f7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1477435
Dec 03 15:05:58.104478 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b53e73-d0bf-4072-a52f-856222e10159 req-a8fb0f1a-cfd0-40c8-8f9c-ab2acbfa4084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:58.106089 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-31b53e73-d0bf-4072-a52f-856222e10159 req-a8fb0f1a-cfd0-40c8-8f9c-ab2acbfa4084 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1b1edbd8-6999-4e1a-a04d-859a4b703fee HTTP/1.1" status: 200  len: 848 time: 0.1006289
Dec 03 15:05:58.106626 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281794af-675e-4077-adf7-3be84faafea5 req-35e04488-4ee5-4f27-b1f2-e75ac08e105c tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:58.107022 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [req-97b10870-968a-4c0d-9ce3-85d2df83aa6e req-1d6cb4e3-0edd-4ab7-9820-6c79d194205e tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:05:58.108263 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-281794af-675e-4077-adf7-3be84faafea5 req-35e04488-4ee5-4f27-b1f2-e75ac08e105c tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/ports?device_id=f53f7d53-2ae6-4edd-84c2-09e523498d7d HTTP/1.1" status: 200  len: 943 time: 0.1035926
Dec 03 15:05:58.154254 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97b10870-968a-4c0d-9ce3-85d2df83aa6e req-1d6cb4e3-0edd-4ab7-9820-6c79d194205e tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Made reservation on behalf of f77c18074b76496dbbd6d15835f35760 for: {'port': 1} {{(pid=80382) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 15:05:58.159736 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-97b10870-968a-4c0d-9ce3-85d2df83aa6e req-1d6cb4e3-0edd-4ab7-9820-6c79d194205e tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:58.177821 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-31b53e73-d0bf-4072-a52f-856222e10159 req-f740a087-5ca4-4fff-b611-cc1d7bc1801d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7563c63a-7ae2-448f-9a35-0b81ebf9961f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0631049
Dec 03 15:05:58.259911 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-281794af-675e-4077-adf7-3be84faafea5 req-936c82e5-5e86-4050-962f-0591aa7bd779 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/security-groups?id=eeb87b8d-9b0e-46cd-a1ba-43889caf168f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1280518
Dec 03 15:05:58.302086 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-bc5e44a1-26b2-4cd5-ad97-9b6a9bb33fca req-182957bc-08f2-4745-8e22-43b0ffcd1bac service neutron] 10.222.0.83 "GET /v2.0/networks/52cd6ebc-32b4-40f6-9b98-6760dd6218f7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1926811
Dec 03 15:05:58.474313 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-bc5e44a1-26b2-4cd5-ad97-9b6a9bb33fca req-6b06016c-e204-45ef-b648-66a0a029027c service neutron] 10.222.0.83 "GET /v2.0/networks/52cd6ebc-32b4-40f6-9b98-6760dd6218f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1603980
Dec 03 15:05:58.592043 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf1c477-2b34-47b4-b567-2f8685bcf016 req-e3815650-5d6d-460e-b76b-dddc0c3d2671 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:58.593750 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-ebf1c477-2b34-47b4-b567-2f8685bcf016 req-e3815650-5d6d-460e-b76b-dddc0c3d2671 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/ports?device_id=8a7b86d5-7e34-4b4e-9561-8540a0f0fa76 HTTP/1.1" status: 200  len: 945 time: 0.0971520
Dec 03 15:05:58.643581 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-ebf1c477-2b34-47b4-b567-2f8685bcf016 req-049f9bf9-827c-4dd3-83c9-5fdbada6a511 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/security-groups?id=eaa64044-32f2-4946-97be-06cf9f486ffa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425096
Dec 03 15:05:58.663645 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-2eb7472a-a511-4147-84b8-e6e967bf195f req-f4276454-82ed-4878-8898-52d80868fd83 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] 10.222.0.63 "GET /v2.0/ports?device_id=add146c2-e4cc-491e-b5f9-17673e4a0c89 HTTP/1.1" status: 200  len: 210 time: 0.3767056
Dec 03 15:05:58.715856 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Device 933ad543-585e-4a97-b615-70b5dc2690fb up at agent ovs-agent-hv-cinder-75790 {{(pid=80384) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 15:05:58.769391 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-31b53e73-d0bf-4072-a52f-856222e10159 req-4e41aed2-2d5c-4b1f-821c-f68f56e8e39e service neutron] 10.222.0.83 "GET /v2.0/networks/7563c63a-7ae2-448f-9a35-0b81ebf9961f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5818985
Dec 03 15:05:58.801082 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b794827-db88-4d85-b022-36c41765a41f req-3dc10e2c-3478-4172-8159-58265ed27678 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:58.803433 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-5b794827-db88-4d85-b022-36c41765a41f req-3dc10e2c-3478-4172-8159-58265ed27678 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.83 "GET /v2.0/ports?device_id=8a7b86d5-7e34-4b4e-9561-8540a0f0fa76 HTTP/1.1" status: 200  len: 945 time: 0.1418402
Dec 03 15:05:58.859225 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Provisioning complete for port 933ad543-585e-4a97-b615-70b5dc2690fb triggered by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:05:58.859757 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:58.918026 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [req-5b794827-db88-4d85-b022-36c41765a41f req-57865fe2-22ac-45c4-8bea-f90cb508b948 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Deleting port 933ad543-585e-4a97-b615-70b5dc2690fb {{(pid=80383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 15:05:58.918604 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-5b794827-db88-4d85-b022-36c41765a41f req-57865fe2-22ac-45c4-8bea-f90cb508b948 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729303099848'] for port, before_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:59.027997 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-31b53e73-d0bf-4072-a52f-856222e10159 req-5f95945e-fd66-450b-9462-3a6010276087 service neutron] 10.222.0.83 "GET /v2.0/networks/7563c63a-7ae2-448f-9a35-0b81ebf9961f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2465010
Dec 03 15:05:59.066791 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.db_base_plugin_common [req-97b10870-968a-4c0d-9ce3-85d2df83aa6e req-1d6cb4e3-0edd-4ab7-9820-6c79d194205e tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Allocated IP 172.20.0.6 (0d922ba7-749c-4c5e-b6cc-12813984389c/07d33687-75f8-425a-ad5f-cd3466718814/f82f881d-f8f0-478d-baa4-3c020c077e99) {{(pid=80382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 15:05:59.281328 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-97b10870-968a-4c0d-9ce3-85d2df83aa6e req-1d6cb4e3-0edd-4ab7-9820-6c79d194205e tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Notify callbacks [] for port, precommit_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:59.298781 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [req-97b10870-968a-4c0d-9ce3-85d2df83aa6e req-1d6cb4e3-0edd-4ab7-9820-6c79d194205e tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Transition to ACTIVE for port object f82f881d-f8f0-478d-baa4-3c020c077e99 will not be triggered until provisioned by entity DHCP. {{(pid=80382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 15:05:59.322353 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-97b10870-968a-4c0d-9ce3-85d2df83aa6e req-1d6cb4e3-0edd-4ab7-9820-6c79d194205e tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307552080722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30043597'] for port, after_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:59.337695 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-76927f30-993e-4937-9ac2-b68895f307a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:05:59.342422 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5fe1c7-1346-43fc-86f3-e39e1bbfa1e5 req-9fb3de5b-46d2-4a71-b99e-665224448fea tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:59.344006 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-ff5fe1c7-1346-43fc-86f3-e39e1bbfa1e5 req-9fb3de5b-46d2-4a71-b99e-665224448fea tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] 10.222.0.63 "GET /v2.0/ports?device_id=336d98ca-1548-4d14-87f5-274050e7a048 HTTP/1.1" status: 200  len: 943 time: 0.3989770
Dec 03 15:05:59.478291 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-ff5fe1c7-1346-43fc-86f3-e39e1bbfa1e5 req-fc9d2899-c3ed-4ac0-9fc8-1e8b31fd9eb2 tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] 10.222.0.63 "GET /v2.0/security-groups?id=b2b5ac8b-e4f9-490c-b959-8461c6da8922&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1189165
Dec 03 15:05:59.500323 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [req-5b794827-db88-4d85-b022-36c41765a41f req-57865fe2-22ac-45c4-8bea-f90cb508b948 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] For port 933ad543-585e-4a97-b615-70b5dc2690fb, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=933ad543-585e-4a97-b615-70b5dc2690fb,segment=NetworkSegment(42a6093d-652f-4cb9-990c-cc8e40f7f58f),segment_id=42a6093d-652f-4cb9-990c-cc8e40f7f58f)] {{(pid=80383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 15:05:59.500720 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-5b794827-db88-4d85-b022-36c41765a41f req-57865fe2-22ac-45c4-8bea-f90cb508b948 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821294133'] for port, precommit_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:59.537435 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6cb4e3-0edd-4ab7-9820-6c79d194205e tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Pushing event updated for resources: {'Port': ['ID=f82f881d-f8f0-478d-baa4-3c020c077e99,revision_number=1']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:05:59.543904 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-1d6cb4e3-0edd-4ab7-9820-6c79d194205e tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:05:59.607736 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97b10870-968a-4c0d-9ce3-85d2df83aa6e req-1d6cb4e3-0edd-4ab7-9820-6c79d194205e tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Network 0d922ba7-749c-4c5e-b6cc-12813984389c is already hosted by enough agents. {{(pid=80382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 15:05:59.611561 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.base_scheduler [req-97b10870-968a-4c0d-9ce3-85d2df83aa6e req-1d6cb4e3-0edd-4ab7-9820-6c79d194205e tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Resources bound (agent type, host, resource id):  {{(pid=80382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 15:05:59.614276 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [req-97b10870-968a-4c0d-9ce3-85d2df83aa6e req-1d6cb4e3-0edd-4ab7-9820-6c79d194205e tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Received port after_create {{(pid=80382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 15:05:59.635099 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [req-5b794827-db88-4d85-b022-36c41765a41f req-57865fe2-22ac-45c4-8bea-f90cb508b948 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Calling delete_port for 933ad543-585e-4a97-b615-70b5dc2690fb owned by compute:nova {{(pid=80383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 15:05:59.647784 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda46fe6-a8ff-47cc-a78e-c19c9f0d82b0 req-45298950-0f04-449f-b9a5-5443c3dacd78 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:59.649429 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-eda46fe6-a8ff-47cc-a78e-c19c9f0d82b0 req-45298950-0f04-449f-b9a5-5443c3dacd78 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/ports?device_id=f53f7d53-2ae6-4edd-84c2-09e523498d7d HTTP/1.1" status: 200  len: 943 time: 0.1850681
Dec 03 15:05:59.726276 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b10870-968a-4c0d-9ce3-85d2df83aa6e req-1d6cb4e3-0edd-4ab7-9820-6c79d194205e tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:05:59.726964 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-97b10870-968a-4c0d-9ce3-85d2df83aa6e req-1d6cb4e3-0edd-4ab7-9820-6c79d194205e tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6653'] for port, before_response {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:59.741732 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-eda46fe6-a8ff-47cc-a78e-c19c9f0d82b0 req-68608cac-aefc-45d0-aa17-c9e11d9e47a4 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/security-groups?id=eeb87b8d-9b0e-46cd-a1ba-43889caf168f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0824742
Dec 03 15:05:59.782049 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-97b10870-968a-4c0d-9ce3-85d2df83aa6e req-1d6cb4e3-0edd-4ab7-9820-6c79d194205e tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.9836142
Dec 03 15:05:59.805481 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.base [req-97b10870-968a-4c0d-9ce3-85d2df83aa6e req-1ff39593-ba97-4e00-a783-a320bebc9005 service neutron] Request body: {'port': {'device_id': 'add146c2-e4cc-491e-b5f9-17673e4a0c89', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75790'}} {{(pid=80382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 15:05:59.915666 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-5b794827-db88-4d85-b022-36c41765a41f req-57865fe2-22ac-45c4-8bea-f90cb508b948 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307551598230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307552127058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31294715'] for port, after_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:59.932957 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-c2e109bb-4f92-4caa-a174-70674b2e0ffb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:05:59.933302 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-7c656828-4420-4dd5-a2be-fffd9c3e2e8c None None] Provisioning for port f82f881d-f8f0-478d-baa4-3c020c077e99 completed by entity DHCP. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 15:05:59.938702 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-7c656828-4420-4dd5-a2be-fffd9c3e2e8c None None] Provisioning complete for port f82f881d-f8f0-478d-baa4-3c020c077e99 triggered by entity DHCP. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:05:59.939113 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-7c656828-4420-4dd5-a2be-fffd9c3e2e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:59.988375 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57865fe2-22ac-45c4-8bea-f90cb508b948 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Pushing event deleted for resources: {'Port': ['ID=933ad543-585e-4a97-b615-70b5dc2690fb,revision_number=None']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:05:59.992616 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-97b10870-968a-4c0d-9ce3-85d2df83aa6e req-1ff39593-ba97-4e00-a783-a320bebc9005 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:05:59.999125 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [None req-7c656828-4420-4dd5-a2be-fffd9c3e2e8c None None] Port f82f881d-f8f0-478d-baa4-3c020c077e99 cannot update to ACTIVE because it is not bound. {{(pid=80384) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 15:06:00.002301 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-57865fe2-22ac-45c4-8bea-f90cb508b948 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:06:00.107213 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4539a1bb-4a89-4019-aecb-8874287401dd req-2a271f7a-f5a8-4042-9906-3dff053eb78f tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:06:00.108744 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-4539a1bb-4a89-4019-aecb-8874287401dd req-2a271f7a-f5a8-4042-9906-3dff053eb78f tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/ports?device_id=8a7b86d5-7e34-4b4e-9561-8540a0f0fa76 HTTP/1.1" status: 200  len: 867 time: 0.2567422
Dec 03 15:06:00.137872 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c714f6e-8ea8-4662-95b8-1336da1a799d req-544bdb9d-ce18-4448-b3e2-8b1b3fa37cfc tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:06:00.138688 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-6c714f6e-8ea8-4662-95b8-1336da1a799d req-544bdb9d-ce18-4448-b3e2-8b1b3fa37cfc tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Synchronizing usage tracker for tenant:f77c18074b76496dbbd6d15835f35760 on resource:port {{(pid=80382) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 15:06:00.189181 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b794827-db88-4d85-b022-36c41765a41f req-57865fe2-22ac-45c4-8bea-f90cb508b948 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] No DVR routers for this DVR port 933ad543-585e-4a97-b615-70b5dc2690fb on host hv-cinder-75790 {{(pid=80383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 15:06:00.193767 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-5b794827-db88-4d85-b022-36c41765a41f req-57865fe2-22ac-45c4-8bea-f90cb508b948 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6653'] for port, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:06:00.196957 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a7b86d5-7e34-4b4e-9561-8540a0f0fa76', 'name': 'network-vif-deleted', 'tag': '933ad543-585e-4a97-b615-70b5dc2690fb'}] {{(pid=80383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 15:06:00.205849 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-6c714f6e-8ea8-4662-95b8-1336da1a799d req-544bdb9d-ce18-4448-b3e2-8b1b3fa37cfc tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Unset dirty status for tenant:f77c18074b76496dbbd6d15835f35760 on resource:port {{(pid=80382) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 15:06:00.207147 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-6c714f6e-8ea8-4662-95b8-1336da1a799d req-544bdb9d-ce18-4448-b3e2-8b1b3fa37cfc tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] 10.222.0.63 "GET /v2.0/ports?device_id=add146c2-e4cc-491e-b5f9-17673e4a0c89 HTTP/1.1" status: 200  len: 931 time: 0.2819493
Dec 03 15:06:00.214650 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-4539a1bb-4a89-4019-aecb-8874287401dd req-11a2b925-dd64-4eba-a4db-bdd788688cd9 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/security-groups?id=eaa64044-32f2-4946-97be-06cf9f486ffa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0946918
Dec 03 15:06:00.220410 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-5b794827-db88-4d85-b022-36c41765a41f req-57865fe2-22ac-45c4-8bea-f90cb508b948 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.83 "DELETE /v2.0/ports/933ad543-585e-4a97-b615-70b5dc2690fb HTTP/1.1" status: 204  len: 173 time: 1.4099340
Dec 03 15:06:00.296567 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a7b86d5-7e34-4b4e-9561-8540a0f0fa76', 'name': 'network-vif-deleted', 'tag': '933ad543-585e-4a97-b615-70b5dc2690fb', 'status': 'completed', 'code': 200}
Dec 03 15:06:00.365398 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-6c714f6e-8ea8-4662-95b8-1336da1a799d req-367484eb-ad02-4302-bbdf-a11ab1738b6a tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] 10.222.0.63 "GET /v2.0/security-groups?id=e36ef011-09e2-4558-934b-b2128a1b6126&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.1471851
Dec 03 15:06:00.490020 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.notifiers.nova [req-97b10870-968a-4c0d-9ce3-85d2df83aa6e req-1ff39593-ba97-4e00-a783-a320bebc9005 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f82f881d-f8f0-478d-baa4-3c020c077e99 {{(pid=80382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 03 15:06:00.496964 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-97b10870-968a-4c0d-9ce3-85d2df83aa6e req-1ff39593-ba97-4e00-a783-a320bebc9005 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:06:00.508918 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [req-97b10870-968a-4c0d-9ce3-85d2df83aa6e req-1ff39593-ba97-4e00-a783-a320bebc9005 service neutron] Transition to ACTIVE for port object f82f881d-f8f0-478d-baa4-3c020c077e99 will not be triggered until provisioned by entity L2. {{(pid=80382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 15:06:00.511497 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-97b10870-968a-4c0d-9ce3-85d2df83aa6e req-1ff39593-ba97-4e00-a783-a320bebc9005 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036824732220'] for port, after_update {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:06:00.527170 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-ae3bde89-7eaa-4d50-ad66-1ae637e3bdf5 tempest-DeleteServersTestJSON-706443464 tempest-DeleteServersTestJSON-706443464] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:06:00.666636 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff39593-ba97-4e00-a783-a320bebc9005 service neutron] Pushing event updated for resources: {'Port': ['ID=f82f881d-f8f0-478d-baa4-3c020c077e99,revision_number=2']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:06:00.671046 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-1ff39593-ba97-4e00-a783-a320bebc9005 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:06:00.705609 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbad78f-550c-459e-9df7-c8f24633550b req-4a569c76-680a-48e5-a6df-dcdee23ec21a tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:06:00.707247 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-bbbad78f-550c-459e-9df7-c8f24633550b req-4a569c76-680a-48e5-a6df-dcdee23ec21a tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] 10.222.0.63 "GET /v2.0/ports?device_id=336d98ca-1548-4d14-87f5-274050e7a048 HTTP/1.1" status: 200  len: 943 time: 0.0869520
Dec 03 15:06:00.768074 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-bbbad78f-550c-459e-9df7-c8f24633550b req-44a32ee6-3698-425e-a27b-8d25e7f5e017 tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] 10.222.0.63 "GET /v2.0/security-groups?id=b2b5ac8b-e4f9-490c-b959-8461c6da8922&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0530989
Dec 03 15:06:00.880449 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [req-97b10870-968a-4c0d-9ce3-85d2df83aa6e req-1ff39593-ba97-4e00-a783-a320bebc9005 service neutron] Attempting to bind port f82f881d-f8f0-478d-baa4-3c020c077e99 on host hv-cinder-75790 for vnic_type normal with profile  {{(pid=80382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 15:06:00.880835 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [req-97b10870-968a-4c0d-9ce3-85d2df83aa6e req-1ff39593-ba97-4e00-a783-a320bebc9005 service neutron] Attempting to bind port f82f881d-f8f0-478d-baa4-3c020c077e99 by drivers openvswitch on host hv-cinder-75790 at level 0 using segments [{'id': 'e96589d1-49fa-4c68-97f6-515777979c45', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '0d922ba7-749c-4c5e-b6cc-12813984389c'}] {{(pid=80382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 15:06:00.881221 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97b10870-968a-4c0d-9ce3-85d2df83aa6e req-1ff39593-ba97-4e00-a783-a320bebc9005 service neutron] Attempting to bind port f82f881d-f8f0-478d-baa4-3c020c077e99 on network 0d922ba7-749c-4c5e-b6cc-12813984389c {{(pid=80382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 15:06:00.889831 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97b10870-968a-4c0d-9ce3-85d2df83aa6e req-1ff39593-ba97-4e00-a783-a320bebc9005 service neutron] Checking agent: {'id': '7af519bd-b73a-4597-86f2-e334c7b64707', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75790', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 15, 0, 18), 'started_at': datetime.datetime(2020, 12, 3, 15, 0, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 15, 5, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 15:06:00.890255 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97b10870-968a-4c0d-9ce3-85d2df83aa6e req-1ff39593-ba97-4e00-a783-a320bebc9005 service neutron] Checking segment: {'id': 'e96589d1-49fa-4c68-97f6-515777979c45', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '0d922ba7-749c-4c5e-b6cc-12813984389c'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 15:06:00.891093 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-97b10870-968a-4c0d-9ce3-85d2df83aa6e req-1ff39593-ba97-4e00-a783-a320bebc9005 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:06:00.891509 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97b10870-968a-4c0d-9ce3-85d2df83aa6e req-1ff39593-ba97-4e00-a783-a320bebc9005 service neutron] Bound using segment: {'id': 'e96589d1-49fa-4c68-97f6-515777979c45', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '0d922ba7-749c-4c5e-b6cc-12813984389c'} {{(pid=80382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 15:06:00.892005 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [req-97b10870-968a-4c0d-9ce3-85d2df83aa6e req-1ff39593-ba97-4e00-a783-a320bebc9005 service neutron] Bound port: f82f881d-f8f0-478d-baa4-3c020c077e99, host: hv-cinder-75790, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e96589d1-49fa-4c68-97f6-515777979c45', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '0d922ba7-749c-4c5e-b6cc-12813984389c'}}] {{(pid=80382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 15:06:00.892397 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-97b10870-968a-4c0d-9ce3-85d2df83aa6e req-1ff39593-ba97-4e00-a783-a320bebc9005 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:06:01.061938 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [req-97b10870-968a-4c0d-9ce3-85d2df83aa6e req-1ff39593-ba97-4e00-a783-a320bebc9005 service neutron] For port f82f881d-f8f0-478d-baa4-3c020c077e99, host hv-cinder-75790, cleared binding levels {{(pid=80382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 15:06:01.066173 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [req-97b10870-968a-4c0d-9ce3-85d2df83aa6e req-1ff39593-ba97-4e00-a783-a320bebc9005 service neutron] For port f82f881d-f8f0-478d-baa4-3c020c077e99, host hv-cinder-75790, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=f82f881d-f8f0-478d-baa4-3c020c077e99,segment=NetworkSegment(e96589d1-49fa-4c68-97f6-515777979c45),segment_id=e96589d1-49fa-4c68-97f6-515777979c45)] {{(pid=80382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 15:06:01.070946 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-97b10870-968a-4c0d-9ce3-85d2df83aa6e req-1ff39593-ba97-4e00-a783-a320bebc9005 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036824732220'] for port, after_update {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:06:01.087866 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:06:01.161684 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74f1f09-a4f4-4897-9b99-0f3d82a6b0b8 req-533524d7-e3a6-4ea8-be64-813d99665167 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:06:01.163314 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-f74f1f09-a4f4-4897-9b99-0f3d82a6b0b8 req-533524d7-e3a6-4ea8-be64-813d99665167 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/ports?device_id=f53f7d53-2ae6-4edd-84c2-09e523498d7d HTTP/1.1" status: 200  len: 943 time: 0.2194648
Dec 03 15:06:01.259986 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff39593-ba97-4e00-a783-a320bebc9005 service neutron] Pushing event updated for resources: {'Port': ['ID=f82f881d-f8f0-478d-baa4-3c020c077e99,revision_number=3']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:06:01.279563 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-1ff39593-ba97-4e00-a783-a320bebc9005 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:06:01.304732 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-f74f1f09-a4f4-4897-9b99-0f3d82a6b0b8 req-e8fa77ba-121b-4037-adab-e89d8e7a6a7f tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/security-groups?id=eeb87b8d-9b0e-46cd-a1ba-43889caf168f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1327324
Dec 03 15:06:01.323806 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b10870-968a-4c0d-9ce3-85d2df83aa6e req-1ff39593-ba97-4e00-a783-a320bebc9005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:06:01.324498 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-97b10870-968a-4c0d-9ce3-85d2df83aa6e req-1ff39593-ba97-4e00-a783-a320bebc9005 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6653'] for port, before_response {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:06:01.326037 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-97b10870-968a-4c0d-9ce3-85d2df83aa6e req-1ff39593-ba97-4e00-a783-a320bebc9005 service neutron] 10.222.0.83 "PUT /v2.0/ports/f82f881d-f8f0-478d-baa4-3c020c077e99 HTTP/1.1" status: 200  len: 1157 time: 1.5260327
Dec 03 15:06:01.326576 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'add146c2-e4cc-491e-b5f9-17673e4a0c89', 'tag': 'f82f881d-f8f0-478d-baa4-3c020c077e99'}] {{(pid=80382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 15:06:01.388876 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'add146c2-e4cc-491e-b5f9-17673e4a0c89', 'tag': 'f82f881d-f8f0-478d-baa4-3c020c077e99', 'status': 'completed', 'code': 200}
Dec 03 15:06:01.502537 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b10870-968a-4c0d-9ce3-85d2df83aa6e req-5deaab88-4c84-4c09-9d88-88403ad143ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:06:01.504339 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-97b10870-968a-4c0d-9ce3-85d2df83aa6e req-5deaab88-4c84-4c09-9d88-88403ad143ac service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f77c18074b76496dbbd6d15835f35760&device_id=add146c2-e4cc-491e-b5f9-17673e4a0c89 HTTP/1.1" status: 200  len: 1160 time: 0.0930686
Dec 03 15:06:01.508501 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Device 39d702b9-440e-4c01-93b9-46950f0484b3 up at agent ovs-agent-hv-cinder-75790 {{(pid=80384) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 15:06:01.596767 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-97b10870-968a-4c0d-9ce3-85d2df83aa6e req-3cd8bad1-1e6a-4cb4-b71d-bde8b7f00db2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f82f881d-f8f0-478d-baa4-3c020c077e99 HTTP/1.1" status: 200  len: 217 time: 0.0737891
Dec 03 15:06:01.615328 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Provisioning for port 39d702b9-440e-4c01-93b9-46950f0484b3 completed by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 15:06:01.621056 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Provisioning complete for port 39d702b9-440e-4c01-93b9-46950f0484b3 triggered by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:06:01.621477 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:06:01.630402 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dadafc-d3ee-4b1d-9551-43e6e590de5e req-36a90865-332c-4d36-bbdb-44dba04b1bc2 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:06:01.632027 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-28dadafc-d3ee-4b1d-9551-43e6e590de5e req-36a90865-332c-4d36-bbdb-44dba04b1bc2 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] 10.222.0.63 "GET /v2.0/ports?device_id=add146c2-e4cc-491e-b5f9-17673e4a0c89 HTTP/1.1" status: 200  len: 943 time: 0.0922368
Dec 03 15:06:01.686964 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-28dadafc-d3ee-4b1d-9551-43e6e590de5e req-1c5f4eea-75ab-449e-a178-1b8a54224f2e tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Synchronizing usage tracker for tenant:f77c18074b76496dbbd6d15835f35760 on resource:security_group {{(pid=80383) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 15:06:01.703076 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-28dadafc-d3ee-4b1d-9551-43e6e590de5e req-1c5f4eea-75ab-449e-a178-1b8a54224f2e tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Unset dirty status for tenant:f77c18074b76496dbbd6d15835f35760 on resource:security_group {{(pid=80383) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 15:06:01.704368 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-28dadafc-d3ee-4b1d-9551-43e6e590de5e req-1c5f4eea-75ab-449e-a178-1b8a54224f2e tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] 10.222.0.63 "GET /v2.0/security-groups?id=e36ef011-09e2-4558-934b-b2128a1b6126&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0650713
Dec 03 15:06:01.753843 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:06:01.795887 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '336d98ca-1548-4d14-87f5-274050e7a048', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39d702b9-440e-4c01-93b9-46950f0484b3'}] {{(pid=80384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 15:06:01.809469 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] For port 39d702b9-440e-4c01-93b9-46950f0484b3, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=39d702b9-440e-4c01-93b9-46950f0484b3,segment=NetworkSegment(b9410016-b650-487c-9426-248c876b5c44),segment_id=b9410016-b650-487c-9426-248c876b5c44)] {{(pid=80384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 15:06:01.812482 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b10870-968a-4c0d-9ce3-85d2df83aa6e req-8378400d-4963-4eb5-a56f-6a4eb4e56539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:06:01.814129 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-97b10870-968a-4c0d-9ce3-85d2df83aa6e req-8378400d-4963-4eb5-a56f-6a4eb4e56539 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=07d33687-75f8-425a-ad5f-cd3466718814 HTTP/1.1" status: 200  len: 848 time: 0.1446905
Dec 03 15:06:01.815475 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024'] for port, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:06:01.817444 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:06:01.830081 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56106b49-9f08-43eb-9da6-acae1d824d4a req-3b1a05b0-a655-4cea-b126-b163e7fbd89e tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:06:01.831655 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-56106b49-9f08-43eb-9da6-acae1d824d4a req-3b1a05b0-a655-4cea-b126-b163e7fbd89e tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/ports?device_id=c233978f-9c32-47bf-8b66-44f0baa08830 HTTP/1.1" status: 200  len: 945 time: 0.1152313
Dec 03 15:06:01.875060 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Device 933ad543-585e-4a97-b615-70b5dc2690fb no longer exists at agent ovs-agent-hv-cinder-75790 {{(pid=80384) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 15:06:01.916942 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] No Port match for: 933ad543-585e-4a97-b615-70b5dc2690fb {{(pid=80384) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 15:06:01.917339 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Device 933ad543-585e-4a97-b615-70b5dc2690fb not bound to the agent host hv-cinder-75790 {{(pid=80384) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 15:06:01.930376 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Pushing event updated for resources: {'Port': ['ID=39d702b9-440e-4c01-93b9-46950f0484b3,revision_number=4']} {{(pid=80384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:06:01.934014 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:06:01.935001 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-56106b49-9f08-43eb-9da6-acae1d824d4a req-a6ba1f3b-d415-48bc-8598-e51097141679 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/security-groups?id=eaa64044-32f2-4946-97be-06cf9f486ffa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0654452
Dec 03 15:06:01.949102 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b10870-968a-4c0d-9ce3-85d2df83aa6e req-81faab26-05b8-49b0-8460-1c4ac824e97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:06:01.951856 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-97b10870-968a-4c0d-9ce3-85d2df83aa6e req-81faab26-05b8-49b0-8460-1c4ac824e97b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0d922ba7-749c-4c5e-b6cc-12813984389c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1282837
Dec 03 15:06:01.996906 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a113c63-e070-4080-b688-49d953fad5ee req-9610382c-e316-4c74-b815-0c5349749a78 tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:06:01.998576 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-8a113c63-e070-4080-b688-49d953fad5ee req-9610382c-e316-4c74-b815-0c5349749a78 tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] 10.222.0.63 "GET /v2.0/ports?device_id=336d98ca-1548-4d14-87f5-274050e7a048 HTTP/1.1" status: 200  len: 945 time: 0.0900266
Dec 03 15:06:02.020110 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '336d98ca-1548-4d14-87f5-274050e7a048', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39d702b9-440e-4c01-93b9-46950f0484b3', 'code': 200}
Dec 03 15:06:02.047730 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-8a113c63-e070-4080-b688-49d953fad5ee req-15e56601-72bc-4231-944c-dffc0b739f24 tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] 10.222.0.63 "GET /v2.0/security-groups?id=b2b5ac8b-e4f9-490c-b959-8461c6da8922&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428755
Dec 03 15:06:02.321444 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-97b10870-968a-4c0d-9ce3-85d2df83aa6e req-3293766f-beab-40dd-b900-2b289c06272e service neutron] 10.222.0.83 "GET /v2.0/networks/0d922ba7-749c-4c5e-b6cc-12813984389c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3603232
Dec 03 15:06:02.358653 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48efa86-d9ff-4a74-b3a7-f72348f249ee req-e6498e81-d867-429f-ba39-6c6b290b44a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:06:02.360434 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-c48efa86-d9ff-4a74-b3a7-f72348f249ee req-e6498e81-d867-429f-ba39-6c6b290b44a5 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=336d98ca-1548-4d14-87f5-274050e7a048 HTTP/1.1" status: 200  len: 1162 time: 0.0832150
Dec 03 15:06:02.408976 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-c48efa86-d9ff-4a74-b3a7-f72348f249ee req-0a7cddc6-7b5a-481f-9bd1-d1c79fcddcdc service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=b2b5ac8b-e4f9-490c-b959-8461c6da8922&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382311
Dec 03 15:06:02.523976 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-97b10870-968a-4c0d-9ce3-85d2df83aa6e req-84e5f1d6-95b3-4e54-9194-641a5a5ddae9 service neutron] 10.222.0.83 "GET /v2.0/networks/0d922ba7-749c-4c5e-b6cc-12813984389c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1959100
Dec 03 15:06:02.554150 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd1fb49-7709-4e33-a156-65109b3c9dbf req-30699738-4fe3-4b9c-8239-67c38286ef89 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:06:02.556997 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-3fd1fb49-7709-4e33-a156-65109b3c9dbf req-30699738-4fe3-4b9c-8239-67c38286ef89 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/ports?device_id=f53f7d53-2ae6-4edd-84c2-09e523498d7d HTTP/1.1" status: 200  len: 943 time: 0.0903699
Dec 03 15:06:02.606196 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-3fd1fb49-7709-4e33-a156-65109b3c9dbf req-37674598-2197-4760-b9dc-47dc743b81e8 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/security-groups?id=eeb87b8d-9b0e-46cd-a1ba-43889caf168f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427721
Dec 03 15:06:02.664349 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Device 39d702b9-440e-4c01-93b9-46950f0484b3 up at agent ovs-agent-hv-cinder-75790 {{(pid=80384) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 15:06:02.736914 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Provisioning complete for port 39d702b9-440e-4c01-93b9-46950f0484b3 triggered by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:06:02.737347 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:06:02.932193 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49b99ee-208c-417f-8a51-3f504a477dca req-3db14f28-b985-482f-8e0f-5cfe762ba363 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:06:02.933758 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-d49b99ee-208c-417f-8a51-3f504a477dca req-3db14f28-b985-482f-8e0f-5cfe762ba363 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] 10.222.0.63 "GET /v2.0/ports?device_id=add146c2-e4cc-491e-b5f9-17673e4a0c89 HTTP/1.1" status: 200  len: 943 time: 0.0891874
Dec 03 15:06:02.950630 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e34d0e5-b516-4d08-a232-2466906ec1ad req-5fcc6f7a-1c1b-494e-afdd-804dc413b6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:06:02.952286 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-8e34d0e5-b516-4d08-a232-2466906ec1ad req-5fcc6f7a-1c1b-494e-afdd-804dc413b6c0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f77c18074b76496dbbd6d15835f35760&device_id=add146c2-e4cc-491e-b5f9-17673e4a0c89 HTTP/1.1" status: 200  len: 1160 time: 0.0813279
Dec 03 15:06:02.983430 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-d49b99ee-208c-417f-8a51-3f504a477dca req-f27a04eb-8c1d-4437-a24a-3d7a2e679c3c tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] 10.222.0.63 "GET /v2.0/security-groups?id=e36ef011-09e2-4558-934b-b2128a1b6126&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0433586
Dec 03 15:06:03.174129 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e34d0e5-b516-4d08-a232-2466906ec1ad req-6300c10c-c0c0-4a8b-97a5-fc9571a6faed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:06:03.175742 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-8e34d0e5-b516-4d08-a232-2466906ec1ad req-6300c10c-c0c0-4a8b-97a5-fc9571a6faed service neutron] 10.222.0.83 "GET /v2.0/networks?id=0d922ba7-749c-4c5e-b6cc-12813984389c HTTP/1.1" status: 200  len: 903 time: 0.2081087
Dec 03 15:06:03.254900 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-8e34d0e5-b516-4d08-a232-2466906ec1ad req-3a82a4ad-4ac1-49ef-b0bb-984f8818e381 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f82f881d-f8f0-478d-baa4-3c020c077e99 HTTP/1.1" status: 200  len: 217 time: 0.0702159
Dec 03 15:06:03.262500 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0021d6-e256-44f7-8182-2bc115973cf0 req-47d3d9a3-bd95-4610-8338-f61762fe5400 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:06:03.264081 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-1f0021d6-e256-44f7-8182-2bc115973cf0 req-47d3d9a3-bd95-4610-8338-f61762fe5400 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/ports?device_id=c233978f-9c32-47bf-8b66-44f0baa08830 HTTP/1.1" status: 200  len: 945 time: 0.1952071
Dec 03 15:06:03.267531 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc26eaa-e2eb-43d4-ae46-424f3b594985 req-062202bb-9db5-451a-9f96-334b9b77e24d tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:06:03.269124 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-5dc26eaa-e2eb-43d4-ae46-424f3b594985 req-062202bb-9db5-451a-9f96-334b9b77e24d tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] 10.222.0.63 "GET /v2.0/ports?device_id=336d98ca-1548-4d14-87f5-274050e7a048 HTTP/1.1" status: 200  len: 945 time: 0.0865533
Dec 03 15:06:03.318861 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-5dc26eaa-e2eb-43d4-ae46-424f3b594985 req-4228e445-1a65-4c11-a2f9-ad7a51a9feb2 tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] 10.222.0.63 "GET /v2.0/security-groups?id=b2b5ac8b-e4f9-490c-b959-8461c6da8922&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422122
Dec 03 15:06:03.369814 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-1f0021d6-e256-44f7-8182-2bc115973cf0 req-e8f49881-d1ad-4865-a647-668b426cc5af tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/security-groups?id=eaa64044-32f2-4946-97be-06cf9f486ffa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0707467
Dec 03 15:06:03.371366 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e34d0e5-b516-4d08-a232-2466906ec1ad req-bd853bfd-965a-4b43-bfb1-b2a09322acd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:06:03.372840 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-8e34d0e5-b516-4d08-a232-2466906ec1ad req-bd853bfd-965a-4b43-bfb1-b2a09322acd4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=07d33687-75f8-425a-ad5f-cd3466718814 HTTP/1.1" status: 200  len: 848 time: 0.1077864
Dec 03 15:06:03.457663 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e34d0e5-b516-4d08-a232-2466906ec1ad req-faf81ece-bf67-428b-829c-e0e746461ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:06:03.459280 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-8e34d0e5-b516-4d08-a232-2466906ec1ad req-faf81ece-bf67-428b-829c-e0e746461ca5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0d922ba7-749c-4c5e-b6cc-12813984389c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0739837
Dec 03 15:06:03.610088 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-8e34d0e5-b516-4d08-a232-2466906ec1ad req-a0b5e360-4b11-4fa5-91cf-9d73eb9a1ebe service neutron] 10.222.0.83 "GET /v2.0/networks/0d922ba7-749c-4c5e-b6cc-12813984389c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1378577
Dec 03 15:06:03.757439 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-8e34d0e5-b516-4d08-a232-2466906ec1ad req-d358dab7-1c1b-47c9-8a00-3d6e1bf85bfd service neutron] 10.222.0.83 "GET /v2.0/networks/0d922ba7-749c-4c5e-b6cc-12813984389c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1398735
Dec 03 15:06:03.845867 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3210277a-6b68-445a-8200-08ac565fac6a req-c6ae7d0b-a74c-4a51-99e8-0a6751f4edb2 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:06:03.847513 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-3210277a-6b68-445a-8200-08ac565fac6a req-c6ae7d0b-a74c-4a51-99e8-0a6751f4edb2 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/ports?device_id=f53f7d53-2ae6-4edd-84c2-09e523498d7d HTTP/1.1" status: 200  len: 943 time: 0.0930243
Dec 03 15:06:03.899337 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-3210277a-6b68-445a-8200-08ac565fac6a req-f462dd2f-f2ef-45ed-8499-881e7d745b83 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/security-groups?id=eeb87b8d-9b0e-46cd-a1ba-43889caf168f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444045
Dec 03 15:06:03.910616 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.agents_db [None req-51f4eaf8-3f98-4d92-a7df-a28bf03852b0 None None] Agent healthcheck: found 6 active agents {{(pid=80385) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 15:06:04.206766 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4d1a8a-a961-46d5-9e69-4c8260cba44f req-039ba633-b10c-4d1c-866d-815ed0e25948 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:06:04.208305 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-fd4d1a8a-a961-46d5-9e69-4c8260cba44f req-039ba633-b10c-4d1c-866d-815ed0e25948 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] 10.222.0.63 "GET /v2.0/ports?device_id=add146c2-e4cc-491e-b5f9-17673e4a0c89 HTTP/1.1" status: 200  len: 943 time: 0.0863810
Dec 03 15:06:04.259443 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-fd4d1a8a-a961-46d5-9e69-4c8260cba44f req-429d508a-8042-42af-9bd1-abfb84a8d10e tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] 10.222.0.63 "GET /v2.0/security-groups?id=e36ef011-09e2-4558-934b-b2128a1b6126&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0437980
Dec 03 15:06:04.531050 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed046067-0efe-4a84-ab86-5732971ac4f1 req-81f4ad06-f1f9-4eae-9725-800e8f4c0891 tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:06:04.532663 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-ed046067-0efe-4a84-ab86-5732971ac4f1 req-81f4ad06-f1f9-4eae-9725-800e8f4c0891 tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] 10.222.0.63 "GET /v2.0/ports?device_id=336d98ca-1548-4d14-87f5-274050e7a048 HTTP/1.1" status: 200  len: 945 time: 0.0843825
Dec 03 15:06:04.582230 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-ed046067-0efe-4a84-ab86-5732971ac4f1 req-75b917da-c578-4af8-8760-f5517d91800a tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] 10.222.0.63 "GET /v2.0/security-groups?id=b2b5ac8b-e4f9-490c-b959-8461c6da8922&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430081
Dec 03 15:06:04.584367 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12573a3d-8b1a-4910-a7b3-ccfc855c9d5e req-8f94defc-c169-44e6-bde0-9f562b660a46 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:06:04.586013 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-12573a3d-8b1a-4910-a7b3-ccfc855c9d5e req-8f94defc-c169-44e6-bde0-9f562b660a46 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/ports?device_id=c233978f-9c32-47bf-8b66-44f0baa08830 HTTP/1.1" status: 200  len: 945 time: 0.0835507
Dec 03 15:06:04.634804 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-12573a3d-8b1a-4910-a7b3-ccfc855c9d5e req-21b595a6-f922-44de-901b-871de4553b58 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/security-groups?id=eaa64044-32f2-4946-97be-06cf9f486ffa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416877
Dec 03 15:06:04.833885 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Device 39d702b9-440e-4c01-93b9-46950f0484b3 up at agent ovs-agent-hv-cinder-75790 {{(pid=80384) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 15:06:04.909526 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Provisioning complete for port 39d702b9-440e-4c01-93b9-46950f0484b3 triggered by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:06:04.909962 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:06:05.141147 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edacc9de-e9d3-4449-93cf-b9e59b643e42 req-92903bd4-85d7-4432-954e-b55f4dbf0c4d tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:06:05.142808 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-edacc9de-e9d3-4449-93cf-b9e59b643e42 req-92903bd4-85d7-4432-954e-b55f4dbf0c4d tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/ports?device_id=f53f7d53-2ae6-4edd-84c2-09e523498d7d HTTP/1.1" status: 200  len: 943 time: 0.0892208
Dec 03 15:06:05.192011 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-edacc9de-e9d3-4449-93cf-b9e59b643e42 req-358bef19-70bb-4021-9c17-031a6547ad78 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/security-groups?id=eeb87b8d-9b0e-46cd-a1ba-43889caf168f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428269
Dec 03 15:06:05.474751 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc419706-52c1-488f-af05-fe3d2a3c8efc req-1d19f0dd-54b3-4380-b313-87296f89007c tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:06:05.476356 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-fc419706-52c1-488f-af05-fe3d2a3c8efc req-1d19f0dd-54b3-4380-b313-87296f89007c tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] 10.222.0.63 "GET /v2.0/ports?device_id=add146c2-e4cc-491e-b5f9-17673e4a0c89 HTTP/1.1" status: 200  len: 943 time: 0.0884790
Dec 03 15:06:05.525183 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-fc419706-52c1-488f-af05-fe3d2a3c8efc req-9cb1facb-5059-4037-be55-f71508a14eb3 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] 10.222.0.63 "GET /v2.0/security-groups?id=e36ef011-09e2-4558-934b-b2128a1b6126&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0421948
Dec 03 15:06:05.858774 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1f6743-e0be-4e54-a78a-d07bf100188d req-929a40c4-2141-4bd4-ac23-ba239ef6dfaf tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:06:05.860415 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-9b1f6743-e0be-4e54-a78a-d07bf100188d req-929a40c4-2141-4bd4-ac23-ba239ef6dfaf tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/ports?device_id=c233978f-9c32-47bf-8b66-44f0baa08830 HTTP/1.1" status: 200  len: 945 time: 0.0897245
Dec 03 15:06:05.916094 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-9b1f6743-e0be-4e54-a78a-d07bf100188d req-e0dd656c-6e8d-43bb-9a33-c90ffceb6a92 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/security-groups?id=eaa64044-32f2-4946-97be-06cf9f486ffa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492039
Dec 03 15:06:06.148026 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bdd746-b864-41c0-b61d-f0f9cedad9ca req-c873ff81-b28e-4d13-9f69-33eed328d089 tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:06:06.150314 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-a4bdd746-b864-41c0-b61d-f0f9cedad9ca req-c873ff81-b28e-4d13-9f69-33eed328d089 tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] 10.222.0.63 "GET /v2.0/ports?device_id=336d98ca-1548-4d14-87f5-274050e7a048 HTTP/1.1" status: 200  len: 945 time: 0.0829382
Dec 03 15:06:06.208215 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-a4bdd746-b864-41c0-b61d-f0f9cedad9ca req-af468781-8708-4370-a368-fb7f18988ae8 tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] 10.222.0.63 "GET /v2.0/security-groups?id=b2b5ac8b-e4f9-490c-b959-8461c6da8922&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452774
Dec 03 15:06:06.433923 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b49bfdd-c4fe-4aba-a78f-cc4032d37ae2 req-e5df5b72-72bb-4ede-8955-2732252c8cd2 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:06:06.435547 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-2b49bfdd-c4fe-4aba-a78f-cc4032d37ae2 req-e5df5b72-72bb-4ede-8955-2732252c8cd2 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/ports?device_id=f53f7d53-2ae6-4edd-84c2-09e523498d7d HTTP/1.1" status: 200  len: 943 time: 0.0886784
Dec 03 15:06:06.482999 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-2b49bfdd-c4fe-4aba-a78f-cc4032d37ae2 req-3b45eb66-30e0-4cd7-8d07-9a054e4c8da5 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/security-groups?id=eeb87b8d-9b0e-46cd-a1ba-43889caf168f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410056
Dec 03 15:06:06.736614 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101e7571-bc8e-45d2-a144-1cd2521cd7ae req-861b7afa-a1f1-4e94-97cf-f4a33d46b2b3 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:06:06.738162 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-101e7571-bc8e-45d2-a144-1cd2521cd7ae req-861b7afa-a1f1-4e94-97cf-f4a33d46b2b3 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] 10.222.0.63 "GET /v2.0/ports?device_id=add146c2-e4cc-491e-b5f9-17673e4a0c89 HTTP/1.1" status: 200  len: 943 time: 0.0839536
Dec 03 15:06:06.787779 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-101e7571-bc8e-45d2-a144-1cd2521cd7ae req-5fbaf518-378e-4351-8b5b-bcafb4b9c6c8 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] 10.222.0.63 "GET /v2.0/security-groups?id=e36ef011-09e2-4558-934b-b2128a1b6126&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0421100
Dec 03 15:06:07.133569 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453d43ce-ccde-46f2-9b8f-cf6b79493f36 req-f7962bae-434b-42a5-9fd7-ce184f654ea3 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:06:07.135809 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-453d43ce-ccde-46f2-9b8f-cf6b79493f36 req-f7962bae-434b-42a5-9fd7-ce184f654ea3 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/ports?device_id=c233978f-9c32-47bf-8b66-44f0baa08830 HTTP/1.1" status: 200  len: 945 time: 0.0889263
Dec 03 15:06:07.182226 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-453d43ce-ccde-46f2-9b8f-cf6b79493f36 req-e6a86be4-6052-4912-a6b9-580464d93be1 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/security-groups?id=eaa64044-32f2-4946-97be-06cf9f486ffa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402052
Dec 03 15:06:07.425463 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdd87a7-d41c-4555-a504-80aa9a9d43a8 req-f50f7482-a52f-43b4-a42d-8eeb56a7efc2 tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:06:07.427027 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-3fdd87a7-d41c-4555-a504-80aa9a9d43a8 req-f50f7482-a52f-43b4-a42d-8eeb56a7efc2 tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] 10.222.0.63 "GET /v2.0/ports?device_id=336d98ca-1548-4d14-87f5-274050e7a048 HTTP/1.1" status: 200  len: 945 time: 0.0875146
Dec 03 15:06:07.475038 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-3fdd87a7-d41c-4555-a504-80aa9a9d43a8 req-3f85301b-5058-4b69-bc9b-51290dc57a74 tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] 10.222.0.63 "GET /v2.0/security-groups?id=b2b5ac8b-e4f9-490c-b959-8461c6da8922&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407991
Dec 03 15:06:07.533979 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Device 6e8050ed-0789-4bcc-bbe2-11f953a2e2ed up at agent ovs-agent-hv-cinder-75790 {{(pid=80384) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 15:06:07.613092 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Provisioning complete for port 6e8050ed-0789-4bcc-bbe2-11f953a2e2ed triggered by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:06:07.613520 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:06:07.711683 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5623f790-c6aa-40e2-8763-8b714394fffd req-2c23ac65-4062-4e4d-b9e2-9481ad09ffae tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:06:07.713850 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-5623f790-c6aa-40e2-8763-8b714394fffd req-2c23ac65-4062-4e4d-b9e2-9481ad09ffae tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/ports?device_id=f53f7d53-2ae6-4edd-84c2-09e523498d7d HTTP/1.1" status: 200  len: 943 time: 0.0839987
Dec 03 15:06:07.735429 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:06:07.765128 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-5623f790-c6aa-40e2-8763-8b714394fffd req-2f89af38-d68b-4f03-bca0-7d177dc779f7 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/security-groups?id=eeb87b8d-9b0e-46cd-a1ba-43889caf168f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447731
Dec 03 15:06:07.768822 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f53f7d53-2ae6-4edd-84c2-09e523498d7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e8050ed-0789-4bcc-bbe2-11f953a2e2ed'}] {{(pid=80384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 15:06:07.780389 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] For port 6e8050ed-0789-4bcc-bbe2-11f953a2e2ed, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=6e8050ed-0789-4bcc-bbe2-11f953a2e2ed,segment=NetworkSegment(e2b57a66-c421-4e34-bfed-3a9d2ac3bd3c),segment_id=e2b57a66-c421-4e34-bfed-3a9d2ac3bd3c)] {{(pid=80384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 15:06:07.784059 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024'] for port, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:06:07.786038 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:06:07.842039 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f53f7d53-2ae6-4edd-84c2-09e523498d7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e8050ed-0789-4bcc-bbe2-11f953a2e2ed', 'code': 200}
Dec 03 15:06:07.861507 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Pushing event updated for resources: {'Port': ['ID=6e8050ed-0789-4bcc-bbe2-11f953a2e2ed,revision_number=6']} {{(pid=80384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:06:07.865420 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:06:08.011856 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b56ebc-7025-4eea-b271-a876da793849 req-050da94c-e21f-489f-bab9-4256eb6eb143 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:06:08.013468 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-d7b56ebc-7025-4eea-b271-a876da793849 req-050da94c-e21f-489f-bab9-4256eb6eb143 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] 10.222.0.63 "GET /v2.0/ports?device_id=add146c2-e4cc-491e-b5f9-17673e4a0c89 HTTP/1.1" status: 200  len: 943 time: 0.0841756
Dec 03 15:06:08.061513 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-d7b56ebc-7025-4eea-b271-a876da793849 req-c2f0e877-c145-4bcd-b1e4-1be72d46cd1a tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] 10.222.0.63 "GET /v2.0/security-groups?id=e36ef011-09e2-4558-934b-b2128a1b6126&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0416906
Dec 03 15:06:08.382826 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bda65f-a9af-4950-890e-b5c33186d133 req-d3dd8415-3128-4115-ac92-a236ff07ef78 tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:06:08.384328 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-52bda65f-a9af-4950-890e-b5c33186d133 req-d3dd8415-3128-4115-ac92-a236ff07ef78 tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] 10.222.0.83 "GET /v2.0/ports?device_id=336d98ca-1548-4d14-87f5-274050e7a048 HTTP/1.1" status: 200  len: 945 time: 0.0859234
Dec 03 15:06:08.396728 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d821bbc2-8a7f-4f8a-8d91-6df5b23f7910 req-cfb71305-df27-47dd-8acf-0931ba17feea tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:06:08.397496 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-d821bbc2-8a7f-4f8a-8d91-6df5b23f7910 req-cfb71305-df27-47dd-8acf-0931ba17feea tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Synchronizing usage tracker for tenant:69f1305b325747b387eaa173734086a5 on resource:port {{(pid=80383) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 15:06:08.417703 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-d821bbc2-8a7f-4f8a-8d91-6df5b23f7910 req-cfb71305-df27-47dd-8acf-0931ba17feea tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Unset dirty status for tenant:69f1305b325747b387eaa173734086a5 on resource:port {{(pid=80383) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 15:06:08.419111 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-d821bbc2-8a7f-4f8a-8d91-6df5b23f7910 req-cfb71305-df27-47dd-8acf-0931ba17feea tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/ports?device_id=c233978f-9c32-47bf-8b66-44f0baa08830 HTTP/1.1" status: 200  len: 945 time: 0.1039283
Dec 03 15:06:08.469738 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-d821bbc2-8a7f-4f8a-8d91-6df5b23f7910 req-220ef455-1c7c-470c-9903-171185e12feb tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/security-groups?id=eaa64044-32f2-4946-97be-06cf9f486ffa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439124
Dec 03 15:06:08.474903 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [req-52bda65f-a9af-4950-890e-b5c33186d133 req-9ad151f2-636f-4746-8f73-26839b120d24 tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] Deleting port 39d702b9-440e-4c01-93b9-46950f0484b3 {{(pid=80382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 15:06:08.475379 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-52bda65f-a9af-4950-890e-b5c33186d133 req-9ad151f2-636f-4746-8f73-26839b120d24 tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729303099848'] for port, before_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:06:08.671142 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e95a767-c283-4ed5-80cb-35aedfe880eb req-77dbf27c-346b-40a1-a705-b4d478cda13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:06:08.672676 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-0e95a767-c283-4ed5-80cb-35aedfe880eb req-77dbf27c-346b-40a1-a705-b4d478cda13f service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=f53f7d53-2ae6-4edd-84c2-09e523498d7d HTTP/1.1" status: 200  len: 1162 time: 0.0774338
Dec 03 15:06:08.722040 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-0e95a767-c283-4ed5-80cb-35aedfe880eb req-f2e2bdb4-9248-4456-9c65-98787b09fca1 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=eeb87b8d-9b0e-46cd-a1ba-43889caf168f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0370595
Dec 03 15:06:08.768463 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Device 6e8050ed-0789-4bcc-bbe2-11f953a2e2ed up at agent ovs-agent-hv-cinder-75790 {{(pid=80384) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 15:06:08.806408 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [req-52bda65f-a9af-4950-890e-b5c33186d133 req-9ad151f2-636f-4746-8f73-26839b120d24 tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] For port 39d702b9-440e-4c01-93b9-46950f0484b3, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=39d702b9-440e-4c01-93b9-46950f0484b3,segment=NetworkSegment(b9410016-b650-487c-9426-248c876b5c44),segment_id=b9410016-b650-487c-9426-248c876b5c44)] {{(pid=80382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 15:06:08.806786 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-52bda65f-a9af-4950-890e-b5c33186d133 req-9ad151f2-636f-4746-8f73-26839b120d24 tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821294133'] for port, precommit_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:06:08.842127 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Provisioning complete for port 6e8050ed-0789-4bcc-bbe2-11f953a2e2ed triggered by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:06:08.842564 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:06:08.885626 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6e6fc3-759e-4828-9da4-277b6d085394 req-fd3afccf-9009-4496-8d86-af7e682f4f0d tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:06:08.885626 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-df6e6fc3-759e-4828-9da4-277b6d085394 req-fd3afccf-9009-4496-8d86-af7e682f4f0d tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] 10.222.0.63 "GET /v2.0/ports?device_id=336d98ca-1548-4d14-87f5-274050e7a048 HTTP/1.1" status: 200  len: 945 time: 0.2681217
Dec 03 15:06:08.950452 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [req-52bda65f-a9af-4950-890e-b5c33186d133 req-9ad151f2-636f-4746-8f73-26839b120d24 tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] Calling delete_port for 39d702b9-440e-4c01-93b9-46950f0484b3 owned by compute:nova {{(pid=80382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 15:06:09.005092 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ca79cd-5a8b-41d8-9cbb-631953287596 req-45628023-48c5-47b7-a227-a99d2ba0e126 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:06:09.006796 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-54ca79cd-5a8b-41d8-9cbb-631953287596 req-45628023-48c5-47b7-a227-a99d2ba0e126 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/ports?device_id=f53f7d53-2ae6-4edd-84c2-09e523498d7d HTTP/1.1" status: 200  len: 945 time: 0.0880237
Dec 03 15:06:09.046795 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Device 39d702b9-440e-4c01-93b9-46950f0484b3 no longer exists at agent ovs-agent-hv-cinder-75790 {{(pid=80384) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 15:06:09.055459 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-df6e6fc3-759e-4828-9da4-277b6d085394 req-79e5014c-2e53-4254-b482-428f10f3914c tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] 10.222.0.63 "GET /v2.0/security-groups?id=b2b5ac8b-e4f9-490c-b959-8461c6da8922&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1123989
Dec 03 15:06:09.069190 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-54ca79cd-5a8b-41d8-9cbb-631953287596 req-1e032318-98cb-4345-8caf-2f05a49ee005 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/security-groups?id=eeb87b8d-9b0e-46cd-a1ba-43889caf168f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0508845
Dec 03 15:06:09.146898 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-52bda65f-a9af-4950-890e-b5c33186d133 req-9ad151f2-636f-4746-8f73-26839b120d24 tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307551598230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307552127058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30043597'] for port, after_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:06:09.160200 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Port 39d702b9-440e-4c01-93b9-46950f0484b3 update to DOWN by agent not found {{(pid=80384) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2085}}
Dec 03 15:06:09.163174 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-3bac15af-9e14-48e8-a0f8-34afa187eb71 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:06:09.467456 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad151f2-636f-4746-8f73-26839b120d24 tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] Pushing event deleted for resources: {'Port': ['ID=39d702b9-440e-4c01-93b9-46950f0484b3,revision_number=None']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:06:09.476393 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-9ad151f2-636f-4746-8f73-26839b120d24 tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:06:09.610423 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c305bf3-39aa-4333-b3a7-48b66a3ba3c4 req-43078468-dece-4d2a-909c-e82b0ab4e278 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:06:09.612020 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-1c305bf3-39aa-4333-b3a7-48b66a3ba3c4 req-43078468-dece-4d2a-909c-e82b0ab4e278 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] 10.222.0.63 "GET /v2.0/ports?device_id=add146c2-e4cc-491e-b5f9-17673e4a0c89 HTTP/1.1" status: 200  len: 943 time: 0.2080462
Dec 03 15:06:09.666284 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [req-52bda65f-a9af-4950-890e-b5c33186d133 req-9ad151f2-636f-4746-8f73-26839b120d24 tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] No DVR routers for this DVR port 39d702b9-440e-4c01-93b9-46950f0484b3 on host hv-cinder-75790 {{(pid=80382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 15:06:09.673228 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-52bda65f-a9af-4950-890e-b5c33186d133 req-9ad151f2-636f-4746-8f73-26839b120d24 tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6653'] for port, before_response {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:06:09.675963 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '336d98ca-1548-4d14-87f5-274050e7a048', 'name': 'network-vif-deleted', 'tag': '39d702b9-440e-4c01-93b9-46950f0484b3'}] {{(pid=80382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 15:06:09.690027 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0e8979-dd8d-4423-bb90-57b054adc34f req-75739d17-d2d6-4836-bd73-a1ea3fa3aa49 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:06:09.691738 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-fe0e8979-dd8d-4423-bb90-57b054adc34f req-75739d17-d2d6-4836-bd73-a1ea3fa3aa49 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/ports?device_id=c233978f-9c32-47bf-8b66-44f0baa08830 HTTP/1.1" status: 200  len: 945 time: 0.0856864
Dec 03 15:06:09.706608 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-52bda65f-a9af-4950-890e-b5c33186d133 req-9ad151f2-636f-4746-8f73-26839b120d24 tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] 10.222.0.83 "DELETE /v2.0/ports/39d702b9-440e-4c01-93b9-46950f0484b3 HTTP/1.1" status: 204  len: 173 time: 1.3077309
Dec 03 15:06:09.709076 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-1c305bf3-39aa-4333-b3a7-48b66a3ba3c4 req-d06a7d1f-2edd-49d2-a1ba-339ce106e426 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] 10.222.0.63 "GET /v2.0/security-groups?id=e36ef011-09e2-4558-934b-b2128a1b6126&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0714650
Dec 03 15:06:09.743002 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-fe0e8979-dd8d-4423-bb90-57b054adc34f req-81fc6747-f701-4843-8dcd-65b024fd5771 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/security-groups?id=eaa64044-32f2-4946-97be-06cf9f486ffa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446706
Dec 03 15:06:09.791467 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '336d98ca-1548-4d14-87f5-274050e7a048', 'name': 'network-vif-deleted', 'tag': '39d702b9-440e-4c01-93b9-46950f0484b3', 'status': 'completed', 'code': 200}
Dec 03 15:06:10.291589 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-3d554b12-4d1a-4aa3-be06-b22e5d3a763e req-f488be34-8156-4e8e-9a26-fceedc6aa510 tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] 10.222.0.63 "GET /v2.0/ports?device_id=336d98ca-1548-4d14-87f5-274050e7a048 HTTP/1.1" status: 200  len: 210 time: 0.0711348
Dec 03 15:06:10.324590 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa416ba-d85e-4378-a3ff-992e3e7f16c7 req-571f3c79-471c-4597-b433-c0667383f6be tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:06:10.326222 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-cfa416ba-d85e-4378-a3ff-992e3e7f16c7 req-571f3c79-471c-4597-b433-c0667383f6be tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/ports?device_id=f53f7d53-2ae6-4edd-84c2-09e523498d7d HTTP/1.1" status: 200  len: 945 time: 0.0910583
Dec 03 15:06:10.376393 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-cfa416ba-d85e-4378-a3ff-992e3e7f16c7 req-24b895be-65c1-4b7f-9b88-e2b710f749c1 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/security-groups?id=eeb87b8d-9b0e-46cd-a1ba-43889caf168f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428860
Dec 03 15:06:10.929463 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9effd00-e819-451d-8593-ea4fec91cca1 req-7ab2c01f-eac1-4aa9-a33b-26a5c11c1797 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:06:10.932100 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-a9effd00-e819-451d-8593-ea4fec91cca1 req-7ab2c01f-eac1-4aa9-a33b-26a5c11c1797 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] 10.222.0.63 "GET /v2.0/ports?device_id=add146c2-e4cc-491e-b5f9-17673e4a0c89 HTTP/1.1" status: 200  len: 943 time: 0.0874906
Dec 03 15:06:10.966601 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54de2b17-b49b-4f37-bf0d-a26c68e525c9 req-24cab2ea-c080-4ca1-bb7e-01cca4eefdff tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:06:10.968206 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-54de2b17-b49b-4f37-bf0d-a26c68e525c9 req-24cab2ea-c080-4ca1-bb7e-01cca4eefdff tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/ports?device_id=c233978f-9c32-47bf-8b66-44f0baa08830 HTTP/1.1" status: 200  len: 945 time: 0.0890605
Dec 03 15:06:10.981434 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-a9effd00-e819-451d-8593-ea4fec91cca1 req-66b447b9-6ba5-4275-8e2e-040ec0f93cf8 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] 10.222.0.63 "GET /v2.0/security-groups?id=e36ef011-09e2-4558-934b-b2128a1b6126&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0428212
Dec 03 15:06:11.039700 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-54de2b17-b49b-4f37-bf0d-a26c68e525c9 req-0dd929b8-e78f-42e7-aebf-e0c642a13355 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/security-groups?id=eaa64044-32f2-4946-97be-06cf9f486ffa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0533395
Dec 03 15:06:11.650127 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e1c76b-8656-4f86-a386-9e753cdaecce req-770c0c71-cef8-43b0-93e3-0371f24362ea tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:06:11.652099 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-76e1c76b-8656-4f86-a386-9e753cdaecce req-770c0c71-cef8-43b0-93e3-0371f24362ea tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/ports?device_id=f53f7d53-2ae6-4edd-84c2-09e523498d7d HTTP/1.1" status: 200  len: 945 time: 0.1050425
Dec 03 15:06:11.719461 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48be3034-b66d-4485-b992-0dba2b6db2c6 req-39483574-0c84-4908-83eb-5e4a0ebd0930 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:06:11.730788 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-76e1c76b-8656-4f86-a386-9e753cdaecce req-c7c91092-96e5-4943-8672-7fd7b818c7ce tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/security-groups?id=eeb87b8d-9b0e-46cd-a1ba-43889caf168f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0659735
Dec 03 15:06:11.736114 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-48be3034-b66d-4485-b992-0dba2b6db2c6 req-39483574-0c84-4908-83eb-5e4a0ebd0930 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.83 "GET /v2.0/ports?device_id=c233978f-9c32-47bf-8b66-44f0baa08830 HTTP/1.1" status: 200  len: 945 time: 0.1260841
Dec 03 15:06:11.858226 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [req-48be3034-b66d-4485-b992-0dba2b6db2c6 req-804b046d-01d6-44aa-a58e-ec37219afc8b tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Deleting port 4fcc7ba2-ca25-407b-8386-4f72181d346e {{(pid=80382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 15:06:11.858863 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-48be3034-b66d-4485-b992-0dba2b6db2c6 req-804b046d-01d6-44aa-a58e-ec37219afc8b tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729303099848'] for port, before_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:06:12.010390 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Device 6e8050ed-0789-4bcc-bbe2-11f953a2e2ed up at agent ovs-agent-hv-cinder-75790 {{(pid=80384) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 15:06:12.117736 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Provisioning complete for port 6e8050ed-0789-4bcc-bbe2-11f953a2e2ed triggered by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:06:12.119258 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:06:12.272982 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [req-48be3034-b66d-4485-b992-0dba2b6db2c6 req-804b046d-01d6-44aa-a58e-ec37219afc8b tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] For port 4fcc7ba2-ca25-407b-8386-4f72181d346e, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=4fcc7ba2-ca25-407b-8386-4f72181d346e,segment=NetworkSegment(42a6093d-652f-4cb9-990c-cc8e40f7f58f),segment_id=42a6093d-652f-4cb9-990c-cc8e40f7f58f)] {{(pid=80382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 15:06:12.273669 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-48be3034-b66d-4485-b992-0dba2b6db2c6 req-804b046d-01d6-44aa-a58e-ec37219afc8b tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821294133'] for port, precommit_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:06:12.286421 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Device f82f881d-f8f0-478d-baa4-3c020c077e99 up at agent ovs-agent-hv-cinder-75790 {{(pid=80384) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 15:06:12.381314 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3ebadd-80b6-4de3-be5c-2a8e94437a34 req-9ce0351f-8941-47b6-847b-e492b6d93d4e tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:06:12.383272 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-2e3ebadd-80b6-4de3-be5c-2a8e94437a34 req-9ce0351f-8941-47b6-847b-e492b6d93d4e tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/ports?device_id=c233978f-9c32-47bf-8b66-44f0baa08830 HTTP/1.1" status: 200  len: 945 time: 0.1199596
Dec 03 15:06:12.401487 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Provisioning for port f82f881d-f8f0-478d-baa4-3c020c077e99 completed by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 15:06:12.413843 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Provisioning complete for port f82f881d-f8f0-478d-baa4-3c020c077e99 triggered by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:06:12.414896 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:06:12.459277 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-2e3ebadd-80b6-4de3-be5c-2a8e94437a34 req-659f0769-4d9e-442f-b2fb-0b620c128f70 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/security-groups?id=eaa64044-32f2-4946-97be-06cf9f486ffa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0669029
Dec 03 15:06:12.462197 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [req-48be3034-b66d-4485-b992-0dba2b6db2c6 req-804b046d-01d6-44aa-a58e-ec37219afc8b tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Calling delete_port for 4fcc7ba2-ca25-407b-8386-4f72181d346e owned by compute:nova {{(pid=80382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 15:06:12.585666 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25618e51-6498-488d-a4e4-c47ed1c5220d req-f7895c9a-56b0-4536-8727-c192044200b9 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:06:12.586709 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-25618e51-6498-488d-a4e4-c47ed1c5220d req-f7895c9a-56b0-4536-8727-c192044200b9 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] 10.222.0.63 "GET /v2.0/ports?device_id=add146c2-e4cc-491e-b5f9-17673e4a0c89 HTTP/1.1" status: 200  len: 943 time: 0.4034052
Dec 03 15:06:12.622460 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:06:12.651718 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'add146c2-e4cc-491e-b5f9-17673e4a0c89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f82f881d-f8f0-478d-baa4-3c020c077e99'}] {{(pid=80384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 15:06:12.665486 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] For port f82f881d-f8f0-478d-baa4-3c020c077e99, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=f82f881d-f8f0-478d-baa4-3c020c077e99,segment=NetworkSegment(e96589d1-49fa-4c68-97f6-515777979c45),segment_id=e96589d1-49fa-4c68-97f6-515777979c45)] {{(pid=80384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 15:06:12.671780 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024'] for port, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:06:12.674225 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:06:12.704330 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-25618e51-6498-488d-a4e4-c47ed1c5220d req-2447c162-9d3a-42e8-8847-c9ce576bbfd2 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] 10.222.0.63 "GET /v2.0/security-groups?id=e36ef011-09e2-4558-934b-b2128a1b6126&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.1064551
Dec 03 15:06:12.712316 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-48be3034-b66d-4485-b992-0dba2b6db2c6 req-804b046d-01d6-44aa-a58e-ec37219afc8b tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307551598230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307552127058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30043597'] for port, after_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:06:12.729758 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:06:12.758416 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'add146c2-e4cc-491e-b5f9-17673e4a0c89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f82f881d-f8f0-478d-baa4-3c020c077e99', 'code': 200}
Dec 03 15:06:12.789633 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Pushing event updated for resources: {'Port': ['ID=f82f881d-f8f0-478d-baa4-3c020c077e99,revision_number=4']} {{(pid=80384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:06:12.795647 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:06:12.803954 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804b046d-01d6-44aa-a58e-ec37219afc8b tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Pushing event deleted for resources: {'Port': ['ID=4fcc7ba2-ca25-407b-8386-4f72181d346e,revision_number=None']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:06:12.809775 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-804b046d-01d6-44aa-a58e-ec37219afc8b tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:06:12.999465 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [req-48be3034-b66d-4485-b992-0dba2b6db2c6 req-804b046d-01d6-44aa-a58e-ec37219afc8b tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] No DVR routers for this DVR port 4fcc7ba2-ca25-407b-8386-4f72181d346e on host hv-cinder-75790 {{(pid=80382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 15:06:13.001716 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-48be3034-b66d-4485-b992-0dba2b6db2c6 req-804b046d-01d6-44aa-a58e-ec37219afc8b tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6653'] for port, before_response {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:06:13.004583 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c233978f-9c32-47bf-8b66-44f0baa08830', 'name': 'network-vif-deleted', 'tag': '4fcc7ba2-ca25-407b-8386-4f72181d346e'}] {{(pid=80382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 15:06:13.032256 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-48be3034-b66d-4485-b992-0dba2b6db2c6 req-804b046d-01d6-44aa-a58e-ec37219afc8b tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.83 "DELETE /v2.0/ports/4fcc7ba2-ca25-407b-8386-4f72181d346e HTTP/1.1" status: 204  len: 173 time: 1.2708011
Dec 03 15:06:13.116845 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c233978f-9c32-47bf-8b66-44f0baa08830', 'name': 'network-vif-deleted', 'tag': '4fcc7ba2-ca25-407b-8386-4f72181d346e', 'status': 'completed', 'code': 200}
Dec 03 15:06:13.157916 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b9f7da-1228-42d5-ab13-d49f9c684cff req-4a84517c-8d0e-4b48-9918-67383247e89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:06:13.159567 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-71b9f7da-1228-42d5-ab13-d49f9c684cff req-4a84517c-8d0e-4b48-9918-67383247e89b service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=add146c2-e4cc-491e-b5f9-17673e4a0c89 HTTP/1.1" status: 200  len: 1162 time: 0.0827608
Dec 03 15:06:13.178390 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Device f82f881d-f8f0-478d-baa4-3c020c077e99 up at agent ovs-agent-hv-cinder-75790 {{(pid=80384) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 15:06:13.207954 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-71b9f7da-1228-42d5-ab13-d49f9c684cff req-6a18a11e-6857-412b-b7d0-3a3bac46574f service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=e36ef011-09e2-4558-934b-b2128a1b6126&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0398271
Dec 03 15:06:13.256354 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Provisioning complete for port f82f881d-f8f0-478d-baa4-3c020c077e99 triggered by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:06:13.256782 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:06:13.414198 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Device 4fcc7ba2-ca25-407b-8386-4f72181d346e no longer exists at agent ovs-agent-hv-cinder-75790 {{(pid=80384) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 15:06:13.451288 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] No Port match for: 4fcc7ba2-ca25-407b-8386-4f72181d346e {{(pid=80384) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 15:06:13.451686 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Device 4fcc7ba2-ca25-407b-8386-4f72181d346e not bound to the agent host hv-cinder-75790 {{(pid=80384) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 15:06:13.689751 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-f23a72e1-fbb0-47bf-a8b5-162f2454b104 req-22d4cd4d-5402-4073-9d1a-bbbfcbd07f59 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Synchronizing usage tracker for tenant:69f1305b325747b387eaa173734086a5 on resource:port {{(pid=80382) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 15:06:13.704379 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-f23a72e1-fbb0-47bf-a8b5-162f2454b104 req-22d4cd4d-5402-4073-9d1a-bbbfcbd07f59 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Unset dirty status for tenant:69f1305b325747b387eaa173734086a5 on resource:port {{(pid=80382) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 15:06:13.705668 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-f23a72e1-fbb0-47bf-a8b5-162f2454b104 req-22d4cd4d-5402-4073-9d1a-bbbfcbd07f59 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/ports?device_id=c233978f-9c32-47bf-8b66-44f0baa08830 HTTP/1.1" status: 200  len: 210 time: 0.0648646
Dec 03 15:06:13.938558 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7876b907-9a5e-40f7-a9bc-6a3074201742 req-bf25bb46-b5cf-4bd3-a3d0-d359952273f9 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:06:13.940156 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-7876b907-9a5e-40f7-a9bc-6a3074201742 req-bf25bb46-b5cf-4bd3-a3d0-d359952273f9 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] 10.222.0.63 "GET /v2.0/ports?device_id=add146c2-e4cc-491e-b5f9-17673e4a0c89 HTTP/1.1" status: 200  len: 945 time: 0.0969117
Dec 03 15:06:13.989011 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-7876b907-9a5e-40f7-a9bc-6a3074201742 req-5f15636c-cc68-4884-92ca-0cd11cae5ef5 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] 10.222.0.63 "GET /v2.0/security-groups?id=e36ef011-09e2-4558-934b-b2128a1b6126&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0424728
Dec 03 15:06:14.214843 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c2332d-52a5-4f9e-a6c4-629113c4bb9e req-6be90036-3f80-4e15-96e8-ca3492ac8227 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:06:14.216346 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-a0c2332d-52a5-4f9e-a6c4-629113c4bb9e req-6be90036-3f80-4e15-96e8-ca3492ac8227 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/ports?device_id=d5082cea-6dd3-41d3-9210-f5e8bd37f651 HTTP/1.1" status: 200  len: 946 time: 0.0852721
Dec 03 15:06:14.263491 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-a0c2332d-52a5-4f9e-a6c4-629113c4bb9e req-5cda0f52-0d36-4b9c-b722-8d13a6862351 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/security-groups?id=b7daf6a7-63f3-474f-99b5-a2b7aacda372&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399828
Dec 03 15:06:14.667947 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-87009626-ddc2-443f-98ed-cc0155cb48e3 req-949a3d87-f964-49fb-bd4c-cc08c181285f service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=f53f7d53-2ae6-4edd-84c2-09e523498d7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0752103
Dec 03 15:06:14.899991 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-36ada41d-5866-4bf4-baf8-a4a429be7f0f req-d6181a28-24cd-4929-bb96-f1711769b7ff tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/ports?device_id=c233978f-9c32-47bf-8b66-44f0baa08830 HTTP/1.1" status: 200  len: 210 time: 0.0476942
Dec 03 15:06:15.201952 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f418f5e5-6e51-4cb4-968e-179b58daa161 req-be9cce71-811b-4f37-8455-c92dbfc0fdda tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:06:15.203441 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-f418f5e5-6e51-4cb4-968e-179b58daa161 req-be9cce71-811b-4f37-8455-c92dbfc0fdda tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] 10.222.0.63 "GET /v2.0/ports?device_id=add146c2-e4cc-491e-b5f9-17673e4a0c89 HTTP/1.1" status: 200  len: 945 time: 0.0818994
Dec 03 15:06:15.251348 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-f418f5e5-6e51-4cb4-968e-179b58daa161 req-2871d6a5-d5de-45b8-8c23-f2e5bd946d1c tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] 10.222.0.63 "GET /v2.0/security-groups?id=e36ef011-09e2-4558-934b-b2128a1b6126&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0406866
Dec 03 15:06:15.482271 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b25b10-301d-4d11-83c2-7952f934c5ef req-efea3292-ae5a-4e8e-9e0a-836c11eb6138 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:06:15.483913 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-c9b25b10-301d-4d11-83c2-7952f934c5ef req-efea3292-ae5a-4e8e-9e0a-836c11eb6138 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/ports?device_id=d5082cea-6dd3-41d3-9210-f5e8bd37f651 HTTP/1.1" status: 200  len: 946 time: 0.0908735
Dec 03 15:06:15.531908 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-c9b25b10-301d-4d11-83c2-7952f934c5ef req-3cabb34c-a860-457b-8e80-695f84772a7c tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/security-groups?id=b7daf6a7-63f3-474f-99b5-a2b7aacda372&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416789
Dec 03 15:06:16.099335 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-05408b10-d2e9-4c78-89a8-2189296d1206 req-0c10c8dc-d494-4379-8f0f-60dfa7b04f7c tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] 10.222.0.63 "GET /v2.0/ports?device_id=c233978f-9c32-47bf-8b66-44f0baa08830 HTTP/1.1" status: 200  len: 210 time: 0.0484698
Dec 03 15:06:16.474878 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7556647-0ddf-41f4-81f6-f06a2b79735d req-d17fe7b4-e19f-4d7d-9eff-9809df0fbc86 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:06:16.476508 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-f7556647-0ddf-41f4-81f6-f06a2b79735d req-d17fe7b4-e19f-4d7d-9eff-9809df0fbc86 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] 10.222.0.63 "GET /v2.0/ports?device_id=add146c2-e4cc-491e-b5f9-17673e4a0c89 HTTP/1.1" status: 200  len: 945 time: 0.0915771
Dec 03 15:06:16.602570 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-f7556647-0ddf-41f4-81f6-f06a2b79735d req-38ca79ba-67bc-4d46-b219-746dae5e1026 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] 10.222.0.63 "GET /v2.0/security-groups?id=e36ef011-09e2-4558-934b-b2128a1b6126&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.1140895
Dec 03 15:06:16.615936 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87009626-ddc2-443f-98ed-cc0155cb48e3 req-dc78a3ea-e50c-43de-ba94-28df1ed9caa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:06:16.617582 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-87009626-ddc2-443f-98ed-cc0155cb48e3 req-dc78a3ea-e50c-43de-ba94-28df1ed9caa5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f608c43dc4544cf8abe2b82be12c9880&device_id=f53f7d53-2ae6-4edd-84c2-09e523498d7d HTTP/1.1" status: 200  len: 1162 time: 0.1807244
Dec 03 15:06:16.619945 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5506741b-0b45-49e0-9e2b-c414496c3601 req-78c9d2eb-76c8-4797-be79-af518ac78218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:06:16.621793 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-5506741b-0b45-49e0-9e2b-c414496c3601 req-78c9d2eb-76c8-4797-be79-af518ac78218 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=26c9d45e8fe5417f944a2053d351ef69&device_id=0c340b42-3ca5-4f89-8fc2-c448e784ac83 HTTP/1.1" status: 200  len: 1202 time: 0.1075394
Dec 03 15:06:16.630657 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daa17c2-6c4c-49f2-9a1d-6b051c8f69aa req-9e68ab6b-c53a-4038-9e7e-80faea2d934a tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:06:16.635117 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-4daa17c2-6c4c-49f2-9a1d-6b051c8f69aa req-9e68ab6b-c53a-4038-9e7e-80faea2d934a tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] 10.222.0.63 "GET /v2.0/ports?device_id=0c340b42-3ca5-4f89-8fc2-c448e784ac83 HTTP/1.1" status: 200  len: 984 time: 0.1343179
Dec 03 15:06:16.836276 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-4daa17c2-6c4c-49f2-9a1d-6b051c8f69aa req-ce754852-5d9d-43dc-9fc4-d529f072c9d1 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] 10.222.0.63 "GET /v2.0/security-groups?id=5ffdf135-388f-48b5-bce4-3a1c9059bc68&id=2f0f23dc-fe58-4a67-b800-c8f1bae1f5d5&fields=id&fields=name HTTP/1.1" status: 200  len: 388 time: 0.1958346
Dec 03 15:06:16.845322 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87009626-ddc2-443f-98ed-cc0155cb48e3 req-763e285b-d483-4a37-b267-8ed92a78bf43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:06:16.847665 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-87009626-ddc2-443f-98ed-cc0155cb48e3 req-763e285b-d483-4a37-b267-8ed92a78bf43 service neutron] 10.222.0.83 "GET /v2.0/networks?id=b89cab8b-b39a-4106-adb3-9bedf452bb83 HTTP/1.1" status: 200  len: 911 time: 0.1893032
Dec 03 15:06:16.931939 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2af80f2-8f8d-467f-a5c1-8b0c7d6b819d req-d618b3f6-7732-4fe0-99d8-8919fea0cb57 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:06:16.933462 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-b2af80f2-8f8d-467f-a5c1-8b0c7d6b819d req-d618b3f6-7732-4fe0-99d8-8919fea0cb57 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/ports?device_id=d5082cea-6dd3-41d3-9210-f5e8bd37f651 HTTP/1.1" status: 200  len: 946 time: 0.1924689
Dec 03 15:06:16.938357 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5506741b-0b45-49e0-9e2b-c414496c3601 req-0de8ccf0-603f-4f7d-92bc-b93e64f1c149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:06:16.939847 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-5506741b-0b45-49e0-9e2b-c414496c3601 req-0de8ccf0-603f-4f7d-92bc-b93e64f1c149 service neutron] 10.222.0.83 "GET /v2.0/networks?id=52cd6ebc-32b4-40f6-9b98-6760dd6218f7 HTTP/1.1" status: 200  len: 907 time: 0.2642198
Dec 03 15:06:16.965857 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-87009626-ddc2-443f-98ed-cc0155cb48e3 req-a9a3d956-3ff6-43b2-b2b1-1a901e38f25d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6e8050ed-0789-4bcc-bbe2-11f953a2e2ed HTTP/1.1" status: 200  len: 1000 time: 0.1102552
Dec 03 15:06:17.039436 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87009626-ddc2-443f-98ed-cc0155cb48e3 req-e159d197-beec-48d4-af58-b69ed5927763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:06:17.041467 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-87009626-ddc2-443f-98ed-cc0155cb48e3 req-e159d197-beec-48d4-af58-b69ed5927763 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5f041ad7-6cbb-400e-8386-1de021d0e693 HTTP/1.1" status: 200  len: 856 time: 0.0682702
Dec 03 15:06:17.062274 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-b2af80f2-8f8d-467f-a5c1-8b0c7d6b819d req-22cce522-e3c9-464b-bcce-446996de0455 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/security-groups?id=b7daf6a7-63f3-474f-99b5-a2b7aacda372&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1213834
Dec 03 15:06:17.089315 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-5506741b-0b45-49e0-9e2b-c414496c3601 req-38ad4348-ab78-46cc-918a-a50be9d78408 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=afe54511-8f8c-42eb-8ca3-b2337f457222 HTTP/1.1" status: 200  len: 1001 time: 0.1222873
Dec 03 15:06:17.124285 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87009626-ddc2-443f-98ed-cc0155cb48e3 req-e224a48a-cd8e-4286-8acd-70ae2524c904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:06:17.125959 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-87009626-ddc2-443f-98ed-cc0155cb48e3 req-e224a48a-cd8e-4286-8acd-70ae2524c904 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b89cab8b-b39a-4106-adb3-9bedf452bb83&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0777094
Dec 03 15:06:17.182167 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5506741b-0b45-49e0-9e2b-c414496c3601 req-b83be9d3-4fd0-4224-aa16-83bc70b69eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:06:17.183799 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-5506741b-0b45-49e0-9e2b-c414496c3601 req-b83be9d3-4fd0-4224-aa16-83bc70b69eff service neutron] 10.222.0.83 "GET /v2.0/subnets?id=30ca2e12-4884-437c-9915-69d4ed3ce940 HTTP/1.1" status: 200  len: 852 time: 0.0714920
Dec 03 15:06:17.215060 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 60978) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:06:17.305524 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Device f82f881d-f8f0-478d-baa4-3c020c077e99 up at agent ovs-agent-hv-cinder-75790 {{(pid=80384) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 15:06:17.382175 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-87009626-ddc2-443f-98ed-cc0155cb48e3 req-a647f68b-b7a9-4761-87d2-13f4c9c05729 service neutron] 10.222.0.83 "GET /v2.0/networks/b89cab8b-b39a-4106-adb3-9bedf452bb83?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1481559
Dec 03 15:06:17.395286 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Provisioning complete for port f82f881d-f8f0-478d-baa4-3c020c077e99 triggered by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:06:17.395711 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:06:17.477102 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-97495243-99e8-4b1c-aef9-c230a0667a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:06:17.557434 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-87009626-ddc2-443f-98ed-cc0155cb48e3 req-582737d8-ce66-46d2-ae80-1c674808d79f service neutron] 10.222.0.83 "GET /v2.0/networks/b89cab8b-b39a-4106-adb3-9bedf452bb83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1633117
Dec 03 15:06:17.675250 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5506741b-0b45-49e0-9e2b-c414496c3601 req-07d21f0a-8683-40b4-844f-5d8e9c7acea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:06:17.676831 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-5506741b-0b45-49e0-9e2b-c414496c3601 req-07d21f0a-8683-40b4-844f-5d8e9c7acea5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=52cd6ebc-32b4-40f6-9b98-6760dd6218f7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3999844
Dec 03 15:06:18.059745 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2d40f1d7-d89b-4d9f-b53b-cb297096874a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33526189'] for router_interface, before_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:06:18.164825 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c9d2cc-9d64-48fa-b235-c79d22c4c816 req-0d21fdcc-2367-4c9f-9621-5286cf99140f tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:06:18.175997 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-e8c9d2cc-9d64-48fa-b235-c79d22c4c816 req-0d21fdcc-2367-4c9f-9621-5286cf99140f tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] 10.222.0.63 "GET /v2.0/ports?device_id=0c340b42-3ca5-4f89-8fc2-c448e784ac83 HTTP/1.1" status: 200  len: 984 time: 0.1773486
Dec 03 15:06:18.231085 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-5506741b-0b45-49e0-9e2b-c414496c3601 req-7e919118-0482-439b-a0e7-4e82f652b26e service neutron] 10.222.0.83 "GET /v2.0/networks/52cd6ebc-32b4-40f6-9b98-6760dd6218f7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4934454
Dec 03 15:06:18.250731 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-e8c9d2cc-9d64-48fa-b235-c79d22c4c816 req-c5ac9d5d-6144-442e-a996-17dcafed7f5e tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] 10.222.0.63 "GET /v2.0/security-groups?id=5ffdf135-388f-48b5-bce4-3a1c9059bc68&id=2f0f23dc-fe58-4a67-b800-c8f1bae1f5d5&fields=id&fields=name HTTP/1.1" status: 200  len: 388 time: 0.0722644
Dec 03 15:06:18.258442 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9030a1a2-9029-471e-8a91-cbba2de5d5e6 req-e6c1387e-6322-4259-b76e-c2362610a283 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:06:18.276664 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-9030a1a2-9029-471e-8a91-cbba2de5d5e6 req-e6c1387e-6322-4259-b76e-c2362610a283 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] 10.222.0.63 "GET /v2.0/ports?device_id=add146c2-e4cc-491e-b5f9-17673e4a0c89 HTTP/1.1" status: 200  len: 945 time: 0.4332092
Dec 03 15:06:18.492316 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-9030a1a2-9029-471e-8a91-cbba2de5d5e6 req-5bebdbdc-8608-4bac-82b9-41ca7ac880a1 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] 10.222.0.63 "GET /v2.0/security-groups?id=e36ef011-09e2-4558-934b-b2128a1b6126&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.2144692
Dec 03 15:06:18.543138 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80394a9e-f4e2-41b8-b2e1-33888098cb53 req-b0148791-63aa-4e36-a594-b7b192b12a5b tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:06:18.551140 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-80394a9e-f4e2-41b8-b2e1-33888098cb53 req-b0148791-63aa-4e36-a594-b7b192b12a5b tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/ports?device_id=d5082cea-6dd3-41d3-9210-f5e8bd37f651 HTTP/1.1" status: 200  len: 946 time: 0.1250060
Dec 03 15:06:18.644675 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-80394a9e-f4e2-41b8-b2e1-33888098cb53 req-2106b49d-31be-4b9e-8617-17841fc97ca2 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/security-groups?id=b7daf6a7-63f3-474f-99b5-a2b7aacda372&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0894268
Dec 03 15:06:18.726199 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-5506741b-0b45-49e0-9e2b-c414496c3601 req-0eb32f12-b9ef-43a8-9701-199efa04d2ee service neutron] 10.222.0.83 "GET /v2.0/networks/52cd6ebc-32b4-40f6-9b98-6760dd6218f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4069157
Dec 03 15:06:18.924306 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69c0898-f244-4fe8-ad7c-debbc10bd8e7 req-19ce0edb-1bf4-47a0-b8ef-84bf3264e3f4 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:06:18.926165 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-d69c0898-f244-4fe8-ad7c-debbc10bd8e7 req-19ce0edb-1bf4-47a0-b8ef-84bf3264e3f4 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] 10.222.0.63 "GET /v2.0/ports?device_id=add146c2-e4cc-491e-b5f9-17673e4a0c89 HTTP/1.1" status: 200  len: 945 time: 0.2553334
Dec 03 15:06:19.000804 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-d69c0898-f244-4fe8-ad7c-debbc10bd8e7 req-3485a804-6797-4492-8455-88b402c766e9 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] 10.222.0.63 "GET /v2.0/security-groups?id=e36ef011-09e2-4558-934b-b2128a1b6126&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0665953
Dec 03 15:06:19.178264 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [None req-2d40f1d7-d89b-4d9f-b53b-cb297096874a admin admin] Deleting port 4341cc3f-a227-4ada-b32d-2379279df638 {{(pid=80383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 15:06:19.178649 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2d40f1d7-d89b-4d9f-b53b-cb297096874a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729303099848'] for port, before_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:06:19.291052 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Device f82f881d-f8f0-478d-baa4-3c020c077e99 up at agent ovs-agent-hv-cinder-75790 {{(pid=80384) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 15:06:19.317300 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-e97600d4-e3d3-4450-b922-3c0faee8ec27 req-f2f5b3e2-5fda-4a56-b347-459274cf0726 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] 10.222.0.63 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.2366762
Dec 03 15:06:19.328433 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.base [req-e97600d4-e3d3-4450-b922-3c0faee8ec27 req-31c4847c-7106-4813-801c-2e2382706893 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Request body: {'floatingip': {'floating_network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e'}} {{(pid=80382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 15:06:19.338412 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [req-e97600d4-e3d3-4450-b922-3c0faee8ec27 req-31c4847c-7106-4813-801c-2e2382706893 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:06:19.344358 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-e97600d4-e3d3-4450-b922-3c0faee8ec27 req-31c4847c-7106-4813-801c-2e2382706893 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Usage tracker for resource:floatingip and tenant:f77c18074b76496dbbd6d15835f35760 is out of sync, need to count used quota {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:06:19.348019 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-e97600d4-e3d3-4450-b922-3c0faee8ec27 req-31c4847c-7106-4813-801c-2e2382706893 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:06:19.356322 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [req-e97600d4-e3d3-4450-b922-3c0faee8ec27 req-31c4847c-7106-4813-801c-2e2382706893 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:06:19.377354 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-e97600d4-e3d3-4450-b922-3c0faee8ec27 req-31c4847c-7106-4813-801c-2e2382706893 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Notify callbacks [] for floatingip, before_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:06:19.438867 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Provisioning complete for port f82f881d-f8f0-478d-baa4-3c020c077e99 triggered by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:06:19.439333 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:06:19.535071 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [None req-2d40f1d7-d89b-4d9f-b53b-cb297096874a admin admin] For port 4341cc3f-a227-4ada-b32d-2379279df638, host dv-cinder-757908-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-3-iscsi',level=0,port_id=4341cc3f-a227-4ada-b32d-2379279df638,segment=NetworkSegment(42a6093d-652f-4cb9-990c-cc8e40f7f58f),segment_id=42a6093d-652f-4cb9-990c-cc8e40f7f58f)] {{(pid=80383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 15:06:19.535623 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2d40f1d7-d89b-4d9f-b53b-cb297096874a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821294133'] for port, precommit_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:06:19.684364 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [None req-2d40f1d7-d89b-4d9f-b53b-cb297096874a admin admin] Calling delete_port for 4341cc3f-a227-4ada-b32d-2379279df638 owned by network:router_interface {{(pid=80383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 15:06:19.752671 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f02dbb9-5db0-4aa9-b9b2-4c4bd601c183 req-9351e62e-d469-4d35-a244-cf92dedb43e7 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:06:19.760905 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-8f02dbb9-5db0-4aa9-b9b2-4c4bd601c183 req-9351e62e-d469-4d35-a244-cf92dedb43e7 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] 10.222.0.63 "GET /v2.0/ports?device_id=0c340b42-3ca5-4f89-8fc2-c448e784ac83 HTTP/1.1" status: 200  len: 984 time: 0.3070886
Dec 03 15:06:19.790366 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-e97600d4-e3d3-4450-b922-3c0faee8ec27 req-31c4847c-7106-4813-801c-2e2382706893 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:06:20.176408 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.db_base_plugin_common [req-e97600d4-e3d3-4450-b922-3c0faee8ec27 req-31c4847c-7106-4813-801c-2e2382706893 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Allocated IP 172.27.2.57 (729c535b-bd07-4b0c-9bb6-d0eda364af7e/c53074ee-6482-4d40-a0b6-bf7110d55051/00f55242-d87d-4a35-ba48-fd07719a15dc) {{(pid=80382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 15:06:20.201879 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-bbe67d60-63bb-493a-9c38-81dd128841e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:06:20.205471 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-8f02dbb9-5db0-4aa9-b9b2-4c4bd601c183 req-b2f93496-0aa5-4f37-90be-62fe46838afd tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Synchronizing usage tracker for tenant:26c9d45e8fe5417f944a2053d351ef69 on resource:security_group {{(pid=80383) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 15:06:20.215582 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-d1a712ed-1597-40ee-be3f-9bd7eb160871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:06:20.231627 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-8f02dbb9-5db0-4aa9-b9b2-4c4bd601c183 req-b2f93496-0aa5-4f37-90be-62fe46838afd tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Unset dirty status for tenant:26c9d45e8fe5417f944a2053d351ef69 on resource:security_group {{(pid=80383) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 15:06:20.242554 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-8f02dbb9-5db0-4aa9-b9b2-4c4bd601c183 req-b2f93496-0aa5-4f37-90be-62fe46838afd tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] 10.222.0.63 "GET /v2.0/security-groups?id=5ffdf135-388f-48b5-bce4-3a1c9059bc68&id=2f0f23dc-fe58-4a67-b800-c8f1bae1f5d5&fields=id&fields=name HTTP/1.1" status: 200  len: 388 time: 0.4806025
Dec 03 15:06:20.373571 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-e97600d4-e3d3-4450-b922-3c0faee8ec27 req-31c4847c-7106-4813-801c-2e2382706893 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Notify callbacks [] for port, precommit_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:06:20.407145 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-e97600d4-e3d3-4450-b922-3c0faee8ec27 req-31c4847c-7106-4813-801c-2e2382706893 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307552080722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30043597'] for port, after_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:06:20.445471 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2d40f1d7-d89b-4d9f-b53b-cb297096874a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307551598230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307552127058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31294715'] for port, after_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:06:20.465664 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-8a20cc24-8464-4319-979b-0030989d883f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:06:20.526423 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-804b046d-01d6-44aa-a58e-ec37219afc8b tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:06:20.535666 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d40f1d7-d89b-4d9f-b53b-cb297096874a admin admin] Pushing event deleted for resources: {'Port': ['ID=4341cc3f-a227-4ada-b32d-2379279df638,revision_number=None']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:06:20.547945 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d40f1d7-d89b-4d9f-b53b-cb297096874a admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:06:20.548466 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d40f1d7-d89b-4d9f-b53b-cb297096874a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:06:20.548960 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d40f1d7-d89b-4d9f-b53b-cb297096874a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:06:20.549443 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d40f1d7-d89b-4d9f-b53b-cb297096874a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:06:20.549954 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d40f1d7-d89b-4d9f-b53b-cb297096874a admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:06:20.550425 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d40f1d7-d89b-4d9f-b53b-cb297096874a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:06:20.550899 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d40f1d7-d89b-4d9f-b53b-cb297096874a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:06:20.551366 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d40f1d7-d89b-4d9f-b53b-cb297096874a admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:06:20.551827 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d40f1d7-d89b-4d9f-b53b-cb297096874a admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:06:20.552306 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d40f1d7-d89b-4d9f-b53b-cb297096874a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:06:20.552777 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d40f1d7-d89b-4d9f-b53b-cb297096874a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:06:20.553232 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d40f1d7-d89b-4d9f-b53b-cb297096874a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:06:20.553737 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d40f1d7-d89b-4d9f-b53b-cb297096874a admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:06:20.554220 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d40f1d7-d89b-4d9f-b53b-cb297096874a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:06:20.554693 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d40f1d7-d89b-4d9f-b53b-cb297096874a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:06:20.555410 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d40f1d7-d89b-4d9f-b53b-cb297096874a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:06:20.556648 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d40f1d7-d89b-4d9f-b53b-cb297096874a admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:06:20.557580 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d40f1d7-d89b-4d9f-b53b-cb297096874a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:06:20.558167 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d40f1d7-d89b-4d9f-b53b-cb297096874a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:06:20.560688 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d40f1d7-d89b-4d9f-b53b-cb297096874a admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:06:20.560688 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d40f1d7-d89b-4d9f-b53b-cb297096874a admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:06:20.560688 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d40f1d7-d89b-4d9f-b53b-cb297096874a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:06:20.560688 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d40f1d7-d89b-4d9f-b53b-cb297096874a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:06:20.560688 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d40f1d7-d89b-4d9f-b53b-cb297096874a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:06:20.567601 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-2d40f1d7-d89b-4d9f-b53b-cb297096874a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:06:20.642850 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e97600d4-e3d3-4450-b922-3c0faee8ec27 req-31c4847c-7106-4813-801c-2e2382706893 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Network 729c535b-bd07-4b0c-9bb6-d0eda364af7e is already hosted by enough agents. {{(pid=80382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 15:06:20.643256 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c4847c-7106-4813-801c-2e2382706893 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Pushing event updated for resources: {'Port': ['ID=00f55242-d87d-4a35-ba48-fd07719a15dc,revision_number=1']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:06:20.647259 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.base_scheduler [req-e97600d4-e3d3-4450-b922-3c0faee8ec27 req-31c4847c-7106-4813-801c-2e2382706893 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Resources bound (agent type, host, resource id):  {{(pid=80382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 15:06:20.654244 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [req-e97600d4-e3d3-4450-b922-3c0faee8ec27 req-31c4847c-7106-4813-801c-2e2382706893 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Received port after_create {{(pid=80382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 15:06:20.683157 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c4847c-7106-4813-801c-2e2382706893 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:06:20.683579 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c4847c-7106-4813-801c-2e2382706893 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:06:20.683995 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c4847c-7106-4813-801c-2e2382706893 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:06:20.684402 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c4847c-7106-4813-801c-2e2382706893 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:06:20.684803 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c4847c-7106-4813-801c-2e2382706893 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:06:20.684913 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21472be5-2681-419a-a7c9-a1603b2e9608 req-a5fca90d-aca1-45b6-83c7-bfb8af7fb713 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:06:20.685209 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c4847c-7106-4813-801c-2e2382706893 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:06:20.685610 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c4847c-7106-4813-801c-2e2382706893 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:06:20.686052 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c4847c-7106-4813-801c-2e2382706893 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:06:20.686450 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c4847c-7106-4813-801c-2e2382706893 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:06:20.686842 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c4847c-7106-4813-801c-2e2382706893 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:06:20.687235 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c4847c-7106-4813-801c-2e2382706893 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:06:20.687624 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c4847c-7106-4813-801c-2e2382706893 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:06:20.688057 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c4847c-7106-4813-801c-2e2382706893 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:06:20.688458 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c4847c-7106-4813-801c-2e2382706893 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:06:20.688842 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c4847c-7106-4813-801c-2e2382706893 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:06:20.689232 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c4847c-7106-4813-801c-2e2382706893 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:06:20.689622 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c4847c-7106-4813-801c-2e2382706893 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:06:20.690045 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c4847c-7106-4813-801c-2e2382706893 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:06:20.690437 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c4847c-7106-4813-801c-2e2382706893 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:06:20.690843 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c4847c-7106-4813-801c-2e2382706893 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:06:20.691233 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c4847c-7106-4813-801c-2e2382706893 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:06:20.691629 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c4847c-7106-4813-801c-2e2382706893 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:06:20.692022 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c4847c-7106-4813-801c-2e2382706893 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:06:20.692423 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c4847c-7106-4813-801c-2e2382706893 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:06:20.694046 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-21472be5-2681-419a-a7c9-a1603b2e9608 req-a5fca90d-aca1-45b6-83c7-bfb8af7fb713 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/ports?device_id=d5082cea-6dd3-41d3-9210-f5e8bd37f651 HTTP/1.1" status: 200  len: 946 time: 0.3144896
Dec 03 15:06:20.700625 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-31c4847c-7106-4813-801c-2e2382706893 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:06:20.761618 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-e97600d4-e3d3-4450-b922-3c0faee8ec27 req-31c4847c-7106-4813-801c-2e2382706893 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Notify callbacks [] for floatingip, precommit_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:06:20.793682 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-21472be5-2681-419a-a7c9-a1603b2e9608 req-48c4f0fb-e8c7-4684-88cb-22814966f004 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/security-groups?id=b7daf6a7-63f3-474f-99b5-a2b7aacda372&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0984519
Dec 03 15:06:20.907231 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-e97600d4-e3d3-4450-b922-3c0faee8ec27 req-31c4847c-7106-4813-801c-2e2382706893 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:06:21.095993 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2d40f1d7-d89b-4d9f-b53b-cb297096874a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036822228745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036821288848'] for router_interface, after_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:06:21.226010 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-e97600d4-e3d3-4450-b922-3c0faee8ec27 req-31c4847c-7106-4813-801c-2e2382706893 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Notify callbacks [] for port, precommit_update {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:06:21.232822 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-e97600d4-e3d3-4450-b922-3c0faee8ec27 req-31c4847c-7106-4813-801c-2e2382706893 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036824732220'] for port, after_update {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:06:21.256588 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-1ff39593-ba97-4e00-a783-a320bebc9005 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:06:21.283423 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:06:21.364406 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c4847c-7106-4813-801c-2e2382706893 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Pushing event updated for resources: {'Port': ['ID=00f55242-d87d-4a35-ba48-fd07719a15dc,revision_number=2']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:06:21.364406 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-31c4847c-7106-4813-801c-2e2382706893 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:06:21.585758 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b7d49c-9cf0-4a87-a4ab-719161e08e0e req-aad5807a-8774-461e-80a9-98f0cfa77fcd tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:06:21.593868 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-78b7d49c-9cf0-4a87-a4ab-719161e08e0e req-aad5807a-8774-461e-80a9-98f0cfa77fcd tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] 10.222.0.63 "GET /v2.0/ports?device_id=0c340b42-3ca5-4f89-8fc2-c448e784ac83 HTTP/1.1" status: 200  len: 984 time: 0.1476014
Dec 03 15:06:21.623349 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-e97600d4-e3d3-4450-b922-3c0faee8ec27 req-31c4847c-7106-4813-801c-2e2382706893 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036821248144'] for floatingip, after_update {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:06:21.650667 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-e97600d4-e3d3-4450-b922-3c0faee8ec27 req-31c4847c-7106-4813-801c-2e2382706893 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6653'] for floatingip, before_response {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:06:21.652021 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-e97600d4-e3d3-4450-b922-3c0faee8ec27 req-31c4847c-7106-4813-801c-2e2382706893 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 2.3337743
Dec 03 15:06:21.769280 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-e97600d4-e3d3-4450-b922-3c0faee8ec27 req-e7d1eea1-8fea-40f7-b1e5-9fc50686bdf8 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Synchronizing usage tracker for tenant:f77c18074b76496dbbd6d15835f35760 on resource:floatingip {{(pid=80382) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 15:06:21.791619 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-e97600d4-e3d3-4450-b922-3c0faee8ec27 req-e7d1eea1-8fea-40f7-b1e5-9fc50686bdf8 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Unset dirty status for tenant:f77c18074b76496dbbd6d15835f35760 on resource:floatingip {{(pid=80382) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 15:06:21.793229 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-e97600d4-e3d3-4450-b922-3c0faee8ec27 req-e7d1eea1-8fea-40f7-b1e5-9fc50686bdf8 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] 10.222.0.63 "GET /v2.0/floatingips?floating_ip_address=172.27.2.57 HTTP/1.1" status: 200  len: 695 time: 0.1314085
Dec 03 15:06:21.812389 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d40f1d7-d89b-4d9f-b53b-cb297096874a admin admin] Router d7dcf50e-4757-4dc1-b05c-d59dd4c21105 has already been hosted by L3 agent 7132dbe3-ed21-4d9d-abcc-41c34baf52ae {{(pid=80383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 15:06:21.845679 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-78b7d49c-9cf0-4a87-a4ab-719161e08e0e req-bbdb2d29-b20b-4328-a195-098f10ec1cfd tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] 10.222.0.63 "GET /v2.0/security-groups?id=5ffdf135-388f-48b5-bce4-3a1c9059bc68&id=2f0f23dc-fe58-4a67-b800-c8f1bae1f5d5&fields=id&fields=name HTTP/1.1" status: 200  len: 388 time: 0.2507913
Dec 03 15:06:22.013387 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97600d4-e3d3-4450-b922-3c0faee8ec27 req-52c84dd7-6338-4f54-8607-ae55ce11e49c tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:06:22.015706 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-e97600d4-e3d3-4450-b922-3c0faee8ec27 req-52c84dd7-6338-4f54-8607-ae55ce11e49c tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] 10.222.0.63 "GET /v2.0/networks/729c535b-bd07-4b0c-9bb6-d0eda364af7e HTTP/1.1" status: 200  len: 784 time: 0.2153068
Dec 03 15:06:22.038808 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-7c778c2a-832b-4a71-9338-2409dcb4fb0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:06:22.155162 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d40f1d7-d89b-4d9f-b53b-cb297096874a admin admin] Notify agent at l3_agent.dv-cinder-757908-3-iscsi the message routers_updated {{(pid=80383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 15:06:22.167640 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174d6706-b1b8-49d1-9d7e-d61b293dc5d5 None None] Sync routers for ids ['d7dcf50e-4757-4dc1-b05c-d59dd4c21105'] in dv-cinder-757908-3-iscsi {{(pid=80385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 15:06:22.179089 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174d6706-b1b8-49d1-9d7e-d61b293dc5d5 None None] Routers {'d7dcf50e-4757-4dc1-b05c-d59dd4c21105'} bound to L3 agent in host dv-cinder-757908-3-iscsi {{(pid=80385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 15:06:22.179808 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-174d6706-b1b8-49d1-9d7e-d61b293dc5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f072f6a1a90>, 'dv-cinder-757908-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2020-12-03T14:53:20Z,description=<?>,heartbeat_timestamp=2020-12-03T15:06:20Z,host='dv-cinder-757908-3-iscsi',id=7132dbe3-ed21-4d9d-abcc-41c34baf52ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T14:53:20Z,topic='l3_agent')) {'router_ids': ['d7dcf50e-4757-4dc1-b05c-d59dd4c21105'], 'active': True} {{(pid=80385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:06:22.189796 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e446c0ce-4652-42b8-9148-eff460225cb5 req-669f4e15-d129-477e-94ec-db99531b169d tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:06:22.191475 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-e446c0ce-4652-42b8-9148-eff460225cb5 req-669f4e15-d129-477e-94ec-db99531b169d tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/ports?device_id=d5082cea-6dd3-41d3-9210-f5e8bd37f651 HTTP/1.1" status: 200  len: 946 time: 0.1313298
Dec 03 15:06:22.197245 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-2d40f1d7-d89b-4d9f-b53b-cb297096874a admin admin] 10.222.0.63 "PUT /v2.0/routers/d7dcf50e-4757-4dc1-b05c-d59dd4c21105/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.9810610
Dec 03 15:06:22.199025 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 32806) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:06:22.247133 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c405c3e-f385-4bec-a6e9-c01ba81c92e3 req-52c3f2c4-135c-43d3-a8d8-1cb7caaab63d tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:06:22.249181 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-6c405c3e-f385-4bec-a6e9-c01ba81c92e3 req-52c3f2c4-135c-43d3-a8d8-1cb7caaab63d tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] 10.222.0.63 "GET /v2.0/ports?device_id=add146c2-e4cc-491e-b5f9-17673e4a0c89&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.1049197
Dec 03 15:06:22.316774 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-e446c0ce-4652-42b8-9148-eff460225cb5 req-7952f9df-d3f7-41ee-9748-3f639a012eaf tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/security-groups?id=b7daf6a7-63f3-474f-99b5-a2b7aacda372&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1157384
Dec 03 15:06:22.347456 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-6c405c3e-f385-4bec-a6e9-c01ba81c92e3 req-08f7e8da-f021-4670-ae29-54e1e0dd5f7e tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] 10.222.0.63 "GET /v2.0/floatingips?floating_ip_address=172.27.2.57 HTTP/1.1" status: 200  len: 695 time: 0.0920208
Dec 03 15:06:22.366968 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.base [req-6c405c3e-f385-4bec-a6e9-c01ba81c92e3 req-43a4ffa8-378a-4da8-92ae-22e66c905ba5 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Request body: {'floatingip': {'port_id': 'f82f881d-f8f0-478d-baa4-3c020c077e99', 'fixed_ip_address': '172.20.0.6'}} {{(pid=80382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 15:06:22.464247 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-6c405c3e-f385-4bec-a6e9-c01ba81c92e3 req-43a4ffa8-378a-4da8-92ae-22e66c905ba5 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Notify callbacks [] for floatingip, before_update {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:06:22.535976 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-e78b5df4-c031-4bdb-9d6b-37cf31236ff7 admin admin] Notify callbacks [] for router, before_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:06:22.585087 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvr_db [None req-174d6706-b1b8-49d1-9d7e-d61b293dc5d5 None None] Set router d7dcf50e-4757-4dc1-b05c-d59dd4c21105 gateway port host: dv-cinder-757908-3-iscsi {{(pid=80385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 15:06:22.739077 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-e78b5df4-c031-4bdb-9d6b-37cf31236ff7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:06:22.769594 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [None req-e78b5df4-c031-4bdb-9d6b-37cf31236ff7 admin admin] Deleting port e787ba15-4696-4576-abeb-ff9a55f6fc3f {{(pid=80383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 15:06:22.772818 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-e78b5df4-c031-4bdb-9d6b-37cf31236ff7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729303099848'] for port, before_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:06:22.973223 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-174d6706-b1b8-49d1-9d7e-d61b293dc5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f072f6a1a90>, [{'id': 'd7dcf50e-4757-4dc1-b05c-d59dd4c21105', 'name': 'tempest-ServerRescueNegativeTestJSON-1726974879-router', 'tenant_id': '69f1305b325747b387eaa173734086a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'external_fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': 'e787ba15-4696-4576-abeb-ff9a55f6fc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:02:11Z', 'updated_at': '2020-12-03T15:06:20Z', 'revision_number': 5, 'project_id': '69f1305b325747b387eaa173734086a5', 'gw_port': {'id': 'e787ba15-4696-4576-abeb-ff9a55f6fc3f', 'name': '', 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:01:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7dcf50e-4757-4dc1-b05c-d59dd4c21105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:13Z', 'updated_at': '2020-12-03T15:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-iscsi'}], 'dv-cinder-757908-3-iscsi', False) {} {{(pid=80385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:06:22.978392 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174d6706-b1b8-49d1-9d7e-d61b293dc5d5 None None] Checking router: d7dcf50e-4757-4dc1-b05c-d59dd4c21105 for host: dv-cinder-757908-3-iscsi {{(pid=80385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 15:06:22.988731 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174d6706-b1b8-49d1-9d7e-d61b293dc5d5 None None] Routers {'d7dcf50e-4757-4dc1-b05c-d59dd4c21105'} bound to L3 agent in host dv-cinder-757908-3-iscsi {{(pid=80385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 15:06:22.989416 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-174d6706-b1b8-49d1-9d7e-d61b293dc5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f072f6a1a90>, 'dv-cinder-757908-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2020-12-03T14:53:20Z,description=<?>,heartbeat_timestamp=2020-12-03T15:06:20Z,host='dv-cinder-757908-3-iscsi',id=7132dbe3-ed21-4d9d-abcc-41c34baf52ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T14:53:20Z,topic='l3_agent')) {'router_ids': ['d7dcf50e-4757-4dc1-b05c-d59dd4c21105'], 'active': True} {{(pid=80385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:06:23.052176 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:06:23.263163 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvr_db [None req-174d6706-b1b8-49d1-9d7e-d61b293dc5d5 None None] Set router d7dcf50e-4757-4dc1-b05c-d59dd4c21105 gateway port host: dv-cinder-757908-3-iscsi {{(pid=80385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 15:06:23.302015 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [None req-e78b5df4-c031-4bdb-9d6b-37cf31236ff7 admin admin] For port e787ba15-4696-4576-abeb-ff9a55f6fc3f, host dv-cinder-757908-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-3-iscsi',level=0,port_id=e787ba15-4696-4576-abeb-ff9a55f6fc3f,segment=NetworkSegment(d4bc1e7b-f0cf-45e4-b2f6-c41c855b05f5),segment_id=d4bc1e7b-f0cf-45e4-b2f6-c41c855b05f5)] {{(pid=80383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 15:06:23.302709 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-e78b5df4-c031-4bdb-9d6b-37cf31236ff7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821294133'] for port, precommit_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:06:23.310132 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-6c405c3e-f385-4bec-a6e9-c01ba81c92e3 req-43a4ffa8-378a-4da8-92ae-22e66c905ba5 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Notify callbacks [] for floatingip, precommit_update {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:06:23.318355 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-6c405c3e-f385-4bec-a6e9-c01ba81c92e3 req-43a4ffa8-378a-4da8-92ae-22e66c905ba5 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036821248144'] for floatingip, after_update {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:06:23.451385 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [None req-e78b5df4-c031-4bdb-9d6b-37cf31236ff7 admin admin] Calling delete_port for e787ba15-4696-4576-abeb-ff9a55f6fc3f owned by network:router_gateway {{(pid=80383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 15:06:23.519813 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2131fa-f006-4105-98d8-51624ba04058 req-d3d6bac7-f8df-4942-b62a-e8d0fa929604 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:06:23.521776 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-1c2131fa-f006-4105-98d8-51624ba04058 req-d3d6bac7-f8df-4942-b62a-e8d0fa929604 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] 10.222.0.63 "GET /v2.0/ports?device_id=0c340b42-3ca5-4f89-8fc2-c448e784ac83 HTTP/1.1" status: 200  len: 984 time: 0.3148139
Dec 03 15:06:23.637344 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-1c2131fa-f006-4105-98d8-51624ba04058 req-89f1af87-d0d8-4318-96b5-a7afca29994f tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] 10.222.0.63 "GET /v2.0/security-groups?id=5ffdf135-388f-48b5-bce4-3a1c9059bc68&id=2f0f23dc-fe58-4a67-b800-c8f1bae1f5d5&fields=id&fields=name HTTP/1.1" status: 200  len: 388 time: 0.1024911
Dec 03 15:06:23.692881 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-e78b5df4-c031-4bdb-9d6b-37cf31236ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307551598230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307552127058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31294715'] for port, after_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:06:23.701826 dv-cinder-757908-3-iscsi neutron-server[80271]: WARNING neutron.plugins.ml2.ovo_rpc [None req-e78b5df4-c031-4bdb-9d6b-37cf31236ff7 admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location:
Dec 03 15:06:23.701826 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main
Dec 03 15:06:23.701826 dv-cinder-757908-3-iscsi neutron-server[80271]:     result = function(*args, **kwargs)
Dec 03 15:06:23.701826 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request
Dec 03 15:06:23.701826 dv-cinder-757908-3-iscsi neutron-server[80271]:     proto.__init__(conn_state, self)
Dec 03 15:06:23.701826 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__
Dec 03 15:06:23.701826 dv-cinder-757908-3-iscsi neutron-server[80271]:     self.handle()
Dec 03 15:06:23.701826 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle
Dec 03 15:06:23.701826 dv-cinder-757908-3-iscsi neutron-server[80271]:     self.handle_one_request()
Dec 03 15:06:23.701826 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request
Dec 03 15:06:23.701826 dv-cinder-757908-3-iscsi neutron-server[80271]:     self.handle_one_response()
Dec 03 15:06:23.701826 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response
Dec 03 15:06:23.701826 dv-cinder-757908-3-iscsi neutron-server[80271]:     result = self.application(self.environ, start_response)
Dec 03 15:06:23.701826 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__
Dec 03 15:06:23.701826 dv-cinder-757908-3-iscsi neutron-server[80271]:     return app(environ, start_response)
Dec 03 15:06:23.701826 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 03 15:06:23.701826 dv-cinder-757908-3-iscsi neutron-server[80271]:     resp = self.call_func(req, *args, **kw)
Dec 03 15:06:23.701826 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 03 15:06:23.701826 dv-cinder-757908-3-iscsi neutron-server[80271]:     return self.func(req, *args, **kwargs)
Dec 03 15:06:23.701826 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Dec 03 15:06:23.701826 dv-cinder-757908-3-iscsi neutron-server[80271]:     response = req.get_response(self.application)
Dec 03 15:06:23.701826 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 03 15:06:23.701826 dv-cinder-757908-3-iscsi neutron-server[80271]:     application, catch_exc_info=False)
Dec 03 15:06:23.701826 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 03 15:06:23.701826 dv-cinder-757908-3-iscsi neutron-server[80271]:     app_iter = application(self.environ, start_response)
Dec 03 15:06:23.701826 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 03 15:06:23.701826 dv-cinder-757908-3-iscsi neutron-server[80271]:     resp = self.call_func(req, *args, **kw)
Dec 03 15:06:23.701826 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 03 15:06:23.701826 dv-cinder-757908-3-iscsi neutron-server[80271]:     return self.func(req, *args, **kwargs)
Dec 03 15:06:23.701826 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Dec 03 15:06:23.701826 dv-cinder-757908-3-iscsi neutron-server[80271]:     response = req.get_response(self.application)
Dec 03 15:06:23.701826 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 03 15:06:23.701826 dv-cinder-757908-3-iscsi neutron-server[80271]:     application, catch_exc_info=False)
Dec 03 15:06:23.701826 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 03 15:06:23.701826 dv-cinder-757908-3-iscsi neutron-server[80271]:     app_iter = application(self.environ, start_response)
Dec 03 15:06:23.701826 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 03 15:06:23.701826 dv-cinder-757908-3-iscsi neutron-server[80271]:     resp = self.call_func(req, *args, **kw)
Dec 03 15:06:23.701826 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 03 15:06:23.701826 dv-cinder-757908-3-iscsi neutron-server[80271]:     return self.func(req, *args, **kwargs)
Dec 03 15:06:23.701826 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__
Dec 03 15:06:23.701826 dv-cinder-757908-3-iscsi neutron-server[80271]:     response = req.get_response(self.application)
Dec 03 15:06:23.701826 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 03 15:06:23.701826 dv-cinder-757908-3-iscsi neutron-server[80271]:     application, catch_exc_info=False)
Dec 03 15:06:23.701826 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 03 15:06:23.701826 dv-cinder-757908-3-iscsi neutron-server[80271]:     app_iter = application(self.environ, start_response)
Dec 03 15:06:23.701826 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 03 15:06:23.701826 dv-cinder-757908-3-iscsi neutron-server[80271]:     resp = self.call_func(req, *args, **kw)
Dec 03 15:06:23.701826 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 03 15:06:23.701826 dv-cinder-757908-3-iscsi neutron-server[80271]:     return self.func(req, *args, **kwargs)
Dec 03 15:06:23.701826 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__
Dec 03 15:06:23.701826 dv-cinder-757908-3-iscsi neutron-server[80271]:     response = req.get_response(self.application)
Dec 03 15:06:23.701826 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 03 15:06:23.701826 dv-cinder-757908-3-iscsi neutron-server[80271]:     application, catch_exc_info=False)
Dec 03 15:06:23.701826 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 03 15:06:23.701826 dv-cinder-757908-3-iscsi neutron-server[80271]:     app_iter = application(self.environ, start_response)
Dec 03 15:06:23.701826 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 03 15:06:23.701826 dv-cinder-757908-3-iscsi neutron-server[80271]:     resp = self.call_func(req, *args, **kw)
Dec 03 15:06:23.701826 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 03 15:06:23.701826 dv-cinder-757908-3-iscsi neutron-server[80271]:     return self.func(req, *args, **kwargs)
Dec 03 15:06:23.701826 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__
Dec 03 15:06:23.701826 dv-cinder-757908-3-iscsi neutron-server[80271]:     return request.get_response(self.application)
Dec 03 15:06:23.701826 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 03 15:06:23.701826 dv-cinder-757908-3-iscsi neutron-server[80271]:     application, catch_exc_info=False)
Dec 03 15:06:23.701826 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 03 15:06:23.701826 dv-cinder-757908-3-iscsi neutron-server[80271]:     app_iter = application(self.environ, start_response)
Dec 03 15:06:23.701826 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 03 15:06:23.701826 dv-cinder-757908-3-iscsi neutron-server[80271]:     resp = self.call_func(req, *args, **kw)
Dec 03 15:06:23.701826 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 03 15:06:23.701826 dv-cinder-757908-3-iscsi neutron-server[80271]:     return self.func(req, *args, **kwargs)
Dec 03 15:06:23.701826 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__
Dec 03 15:06:23.701826 dv-cinder-757908-3-iscsi neutron-server[80271]:     response = req.get_response(self._app)
Dec 03 15:06:23.701826 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 03 15:06:23.701826 dv-cinder-757908-3-iscsi neutron-server[80271]:     application, catch_exc_info=False)
Dec 03 15:06:23.701826 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 03 15:06:23.701826 dv-cinder-757908-3-iscsi neutron-server[80271]:     app_iter = application(self.environ, start_response)
Dec 03 15:06:23.701826 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Dec 03 15:06:23.701826 dv-cinder-757908-3-iscsi neutron-server[80271]:     return resp(environ, start_response)
Dec 03 15:06:23.701826 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Dec 03 15:06:23.701826 dv-cinder-757908-3-iscsi neutron-server[80271]:     return resp(environ, start_response)
Dec 03 15:06:23.701826 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__
Dec 03 15:06:23.701826 dv-cinder-757908-3-iscsi neutron-server[80271]:     response = self.app(environ, start_response)
Dec 03 15:06:23.701826 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Dec 03 15:06:23.701826 dv-cinder-757908-3-iscsi neutron-server[80271]:     return resp(environ, start_response)
Dec 03 15:06:23.701826 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 03 15:06:23.701826 dv-cinder-757908-3-iscsi neutron-server[80271]:     resp = self.call_func(req, *args, **kw)
Dec 03 15:06:23.701826 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 03 15:06:23.701826 dv-cinder-757908-3-iscsi neutron-server[80271]:     return self.func(req, *args, **kwargs)
Dec 03 15:06:23.701826 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource
Dec 03 15:06:23.709431 dv-cinder-757908-3-iscsi neutron-server[80271]:     result = method(request=request, **args)
Dec 03 15:06:23.709431 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete
Dec 03 15:06:23.709431 dv-cinder-757908-3-iscsi neutron-server[80271]:     return self._delete(request, id, **kwargs)
Dec 03 15:06:23.709431 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 03 15:06:23.709431 dv-cinder-757908-3-iscsi neutron-server[80271]:     return f(*args, **kwargs)
Dec 03 15:06:23.709431 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 03 15:06:23.709431 dv-cinder-757908-3-iscsi neutron-server[80271]:     return f(*args, **kwargs)
Dec 03 15:06:23.709431 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 03 15:06:23.709431 dv-cinder-757908-3-iscsi neutron-server[80271]:     return f(*dup_args, **dup_kwargs)
Dec 03 15:06:23.709431 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete
Dec 03 15:06:23.709431 dv-cinder-757908-3-iscsi neutron-server[80271]:     obj_deleter(request.context, id, **kwargs)
Dec 03 15:06:23.709431 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 1991, in delete_router
Dec 03 15:06:23.709431 dv-cinder-757908-3-iscsi neutron-server[80271]:     super(L3_NAT_db_mixin, self).delete_router(context, id)
Dec 03 15:06:23.709431 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped
Dec 03 15:06:23.709431 dv-cinder-757908-3-iscsi neutron-server[80271]:     return method(*args, **kwargs)
Dec 03 15:06:23.709431 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 03 15:06:23.709431 dv-cinder-757908-3-iscsi neutron-server[80271]:     return f(*args, **kwargs)
Dec 03 15:06:23.709431 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 03 15:06:23.709431 dv-cinder-757908-3-iscsi neutron-server[80271]:     return f(*args, **kwargs)
Dec 03 15:06:23.709431 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 03 15:06:23.709431 dv-cinder-757908-3-iscsi neutron-server[80271]:     return f(*dup_args, **dup_kwargs)
Dec 03 15:06:23.709431 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router
Dec 03 15:06:23.709431 dv-cinder-757908-3-iscsi neutron-server[80271]:     self._delete_current_gw_port(context, id, router, None)
Dec 03 15:06:23.709431 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 391, in _delete_current_gw_port
Dec 03 15:06:23.709431 dv-cinder-757908-3-iscsi neutron-server[80271]:     admin_ctx, gw_port_id, l3_port_check=False)
Dec 03 15:06:23.709431 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner
Dec 03 15:06:23.709431 dv-cinder-757908-3-iscsi neutron-server[80271]:     return f(self, context, *args, **kwargs)
Dec 03 15:06:23.709431 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped
Dec 03 15:06:23.709431 dv-cinder-757908-3-iscsi neutron-server[80271]:     return method(*args, **kwargs)
Dec 03 15:06:23.709431 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1936, in delete_port
Dec 03 15:06:23.709431 dv-cinder-757908-3-iscsi neutron-server[80271]:     context, port, router_ids, bound_mech_contexts)
Dec 03 15:06:23.709431 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1945, in _post_delete_port
Dec 03 15:06:23.709431 dv-cinder-757908-3-iscsi neutron-server[80271]:     registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs)
Dec 03 15:06:23.709431 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify
Dec 03 15:06:23.709431 dv-cinder-757908-3-iscsi neutron-server[80271]:     _get_callback_manager().notify(resource, event, trigger, **kwargs)
Dec 03 15:06:23.709431 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 103, in _wrapped
Dec 03 15:06:23.709431 dv-cinder-757908-3-iscsi neutron-server[80271]:     return function(*args, **kwargs)
Dec 03 15:06:23.709431 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify
Dec 03 15:06:23.709431 dv-cinder-757908-3-iscsi neutron-server[80271]:     errors = self._notify_loop(resource, event, trigger, **kwargs)
Dec 03 15:06:23.709431 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Dec 03 15:06:23.709431 dv-cinder-757908-3-iscsi neutron-server[80271]:     callback(resource, event, trigger, **kwargs)
Dec 03 15:06:23.709431 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event
Dec 03 15:06:23.709431 dv-cinder-757908-3-iscsi neutron-server[80271]:     if self._is_session_semantic_violated(context, resource, event):
Dec 03 15:06:23.709431 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated
Dec 03 15:06:23.709431 dv-cinder-757908-3-iscsi neutron-server[80271]:     stack = traceback.extract_stack()
Dec 03 15:06:23.709431 dv-cinder-757908-3-iscsi neutron-server[80271]: 
Dec 03 15:06:23.794119 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-174d6706-b1b8-49d1-9d7e-d61b293dc5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f072f6a1a90>, [{'id': 'd7dcf50e-4757-4dc1-b05c-d59dd4c21105', 'name': 'tempest-ServerRescueNegativeTestJSON-1726974879-router', 'tenant_id': '69f1305b325747b387eaa173734086a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'external_fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': 'e787ba15-4696-4576-abeb-ff9a55f6fc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:02:11Z', 'updated_at': '2020-12-03T15:06:20Z', 'revision_number': 5, 'project_id': '69f1305b325747b387eaa173734086a5', 'gw_port': {'id': 'e787ba15-4696-4576-abeb-ff9a55f6fc3f', 'name': '', 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:01:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7dcf50e-4757-4dc1-b05c-d59dd4c21105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:13Z', 'updated_at': '2020-12-03T15:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-iscsi'}], 'dv-cinder-757908-3-iscsi', False) {} {{(pid=80385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:06:23.804926 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174d6706-b1b8-49d1-9d7e-d61b293dc5d5 None None] The sync data for ids ['d7dcf50e-4757-4dc1-b05c-d59dd4c21105'] in dv-cinder-757908-3-iscsi is: [{'id': 'd7dcf50e-4757-4dc1-b05c-d59dd4c21105', 'name': 'tempest-ServerRescueNegativeTestJSON-1726974879-router', 'tenant_id': '69f1305b325747b387eaa173734086a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'external_fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': 'e787ba15-4696-4576-abeb-ff9a55f6fc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:02:11Z', 'updated_at': '2020-12-03T15:06:20Z', 'revision_number': 5, 'project_id': '69f1305b325747b387eaa173734086a5', 'gw_port': {'id': 'e787ba15-4696-4576-abeb-ff9a55f6fc3f', 'name': '', 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:01:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7dcf50e-4757-4dc1-b05c-d59dd4c21105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:13Z', 'updated_at': '2020-12-03T15:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-iscsi'}] {{(pid=80385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 15:06:23.811239 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.db.l3_db [req-6c405c3e-f385-4bec-a6e9-c01ba81c92e3 req-43a4ffa8-378a-4da8-92ae-22e66c905ba5 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Floating IP dabc7193-4c3b-4928-bc01-be386314fe67 associated. External IP: 172.27.2.57, port: f82f881d-f8f0-478d-baa4-3c020c077e99.
Dec 03 15:06:24.061988 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8543cfd-802b-4845-8957-60bda28694ed req-461198b2-72c9-4b63-9487-9681e3437441 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:06:24.063613 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-e8543cfd-802b-4845-8957-60bda28694ed req-461198b2-72c9-4b63-9487-9681e3437441 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/ports?device_id=d5082cea-6dd3-41d3-9210-f5e8bd37f651 HTTP/1.1" status: 200  len: 946 time: 0.1923285
Dec 03 15:06:24.105017 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-e78b5df4-c031-4bdb-9d6b-37cf31236ff7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33527589'] for router_gateway, after_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:06:24.332818 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-e78b5df4-c031-4bdb-9d6b-37cf31236ff7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33536007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7838'] for router, precommit_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:06:24.339456 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-e78b5df4-c031-4bdb-9d6b-37cf31236ff7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:06:24.362142 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-e8543cfd-802b-4845-8957-60bda28694ed req-d2a212b6-a589-4ddb-a1ac-6c312a60ab97 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/security-groups?id=b7daf6a7-63f3-474f-99b5-a2b7aacda372&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2787256
Dec 03 15:06:24.383943 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6c405c3e-f385-4bec-a6e9-c01ba81c92e3 req-43a4ffa8-378a-4da8-92ae-22e66c905ba5 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Router 215dd294-97ad-4b29-8fab-ce4067d6d8ac has already been hosted by L3 agent 7132dbe3-ed21-4d9d-abcc-41c34baf52ae {{(pid=80382) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 15:06:24.480660 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-e78b5df4-c031-4bdb-9d6b-37cf31236ff7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036821247594'] for router, after_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:06:24.481465 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e78b5df4-c031-4bdb-9d6b-37cf31236ff7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d7dcf50e-4757-4dc1-b05c-d59dd4c21105 {{(pid=80383) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 03 15:06:24.498178 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-e78b5df4-c031-4bdb-9d6b-37cf31236ff7 admin admin] Notify callbacks [] for router, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:06:24.502941 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-e78b5df4-c031-4bdb-9d6b-37cf31236ff7 admin admin] 10.222.0.63 "DELETE /v2.0/routers/d7dcf50e-4757-4dc1-b05c-d59dd4c21105 HTTP/1.1" status: 204  len: 168 time: 2.3037004
Dec 03 15:06:24.503645 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 32822) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:06:24.603547 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e8e2cce-72f9-4794-9524-8e10ec9a01b4 admin admin] Deleting subnet 4e3eb5e7-50fa-43d1-a585-cbf981244c9d {{(pid=80383) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 15:06:24.607113 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-1e8e2cce-72f9-4794-9524-8e10ec9a01b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:06:24.641296 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6c405c3e-f385-4bec-a6e9-c01ba81c92e3 req-43a4ffa8-378a-4da8-92ae-22e66c905ba5 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Notify agent at l3_agent.dv-cinder-757908-3-iscsi the message routers_updated {{(pid=80382) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 15:06:24.647631 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-6c405c3e-f385-4bec-a6e9-c01ba81c92e3 req-43a4ffa8-378a-4da8-92ae-22e66c905ba5 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6653'] for floatingip, before_response {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:06:24.653459 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62daa098-f1c0-4f10-be19-25d800ea03ae None None] Sync routers for ids ['215dd294-97ad-4b29-8fab-ce4067d6d8ac'] in dv-cinder-757908-3-iscsi {{(pid=80384) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 15:06:24.664646 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62daa098-f1c0-4f10-be19-25d800ea03ae None None] Routers {'215dd294-97ad-4b29-8fab-ce4067d6d8ac'} bound to L3 agent in host dv-cinder-757908-3-iscsi {{(pid=80384) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 15:06:24.666301 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-62daa098-f1c0-4f10-be19-25d800ea03ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f072ea20320>, 'dv-cinder-757908-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2020-12-03T14:53:20Z,description=<?>,heartbeat_timestamp=2020-12-03T15:06:20Z,host='dv-cinder-757908-3-iscsi',id=7132dbe3-ed21-4d9d-abcc-41c34baf52ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T14:53:20Z,topic='l3_agent')) {'router_ids': ['215dd294-97ad-4b29-8fab-ce4067d6d8ac'], 'active': True} {{(pid=80384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:06:24.668243 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-1e8e2cce-72f9-4794-9524-8e10ec9a01b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32162909'] for subnet, precommit_delete_associations {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:06:24.739323 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-1e8e2cce-72f9-4794-9524-8e10ec9a01b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853789695'] for subnet, precommit_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:06:24.751142 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-6c405c3e-f385-4bec-a6e9-c01ba81c92e3 req-43a4ffa8-378a-4da8-92ae-22e66c905ba5 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] 10.222.0.63 "PUT /v2.0/floatingips/dabc7193-4c3b-4928-bc01-be386314fe67 HTTP/1.1" status: 200  len: 995 time: 2.3832927
Dec 03 15:06:24.752037 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'add146c2-e4cc-491e-b5f9-17673e4a0c89', 'tag': 'f82f881d-f8f0-478d-baa4-3c020c077e99'}] {{(pid=80382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 15:06:24.897061 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c405c3e-f385-4bec-a6e9-c01ba81c92e3 req-38b6d4a3-c088-4a66-87ee-841df9d0f119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:06:24.906613 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-6c405c3e-f385-4bec-a6e9-c01ba81c92e3 req-38b6d4a3-c088-4a66-87ee-841df9d0f119 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=f77c18074b76496dbbd6d15835f35760&device_id=add146c2-e4cc-491e-b5f9-17673e4a0c89 HTTP/1.1" status: 200  len: 1162 time: 0.1427569
Dec 03 15:06:25.022228 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvr_db [None req-62daa098-f1c0-4f10-be19-25d800ea03ae None None] Set router 215dd294-97ad-4b29-8fab-ce4067d6d8ac gateway port host: dv-cinder-757908-3-iscsi {{(pid=80384) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 15:06:25.099289 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c405c3e-f385-4bec-a6e9-c01ba81c92e3 req-77c4ee8d-fd2d-4a69-b3f6-6762bf8e3e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:06:25.108647 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-6c405c3e-f385-4bec-a6e9-c01ba81c92e3 req-77c4ee8d-fd2d-4a69-b3f6-6762bf8e3e45 service neutron] 10.222.0.63 "GET /v2.0/networks?id=0d922ba7-749c-4c5e-b6cc-12813984389c HTTP/1.1" status: 200  len: 903 time: 0.2009690
Dec 03 15:06:25.200048 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-1e8e2cce-72f9-4794-9524-8e10ec9a01b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33445888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31293999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036823483770'] for subnet, after_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:06:25.220468 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-af042eb4-7bb6-4911-a321-8d0a2c5fcf8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:06:25.249341 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-6c405c3e-f385-4bec-a6e9-c01ba81c92e3 req-c11f919a-e5fe-4639-8d7b-2d87ff750cf8 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f82f881d-f8f0-478d-baa4-3c020c077e99 HTTP/1.1" status: 200  len: 998 time: 0.1392577
Dec 03 15:06:25.326244 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c405c3e-f385-4bec-a6e9-c01ba81c92e3 req-bbeb4e7d-b7f1-4ad7-8e68-2358a5411012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:06:25.335395 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-6c405c3e-f385-4bec-a6e9-c01ba81c92e3 req-bbeb4e7d-b7f1-4ad7-8e68-2358a5411012 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=07d33687-75f8-425a-ad5f-cd3466718814 HTTP/1.1" status: 200  len: 848 time: 0.0848203
Dec 03 15:06:25.395334 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8e2cce-72f9-4794-9524-8e10ec9a01b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e3eb5e7-50fa-43d1-a585-cbf981244c9d,revision_number=None']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:06:25.407501 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-1e8e2cce-72f9-4794-9524-8e10ec9a01b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:06:25.424951 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c405c3e-f385-4bec-a6e9-c01ba81c92e3 req-587b50a8-66a9-4da3-8186-3fc06105e55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:06:25.425564 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-1e8e2cce-72f9-4794-9524-8e10ec9a01b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:06:25.434765 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-6c405c3e-f385-4bec-a6e9-c01ba81c92e3 req-587b50a8-66a9-4da3-8186-3fc06105e55a service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=0d922ba7-749c-4c5e-b6cc-12813984389c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0981565
Dec 03 15:06:25.434913 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-1e8e2cce-72f9-4794-9524-8e10ec9a01b4 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/4e3eb5e7-50fa-43d1-a585-cbf981244c9d HTTP/1.1" status: 204  len: 168 time: 0.9301536
Dec 03 15:06:25.440670 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 32836) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:06:25.441063 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [req-6c405c3e-f385-4bec-a6e9-c01ba81c92e3 req-fa451115-356b-4bd4-917e-1f644b7b4adf service neutron] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=80382) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 03 15:06:25.450981 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-6c405c3e-f385-4bec-a6e9-c01ba81c92e3 req-fa451115-356b-4bd4-917e-1f644b7b4adf service neutron] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0144019
Dec 03 15:06:25.469347 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-62daa098-f1c0-4f10-be19-25d800ea03ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f072ea20320>, [{'id': '215dd294-97ad-4b29-8fab-ce4067d6d8ac', 'name': 'tempest-TestShelveInstance-1471273793-router', 'tenant_id': 'f77c18074b76496dbbd6d15835f35760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'external_fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '19addf73-6af0-4574-9928-4dca9c8deeec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:04:50Z', 'updated_at': '2020-12-03T15:05:02Z', 'revision_number': 4, 'project_id': 'f77c18074b76496dbbd6d15835f35760', 'gw_port': {'id': '19addf73-6af0-4574-9928-4dca9c8deeec', 'name': '', 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:10:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215dd294-97ad-4b29-8fab-ce4067d6d8ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:04:52Z', 'updated_at': '2020-12-03T15:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-iscsi', '_floatingips': [{'id': 'dabc7193-4c3b-4928-bc01-be386314fe67', 'tenant_id': 'f77c18074b76496dbbd6d15835f35760', 'floating_ip_address': '172.27.2.57', 'floating_network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'router_id': '215dd294-97ad-4b29-8fab-ce4067d6d8ac', 'port_id': 'f82f881d-f8f0-478d-baa4-3c020c077e99', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d922ba7-749c-4c5e-b6cc-12813984389c', 'mac_address': 'fa:16:3e:2b:f6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add146c2-e4cc-491e-b5f9-17673e4a0c89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T15:06:20Z', 'updated_at': '2020-12-03T15:06:23Z', 'revision_number': 1, 'project_id': 'f77c18074b76496dbbd6d15835f35760', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1bd8e6c-6e91-4219-ae0d-25814e50b560', 'name': '', 'network_id': '0d922ba7-749c-4c5e-b6cc-12813984389c', 'tenant_id': 'f77c18074b76496dbbd6d15835f35760', 'mac_address': 'fa:16:3e:b2:17:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215dd294-97ad-4b29-8fab-ce4067d6d8ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '07d33687-75f8-425a-ad5f-cd3466718814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:04:58Z', 'updated_at': '2020-12-03T15:05:12Z', 'revision_number': 5, 'project_id': 'f77c18074b76496dbbd6d15835f35760', 'subnets': [{'id': '07d33687-75f8-425a-ad5f-cd3466718814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-3-iscsi', False) {} {{(pid=80384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:06:25.473687 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62daa098-f1c0-4f10-be19-25d800ea03ae None None] Checking router: 215dd294-97ad-4b29-8fab-ce4067d6d8ac for host: dv-cinder-757908-3-iscsi {{(pid=80384) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 15:06:25.483711 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62daa098-f1c0-4f10-be19-25d800ea03ae None None] Routers {'215dd294-97ad-4b29-8fab-ce4067d6d8ac'} bound to L3 agent in host dv-cinder-757908-3-iscsi {{(pid=80384) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 15:06:25.484206 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-62daa098-f1c0-4f10-be19-25d800ea03ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f072ea20320>, 'dv-cinder-757908-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2020-12-03T14:53:20Z,description=<?>,heartbeat_timestamp=2020-12-03T15:06:20Z,host='dv-cinder-757908-3-iscsi',id=7132dbe3-ed21-4d9d-abcc-41c34baf52ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T14:53:20Z,topic='l3_agent')) {'router_ids': ['215dd294-97ad-4b29-8fab-ce4067d6d8ac'], 'active': True} {{(pid=80384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:06:25.549846 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Device e787ba15-4696-4576-abeb-ff9a55f6fc3f no longer exists at agent ovs-agent-dv-cinder-757908-3-iscsi {{(pid=80384) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 15:06:25.593846 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] No Port match for: e787ba15-4696-4576-abeb-ff9a55f6fc3f {{(pid=80384) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 15:06:25.594293 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Device e787ba15-4696-4576-abeb-ff9a55f6fc3f not bound to the agent host dv-cinder-757908-3-iscsi {{(pid=80384) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 15:06:25.594775 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Device 4341cc3f-a227-4ada-b32d-2379279df638 no longer exists at agent ovs-agent-dv-cinder-757908-3-iscsi {{(pid=80384) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 15:06:25.598719 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-217e1a8f-2cd0-4511-9d87-c959452afa27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-851107'] for network, before_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:06:25.629256 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-6c405c3e-f385-4bec-a6e9-c01ba81c92e3 req-45fcec30-f30c-447a-9fc8-fe09ac37fe53 service neutron] 10.222.0.63 "GET /v2.0/networks/0d922ba7-749c-4c5e-b6cc-12813984389c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1766567
Dec 03 15:06:25.709115 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] No Port match for: 4341cc3f-a227-4ada-b32d-2379279df638 {{(pid=80384) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 15:06:25.709459 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Device 4341cc3f-a227-4ada-b32d-2379279df638 not bound to the agent host dv-cinder-757908-3-iscsi {{(pid=80384) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 15:06:25.715190 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0f1eb5-c737-4ffc-ae34-8cd7cb49cbef req-e9677070-12cc-41e6-aa0d-592ad48f21e8 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:06:25.724085 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-2f0f1eb5-c737-4ffc-ae34-8cd7cb49cbef req-e9677070-12cc-41e6-aa0d-592ad48f21e8 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] 10.222.0.63 "GET /v2.0/ports?device_id=0c340b42-3ca5-4f89-8fc2-c448e784ac83 HTTP/1.1" status: 200  len: 984 time: 0.5873065
Dec 03 15:06:25.790989 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-2f0f1eb5-c737-4ffc-ae34-8cd7cb49cbef req-a540c2f8-7065-4880-9249-39e7fc721b89 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] 10.222.0.63 "GET /v2.0/security-groups?id=5ffdf135-388f-48b5-bce4-3a1c9059bc68&id=2f0f23dc-fe58-4a67-b800-c8f1bae1f5d5&fields=id&fields=name HTTP/1.1" status: 200  len: 388 time: 0.0658565
Dec 03 15:06:25.848389 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-6c405c3e-f385-4bec-a6e9-c01ba81c92e3 req-95e7fa75-6cda-415f-ba6a-eb2ad1ac0122 service neutron] 10.222.0.63 "GET /v2.0/networks/0d922ba7-749c-4c5e-b6cc-12813984389c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2115953
Dec 03 15:06:25.856093 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvr_db [None req-62daa098-f1c0-4f10-be19-25d800ea03ae None None] Set router 215dd294-97ad-4b29-8fab-ce4067d6d8ac gateway port host: dv-cinder-757908-3-iscsi {{(pid=80384) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 15:06:25.954120 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'add146c2-e4cc-491e-b5f9-17673e4a0c89', 'tag': 'f82f881d-f8f0-478d-baa4-3c020c077e99', 'status': 'completed', 'code': 200}
Dec 03 15:06:26.017795 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-217e1a8f-2cd0-4511-9d87-c959452afa27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853792104', 'neutron.services.segments.db._delete_segments_for_network--9223363307551584696'] for network, precommit_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:06:26.169522 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465a1896-d9fe-4867-9957-ea762a255de1 req-f61033de-3615-43fe-86f2-b31f3dd073b1 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:06:26.172545 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-465a1896-d9fe-4867-9957-ea762a255de1 req-f61033de-3615-43fe-86f2-b31f3dd073b1 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/ports?device_id=d5082cea-6dd3-41d3-9210-f5e8bd37f651 HTTP/1.1" status: 200  len: 946 time: 0.1486630
Dec 03 15:06:26.245924 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.services.segments.db [None req-217e1a8f-2cd0-4511-9d87-c959452afa27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f072e4a1400>,) {'filters': {'network_id': ['99cd7ca3-24f1-4d31-adf2-9e1bba032327']}} {{(pid=80383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:06:26.259389 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-465a1896-d9fe-4867-9957-ea762a255de1 req-4b326eca-5fb4-4982-9d89-a577ddfded1b tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/security-groups?id=b7daf6a7-63f3-474f-99b5-a2b7aacda372&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0793455
Dec 03 15:06:26.299768 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.services.segments.db [None req-217e1a8f-2cd0-4511-9d87-c959452afa27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f072e4a1400>, '42a6093d-652f-4cb9-990c-cc8e40f7f58f') {'for_net_delete': True} {{(pid=80383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:06:26.300140 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.services.segments.db [None req-217e1a8f-2cd0-4511-9d87-c959452afa27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f072e4a1400>, '42a6093d-652f-4cb9-990c-cc8e40f7f58f') {} {{(pid=80383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:06:26.312610 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e493cf-86f3-42b2-91be-c1f6f04e223b req-da78f436-2973-4d64-a212-88334336c8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:06:26.314279 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-c1e493cf-86f3-42b2-91be-c1f6f04e223b req-da78f436-2973-4d64-a212-88334336c8c7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f77c18074b76496dbbd6d15835f35760&device_id=add146c2-e4cc-491e-b5f9-17673e4a0c89 HTTP/1.1" status: 200  len: 1162 time: 0.2768936
Dec 03 15:06:26.319994 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-217e1a8f-2cd0-4511-9d87-c959452afa27 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363307551582136', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036822612907'] for segment, before_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:06:26.454106 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-217e1a8f-2cd0-4511-9d87-c959452afa27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986486'] for segment, precommit_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:06:26.454106 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-217e1a8f-2cd0-4511-9d87-c959452afa27 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80383) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 15:06:26.580243 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-62daa098-f1c0-4f10-be19-25d800ea03ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f072ea20320>, [{'id': '215dd294-97ad-4b29-8fab-ce4067d6d8ac', 'name': 'tempest-TestShelveInstance-1471273793-router', 'tenant_id': 'f77c18074b76496dbbd6d15835f35760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'external_fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '19addf73-6af0-4574-9928-4dca9c8deeec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:04:50Z', 'updated_at': '2020-12-03T15:05:02Z', 'revision_number': 4, 'project_id': 'f77c18074b76496dbbd6d15835f35760', 'gw_port': {'id': '19addf73-6af0-4574-9928-4dca9c8deeec', 'name': '', 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:10:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215dd294-97ad-4b29-8fab-ce4067d6d8ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:04:52Z', 'updated_at': '2020-12-03T15:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-iscsi', '_floatingips': [{'id': 'dabc7193-4c3b-4928-bc01-be386314fe67', 'tenant_id': 'f77c18074b76496dbbd6d15835f35760', 'floating_ip_address': '172.27.2.57', 'floating_network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'router_id': '215dd294-97ad-4b29-8fab-ce4067d6d8ac', 'port_id': 'f82f881d-f8f0-478d-baa4-3c020c077e99', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d922ba7-749c-4c5e-b6cc-12813984389c', 'mac_address': 'fa:16:3e:2b:f6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add146c2-e4cc-491e-b5f9-17673e4a0c89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T15:06:20Z', 'updated_at': '2020-12-03T15:06:23Z', 'revision_number': 1, 'project_id': 'f77c18074b76496dbbd6d15835f35760', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1bd8e6c-6e91-4219-ae0d-25814e50b560', 'name': '', 'network_id': '0d922ba7-749c-4c5e-b6cc-12813984389c', 'tenant_id': 'f77c18074b76496dbbd6d15835f35760', 'mac_address': 'fa:16:3e:b2:17:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215dd294-97ad-4b29-8fab-ce4067d6d8ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '07d33687-75f8-425a-ad5f-cd3466718814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:04:58Z', 'updated_at': '2020-12-03T15:05:12Z', 'revision_number': 5, 'project_id': 'f77c18074b76496dbbd6d15835f35760', 'subnets': [{'id': '07d33687-75f8-425a-ad5f-cd3466718814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-3-iscsi', False) {} {{(pid=80384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:06:26.585195 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62daa098-f1c0-4f10-be19-25d800ea03ae None None] The sync data for ids ['215dd294-97ad-4b29-8fab-ce4067d6d8ac'] in dv-cinder-757908-3-iscsi is: [{'id': '215dd294-97ad-4b29-8fab-ce4067d6d8ac', 'name': 'tempest-TestShelveInstance-1471273793-router', 'tenant_id': 'f77c18074b76496dbbd6d15835f35760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'external_fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '19addf73-6af0-4574-9928-4dca9c8deeec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:04:50Z', 'updated_at': '2020-12-03T15:05:02Z', 'revision_number': 4, 'project_id': 'f77c18074b76496dbbd6d15835f35760', 'gw_port': {'id': '19addf73-6af0-4574-9928-4dca9c8deeec', 'name': '', 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:10:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215dd294-97ad-4b29-8fab-ce4067d6d8ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:04:52Z', 'updated_at': '2020-12-03T15:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-iscsi', '_floatingips': [{'id': 'dabc7193-4c3b-4928-bc01-be386314fe67', 'tenant_id': 'f77c18074b76496dbbd6d15835f35760', 'floating_ip_address': '172.27.2.57', 'floating_network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'router_id': '215dd294-97ad-4b29-8fab-ce4067d6d8ac', 'port_id': 'f82f881d-f8f0-478d-baa4-3c020c077e99', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d922ba7-749c-4c5e-b6cc-12813984389c', 'mac_address': 'fa:16:3e:2b:f6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add146c2-e4cc-491e-b5f9-17673e4a0c89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T15:06:20Z', 'updated_at': '2020-12-03T15:06:23Z', 'revision_number': 1, 'project_id': 'f77c18074b76496dbbd6d15835f35760', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1bd8e6c-6e91-4219-ae0d-25814e50b560', 'name': '', 'network_id': '0d922ba7-749c-4c5e-b6cc-12813984389c', 'tenant_id': 'f77c18074b76496dbbd6d15835f35760', 'mac_address': 'fa:16:3e:b2:17:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215dd294-97ad-4b29-8fab-ce4067d6d8ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '07d33687-75f8-425a-ad5f-cd3466718814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:04:58Z', 'updated_at': '2020-12-03T15:05:12Z', 'revision_number': 5, 'project_id': 'f77c18074b76496dbbd6d15835f35760', 'subnets': [{'id': '07d33687-75f8-425a-ad5f-cd3466718814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80384) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 15:06:26.841707 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e493cf-86f3-42b2-91be-c1f6f04e223b req-bf0e0c27-60e7-4f2e-8f89-29121e5a5664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:06:26.847929 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-c1e493cf-86f3-42b2-91be-c1f6f04e223b req-bf0e0c27-60e7-4f2e-8f89-29121e5a5664 service neutron] 10.222.0.83 "GET /v2.0/networks?id=0d922ba7-749c-4c5e-b6cc-12813984389c HTTP/1.1" status: 200  len: 903 time: 0.5200350
Dec 03 15:06:26.983677 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-c1e493cf-86f3-42b2-91be-c1f6f04e223b req-ca1ccf05-d650-4c74-b28a-c1c972dd95dd service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f82f881d-f8f0-478d-baa4-3c020c077e99 HTTP/1.1" status: 200  len: 998 time: 0.1215003
Dec 03 15:06:27.047465 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0375284c-8577-472c-badf-290e1ae02ce5 None None] New status for floating IP dabc7193-4c3b-4928-bc01-be386314fe67: ACTIVE {{(pid=80385) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 03 15:06:27.244502 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [None req-217e1a8f-2cd0-4511-9d87-c959452afa27 admin admin] Network 99cd7ca3-24f1-4d31-adf2-9e1bba032327 has no segments {{(pid=80383) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 15:06:27.258747 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-217e1a8f-2cd0-4511-9d87-c959452afa27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853789314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036823481204'] for segment, after_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:06:27.487270 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [None req-217e1a8f-2cd0-4511-9d87-c959452afa27 admin admin] Network 99cd7ca3-24f1-4d31-adf2-9e1bba032327 has no segments {{(pid=80383) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 15:06:27.521551 dv-cinder-757908-3-iscsi neutron-server[80271]: Traceback (most recent call last):
Dec 03 15:06:27.521551 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 15:06:27.521551 dv-cinder-757908-3-iscsi neutron-server[80271]:     timer()
Dec 03 15:06:27.521551 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 15:06:27.521551 dv-cinder-757908-3-iscsi neutron-server[80271]:     cb(*args, **kw)
Dec 03 15:06:27.521551 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 15:06:27.521551 dv-cinder-757908-3-iscsi neutron-server[80271]:     return func(*args, **kwargs)
Dec 03 15:06:27.521551 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 15:06:27.521551 dv-cinder-757908-3-iscsi neutron-server[80271]:     self._notify()
Dec 03 15:06:27.521551 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 15:06:27.521551 dv-cinder-757908-3-iscsi neutron-server[80271]:     self.callback(batched_events)
Dec 03 15:06:27.521551 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 15:06:27.521551 dv-cinder-757908-3-iscsi neutron-server[80271]:     event.method(event)
Dec 03 15:06:27.521551 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 15:06:27.521551 dv-cinder-757908-3-iscsi neutron-server[80271]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 15:06:27.521551 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 15:06:27.521551 dv-cinder-757908-3-iscsi neutron-server[80271]:     segment_id)['aggregates'][0]
Dec 03 15:06:27.521551 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 15:06:27.521551 dv-cinder-757908-3-iscsi neutron-server[80271]:     return f(self, *a, **k)
Dec 03 15:06:27.521551 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 15:06:27.521551 dv-cinder-757908-3-iscsi neutron-server[80271]:     return self._get(url).json()
Dec 03 15:06:27.521551 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 15:06:27.521551 dv-cinder-757908-3-iscsi neutron-server[80271]:     **kwargs)
Dec 03 15:06:27.521551 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 15:06:27.521551 dv-cinder-757908-3-iscsi neutron-server[80271]:     return self.request(url, 'GET', **kwargs)
Dec 03 15:06:27.521551 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 15:06:27.521551 dv-cinder-757908-3-iscsi neutron-server[80271]:     **endpoint_filter)
Dec 03 15:06:27.521551 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 15:06:27.521551 dv-cinder-757908-3-iscsi neutron-server[80271]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 15:06:27.521551 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 15:06:27.521551 dv-cinder-757908-3-iscsi neutron-server[80271]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 15:06:27.521551 dv-cinder-757908-3-iscsi neutron-server[80271]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 15:06:27.533221 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cfbe5f-d621-48d3-a95b-ac97bc42886e req-f672fae5-f706-4474-b2b5-4e47b832ff8f tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:06:27.535112 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-31cfbe5f-d621-48d3-a95b-ac97bc42886e req-f672fae5-f706-4474-b2b5-4e47b832ff8f tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/ports?device_id=d5082cea-6dd3-41d3-9210-f5e8bd37f651 HTTP/1.1" status: 200  len: 946 time: 0.1184146
Dec 03 15:06:27.545853 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e493cf-86f3-42b2-91be-c1f6f04e223b req-172b135d-204e-4bc8-bd93-5253076c7de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:06:27.547763 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-c1e493cf-86f3-42b2-91be-c1f6f04e223b req-172b135d-204e-4bc8-bd93-5253076c7de3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=07d33687-75f8-425a-ad5f-cd3466718814 HTTP/1.1" status: 200  len: 848 time: 0.4480155
Dec 03 15:06:27.612087 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-31cfbe5f-d621-48d3-a95b-ac97bc42886e req-6d720de9-bc05-4be0-86fb-da960ea311f7 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/security-groups?id=b7daf6a7-63f3-474f-99b5-a2b7aacda372&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0699735
Dec 03 15:06:27.705470 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-217e1a8f-2cd0-4511-9d87-c959452afa27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036821248189'] for network, after_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:06:27.722284 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:06:27.742706 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc9cb12-5d9e-4e4b-b4d3-d5bedb541463 req-fda57368-2a3c-4b4a-8974-dabc764a39c7 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:06:27.762655 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-5bc9cb12-5d9e-4e4b-b4d3-d5bedb541463 req-fda57368-2a3c-4b4a-8974-dabc764a39c7 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] 10.222.0.63 "GET /v2.0/ports?device_id=0c340b42-3ca5-4f89-8fc2-c448e784ac83 HTTP/1.1" status: 200  len: 984 time: 0.7197280
Dec 03 15:06:27.809147 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-217e1a8f-2cd0-4511-9d87-c959452afa27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036822225390'] for network, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:06:27.832868 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217e1a8f-2cd0-4511-9d87-c959452afa27 admin admin] Pushing event deleted for resources: {'Network': ['ID=99cd7ca3-24f1-4d31-adf2-9e1bba032327,revision_number=None']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:06:27.839064 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-217e1a8f-2cd0-4511-9d87-c959452afa27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:06:27.860658 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-217e1a8f-2cd0-4511-9d87-c959452afa27 admin admin] 10.222.0.63 "DELETE /v2.0/networks/99cd7ca3-24f1-4d31-adf2-9e1bba032327 HTTP/1.1" status: 204  len: 168 time: 2.4189143
Dec 03 15:06:27.869629 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-5bc9cb12-5d9e-4e4b-b4d3-d5bedb541463 req-a28e2cf1-7e19-455e-b862-9e012b81f3bc tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] 10.222.0.63 "GET /v2.0/security-groups?id=5ffdf135-388f-48b5-bce4-3a1c9059bc68&id=2f0f23dc-fe58-4a67-b800-c8f1bae1f5d5&fields=id&fields=name HTTP/1.1" status: 200  len: 388 time: 0.1060088
Dec 03 15:06:27.882124 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e493cf-86f3-42b2-91be-c1f6f04e223b req-f4d80f5a-665a-4fb4-8a7c-c9aa149a01a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:06:27.884689 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-c1e493cf-86f3-42b2-91be-c1f6f04e223b req-f4d80f5a-665a-4fb4-8a7c-c9aa149a01a7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0d922ba7-749c-4c5e-b6cc-12813984389c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3162265
Dec 03 15:06:28.063712 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-c1e493cf-86f3-42b2-91be-c1f6f04e223b req-8d515c28-fe0d-41ae-ac17-78c3e474ad65 service neutron] 10.222.0.83 "GET /v2.0/networks/0d922ba7-749c-4c5e-b6cc-12813984389c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1688910
Dec 03 15:06:28.193275 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 32866) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:06:28.262651 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-6ab50abb-a2e9-444e-bc0c-f23594e8a38a admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=69f1305b325747b387eaa173734086a5&name=default HTTP/1.1" status: 200  len: 2875 time: 0.0678725
Dec 03 15:06:28.263333 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 32870) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:06:28.265589 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-c1e493cf-86f3-42b2-91be-c1f6f04e223b req-9deb6d47-0a90-4571-ab93-0e1feae515f0 service neutron] 10.222.0.83 "GET /v2.0/networks/0d922ba7-749c-4c5e-b6cc-12813984389c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1916394
Dec 03 15:06:28.338618 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-21f273c5-1280-434c-87c5-bc010cd34ac2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:06:28.367341 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-21f273c5-1280-434c-87c5-bc010cd34ac2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:06:28.425260 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-21f273c5-1280-434c-87c5-bc010cd34ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:06:28.433614 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-12c07df1-3ecf-4412-9486-6b2b010eff37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:06:28.454130 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f273c5-1280-434c-87c5-bc010cd34ac2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaa64044-32f2-4946-97be-06cf9f486ffa,revision_number=None']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:06:28.457435 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-21f273c5-1280-434c-87c5-bc010cd34ac2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:06:28.464569 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-21f273c5-1280-434c-87c5-bc010cd34ac2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:06:28.468294 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-21f273c5-1280-434c-87c5-bc010cd34ac2 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/eaa64044-32f2-4946-97be-06cf9f486ffa HTTP/1.1" status: 204  len: 168 time: 0.2014782
Dec 03 15:06:28.857855 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b9a9b3-2203-4a7d-b908-874ebabff139 req-5fb7319f-ef74-44dc-b2c1-2d0087aec5b4 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:06:28.859493 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-49b9a9b3-2203-4a7d-b908-874ebabff139 req-5fb7319f-ef74-44dc-b2c1-2d0087aec5b4 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/ports?device_id=d5082cea-6dd3-41d3-9210-f5e8bd37f651 HTTP/1.1" status: 200  len: 946 time: 0.0943487
Dec 03 15:06:28.934529 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-49b9a9b3-2203-4a7d-b908-874ebabff139 req-08f3eb91-02b7-45b5-a861-1ab22576f05c tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/security-groups?id=b7daf6a7-63f3-474f-99b5-a2b7aacda372&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0667424
Dec 03 15:06:29.151068 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07631521-67f9-49ba-83ea-524003e96d16 req-04b531bd-e87c-4b93-99ba-ae4e060b59ef tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:06:29.152986 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-07631521-67f9-49ba-83ea-524003e96d16 req-04b531bd-e87c-4b93-99ba-ae4e060b59ef tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] 10.222.0.63 "GET /v2.0/ports?device_id=0c340b42-3ca5-4f89-8fc2-c448e784ac83 HTTP/1.1" status: 200  len: 984 time: 0.1154079
Dec 03 15:06:29.211446 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-07631521-67f9-49ba-83ea-524003e96d16 req-f97dafba-04e4-4831-a78c-4eb9039f2972 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] 10.222.0.63 "GET /v2.0/security-groups?id=5ffdf135-388f-48b5-bce4-3a1c9059bc68&id=2f0f23dc-fe58-4a67-b800-c8f1bae1f5d5&fields=id&fields=name HTTP/1.1" status: 200  len: 388 time: 0.0481908
Dec 03 15:06:29.636058 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 32900) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:06:29.791256 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.base [None req-e52cb78d-be33-4155-8404-54f73ca11829 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-860929813-network', 'tenant_id': 'a474d63897e4433e9e4b034785e66430'}} {{(pid=80382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 15:06:29.796839 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-e52cb78d-be33-4155-8404-54f73ca11829 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:06:29.801626 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-e52cb78d-be33-4155-8404-54f73ca11829 admin admin] Usage tracker for resource:network and tenant:a474d63897e4433e9e4b034785e66430 is out of sync, need to count used quota {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:06:29.805351 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-e52cb78d-be33-4155-8404-54f73ca11829 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:06:29.813052 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-e52cb78d-be33-4155-8404-54f73ca11829 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:06:29.824210 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e52cb78d-be33-4155-8404-54f73ca11829 admin admin] Made reservation on behalf of a474d63897e4433e9e4b034785e66430 for: {'network': 1} {{(pid=80382) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 15:06:29.829011 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-e52cb78d-be33-4155-8404-54f73ca11829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for network, before_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:06:29.842269 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-e52cb78d-be33-4155-8404-54f73ca11829 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:06:29.858173 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-e52cb78d-be33-4155-8404-54f73ca11829 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:06:29.871471 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-e52cb78d-be33-4155-8404-54f73ca11829 admin admin] Usage tracker for resource:security_group_rule and tenant:a474d63897e4433e9e4b034785e66430 is out of sync, need to count used quota {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:06:29.871471 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-e52cb78d-be33-4155-8404-54f73ca11829 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:06:29.882636 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-e52cb78d-be33-4155-8404-54f73ca11829 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:06:29.998979 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-e52cb78d-be33-4155-8404-54f73ca11829 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:06:30.004919 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-e52cb78d-be33-4155-8404-54f73ca11829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:06:30.011239 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-4f07a31e-a897-486e-abf9-c52dd986377d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:06:30.054686 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e52cb78d-be33-4155-8404-54f73ca11829 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80382) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 15:06:30.067473 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-e52cb78d-be33-4155-8404-54f73ca11829 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8729303191104', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986486'] for segment, precommit_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:06:30.067923 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.db.segments_db [None req-e52cb78d-be33-4155-8404-54f73ca11829 admin admin] Added segment ced8c6e9-f1ba-4905-8864-70d742cf377e of type vxlan for network b14368f7-35c6-4d91-831b-2eb7646e9222
Dec 03 15:06:30.090079 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52cb78d-be33-4155-8404-54f73ca11829 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bac07432-27c1-4fa4-abf2-47ecab22547d,revision_number=1']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:06:30.099677 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-e52cb78d-be33-4155-8404-54f73ca11829 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729302618551'] for network, precommit_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:06:30.106326 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-e52cb78d-be33-4155-8404-54f73ca11829 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:06:30.136232 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-e52cb78d-be33-4155-8404-54f73ca11829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068'] for network, after_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:06:30.137570 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e52cb78d-be33-4155-8404-54f73ca11829 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:06:30.138254 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-e52cb78d-be33-4155-8404-54f73ca11829 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036822225390'] for network, before_response {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:06:30.144028 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-3b0ad21b-ea9d-4000-9e24-da22b759d658 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:06:30.265324 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-e52cb78d-be33-4155-8404-54f73ca11829 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 0.6265638
Dec 03 15:06:30.268461 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 32918) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:06:30.276030 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.base [None req-f0319994-6fca-4a14-bfc5-296922cea912 admin admin] Request body: {'subnet': {'network_id': 'b14368f7-35c6-4d91-831b-2eb7646e9222', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-860929813-subnet', 'tenant_id': 'a474d63897e4433e9e4b034785e66430', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 15:06:30.282661 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-f0319994-6fca-4a14-bfc5-296922cea912 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:06:30.286959 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-f0319994-6fca-4a14-bfc5-296922cea912 admin admin] Usage tracker for resource:subnet and tenant:a474d63897e4433e9e4b034785e66430 is out of sync, need to count used quota {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:06:30.290205 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-f0319994-6fca-4a14-bfc5-296922cea912 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:06:30.296230 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-f0319994-6fca-4a14-bfc5-296922cea912 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:06:30.304690 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52cb78d-be33-4155-8404-54f73ca11829 admin admin] Pushing event updated for resources: {'Network': ['ID=b14368f7-35c6-4d91-831b-2eb7646e9222,revision_number=1']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:06:30.309662 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0319994-6fca-4a14-bfc5-296922cea912 admin admin] Made reservation on behalf of a474d63897e4433e9e4b034785e66430 for: {'subnet': 1} {{(pid=80383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 15:06:30.315580 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-f0319994-6fca-4a14-bfc5-296922cea912 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31292076'] for subnet, before_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:06:30.317078 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-e52cb78d-be33-4155-8404-54f73ca11829 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:06:30.319637 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Network b14368f7-35c6-4d91-831b-2eb7646e9222 details requested by agent ovs-agent-dv-cinder-757908-3-iscsi with host dv-cinder-757908-3-iscsi {{(pid=80384) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 15:06:30.398248 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178b37cb-4ec6-48cf-9c9d-237e1c69000e req-16e3252a-e0ea-47c1-8b88-e8fc6b1d2fa5 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:06:30.401207 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-178b37cb-4ec6-48cf-9c9d-237e1c69000e req-16e3252a-e0ea-47c1-8b88-e8fc6b1d2fa5 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/ports?device_id=d5082cea-6dd3-41d3-9210-f5e8bd37f651 HTTP/1.1" status: 200  len: 946 time: 0.1378994
Dec 03 15:06:30.419892 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Network b14368f7-35c6-4d91-831b-2eb7646e9222 details requested by agent ovs-agent-hv-cinder-75790 with host hv-cinder-75790 {{(pid=80384) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 15:06:30.489639 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-178b37cb-4ec6-48cf-9c9d-237e1c69000e req-92848a65-0fc9-41a7-8da0-5e9640ca5de9 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/security-groups?id=b7daf6a7-63f3-474f-99b5-a2b7aacda372&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0815902
Dec 03 15:06:30.571687 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6e84c4-d967-42e0-b90b-13ff11391b1b req-7819fe1e-b1aa-41f6-8fba-39ab1c297bc3 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:06:30.573490 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-eb6e84c4-d967-42e0-b90b-13ff11391b1b req-7819fe1e-b1aa-41f6-8fba-39ab1c297bc3 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] 10.222.0.63 "GET /v2.0/ports?device_id=0c340b42-3ca5-4f89-8fc2-c448e784ac83 HTTP/1.1" status: 200  len: 984 time: 0.2106593
Dec 03 15:06:30.705479 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-eb6e84c4-d967-42e0-b90b-13ff11391b1b req-d1b1e969-2321-4c46-b61c-0a887a925e29 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] 10.222.0.63 "GET /v2.0/security-groups?id=5ffdf135-388f-48b5-bce4-3a1c9059bc68&id=2f0f23dc-fe58-4a67-b800-c8f1bae1f5d5&fields=id&fields=name HTTP/1.1" status: 200  len: 388 time: 0.1203358
Dec 03 15:06:30.994360 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-f0319994-6fca-4a14-bfc5-296922cea912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33445888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036823481750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31292093'] for subnet, after_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:06:31.011236 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:06:31.146688 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0319994-6fca-4a14-bfc5-296922cea912 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8082567-8640-4611-a816-16705f681ba1,revision_number=0']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:06:31.150994 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-f0319994-6fca-4a14-bfc5-296922cea912 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:06:31.220848 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0319994-6fca-4a14-bfc5-296922cea912 admin admin] Checking segment: {'id': 'ced8c6e9-f1ba-4905-8864-70d742cf377e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b14368f7-35c6-4d91-831b-2eb7646e9222'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 15:06:31.221242 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0319994-6fca-4a14-bfc5-296922cea912 admin admin] Network hostable DHCP agents. Network: b14368f7-35c6-4d91-831b-2eb7646e9222, hostable agents: ['79bacdc6-fafb-4baa-889e-4ec466dca3bd'], hosted agents: [] {{(pid=80383) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 15:06:31.245036 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0319994-6fca-4a14-bfc5-296922cea912 admin admin] Network b14368f7-35c6-4d91-831b-2eb7646e9222 is scheduled to be hosted by DHCP agent 79bacdc6-fafb-4baa-889e-4ec466dca3bd with binding_index 1 {{(pid=80383) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 15:06:31.254921 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.base_scheduler [None req-f0319994-6fca-4a14-bfc5-296922cea912 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-757908-3-iscsi, b14368f7-35c6-4d91-831b-2eb7646e9222) {{(pid=80383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 15:06:31.268437 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2051de3-5e71-44fe-901a-7efdd08c20c7 None None] Network b14368f7-35c6-4d91-831b-2eb7646e9222 requested from dv-cinder-757908-3-iscsi {{(pid=80384) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 15:06:31.272603 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0319994-6fca-4a14-bfc5-296922cea912 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:06:31.273253 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-f0319994-6fca-4a14-bfc5-296922cea912 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:06:31.305502 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-f0319994-6fca-4a14-bfc5-296922cea912 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.0354023
Dec 03 15:06:31.546251 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-646b9b5e-c160-4585-a894-b327a05c6cb3 None None] Network b14368f7-35c6-4d91-831b-2eb7646e9222 requested from dv-cinder-757908-3-iscsi {{(pid=80384) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 15:06:31.862189 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c49894-b86c-459f-8feb-4c203fbd9963 req-ba3f980b-e36f-44c6-b543-0977deb9d12e tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:06:31.864105 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-d9c49894-b86c-459f-8feb-4c203fbd9963 req-ba3f980b-e36f-44c6-b543-0977deb9d12e tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/ports?device_id=d5082cea-6dd3-41d3-9210-f5e8bd37f651 HTTP/1.1" status: 200  len: 946 time: 0.1010282
Dec 03 15:06:31.937956 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-d9c49894-b86c-459f-8feb-4c203fbd9963 req-44323d36-dee7-4785-a9fb-7c9540c3cb1e tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/security-groups?id=b7daf6a7-63f3-474f-99b5-a2b7aacda372&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0662479
Dec 03 15:06:32.198990 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0db8467-2feb-4f1a-9228-49c2ed66e62f req-2eb7bb31-ddee-4308-9808-2a83f698a2f7 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:06:32.201034 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-d0db8467-2feb-4f1a-9228-49c2ed66e62f req-2eb7bb31-ddee-4308-9808-2a83f698a2f7 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] 10.222.0.63 "GET /v2.0/ports?device_id=0c340b42-3ca5-4f89-8fc2-c448e784ac83 HTTP/1.1" status: 200  len: 984 time: 0.1144853
Dec 03 15:06:32.206674 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82733941-5edc-4a0c-be0c-845eadec8fa3 req-a7193eae-3dee-42e9-b65f-8649bf4c5e07 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:06:32.208347 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-82733941-5edc-4a0c-be0c-845eadec8fa3 req-a7193eae-3dee-42e9-b65f-8649bf4c5e07 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] 10.222.0.63 "GET /v2.0/networks?id=b14368f7-35c6-4d91-831b-2eb7646e9222 HTTP/1.1" status: 200  len: 814 time: 0.1872320
Dec 03 15:06:32.226929 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-82733941-5edc-4a0c-be0c-845eadec8fa3 req-08981b27-c33a-4641-8275-bfaedac5a783 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] 10.222.0.63 "GET /v2.0/quotas/a474d63897e4433e9e4b034785e66430 HTTP/1.1" status: 200  len: 375 time: 0.0116847
Dec 03 15:06:32.270237 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-d0db8467-2feb-4f1a-9228-49c2ed66e62f req-86fa3b22-a886-48d0-ad3a-9c12899d9a3e tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] 10.222.0.63 "GET /v2.0/security-groups?id=5ffdf135-388f-48b5-bce4-3a1c9059bc68&id=2f0f23dc-fe58-4a67-b800-c8f1bae1f5d5&fields=id&fields=name HTTP/1.1" status: 200  len: 388 time: 0.0549998
Dec 03 15:06:32.311727 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-82733941-5edc-4a0c-be0c-845eadec8fa3 req-da8362ac-febf-4f69-89cc-c38c5426dda9 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] 10.222.0.63 "GET /v2.0/ports?tenant_id=a474d63897e4433e9e4b034785e66430&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0772974
Dec 03 15:06:32.465986 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-82733941-5edc-4a0c-be0c-845eadec8fa3 req-14ed59b4-af08-4ab8-8c25-d810fc22908b service neutron] 10.222.0.63 "GET /v2.0/networks/b14368f7-35c6-4d91-831b-2eb7646e9222?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1531079
Dec 03 15:06:32.928003 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-82733941-5edc-4a0c-be0c-845eadec8fa3 req-740db696-7573-4190-a501-32f8fc9bcae8 service neutron] 10.222.0.63 "GET /v2.0/networks/b14368f7-35c6-4d91-831b-2eb7646e9222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4546797
Dec 03 15:06:33.208893 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-e851b330-516a-402a-b687-307866363723 req-c08a0f67-63d3-4d42-a922-3a2f05d19d51 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] 10.222.0.63 "GET /v2.0/ports?device_id=ec457aab-c441-4e97-a4ff-58563d635312 HTTP/1.1" status: 200  len: 210 time: 0.0780237
Dec 03 15:06:33.282538 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805e968b-4e2b-4bd7-a87f-e590b121df8d req-4b412e07-a73b-4945-9b54-e575d72ac553 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:06:33.284420 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-805e968b-4e2b-4bd7-a87f-e590b121df8d req-4b412e07-a73b-4945-9b54-e575d72ac553 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/ports?device_id=d5082cea-6dd3-41d3-9210-f5e8bd37f651 HTTP/1.1" status: 200  len: 946 time: 0.1315877
Dec 03 15:06:33.387793 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-805e968b-4e2b-4bd7-a87f-e590b121df8d req-3d9aa3da-6b8a-4326-b3a6-48978ccd5352 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/security-groups?id=b7daf6a7-63f3-474f-99b5-a2b7aacda372&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0956511
Dec 03 15:06:33.604438 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ef9696-9c7b-43eb-a170-62c40a216464 req-4dcb02e8-918a-4484-9a5e-b6e89efbf58b tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:06:33.613731 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-80ef9696-9c7b-43eb-a170-62c40a216464 req-4dcb02e8-918a-4484-9a5e-b6e89efbf58b tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] 10.222.0.63 "GET /v2.0/ports?device_id=0c340b42-3ca5-4f89-8fc2-c448e784ac83 HTTP/1.1" status: 200  len: 984 time: 0.1321025
Dec 03 15:06:33.714046 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-80ef9696-9c7b-43eb-a170-62c40a216464 req-8335a968-e497-43b3-8ca8-ec400d43e60d tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] 10.222.0.63 "GET /v2.0/security-groups?id=5ffdf135-388f-48b5-bce4-3a1c9059bc68&id=2f0f23dc-fe58-4a67-b800-c8f1bae1f5d5&fields=id&fields=name HTTP/1.1" status: 200  len: 388 time: 0.0991032
Dec 03 15:06:33.917155 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e376632-ae4c-4420-8201-342939535bb2 req-b29c977d-9e8a-440b-98f8-7ba00830b79a tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:06:33.919978 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-2e376632-ae4c-4420-8201-342939535bb2 req-b29c977d-9e8a-440b-98f8-7ba00830b79a tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/ports?device_id=d5082cea-6dd3-41d3-9210-f5e8bd37f651 HTTP/1.1" status: 200  len: 946 time: 0.1031616
Dec 03 15:06:33.972314 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-2e376632-ae4c-4420-8201-342939535bb2 req-fd8be263-3fe3-4875-aa3d-d9cb4c21071b tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/security-groups?id=b7daf6a7-63f3-474f-99b5-a2b7aacda372&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463502
Dec 03 15:06:34.027529 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c9b39c-19a7-4e41-ac0a-599d6d829a0e req-5f2462a0-d61d-41cf-b4c5-929846e3d841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:06:34.029376 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-26c9b39c-19a7-4e41-ac0a-599d6d829a0e req-5f2462a0-d61d-41cf-b4c5-929846e3d841 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1bf6d3149aee44a798e51e0135d17c5f&device_id=d5082cea-6dd3-41d3-9210-f5e8bd37f651 HTTP/1.1" status: 200  len: 1163 time: 0.1094613
Dec 03 15:06:34.271636 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c9b39c-19a7-4e41-ac0a-599d6d829a0e req-fbf21dc1-a335-434d-aca9-437b460e2843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:06:34.273231 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-26c9b39c-19a7-4e41-ac0a-599d6d829a0e req-fbf21dc1-a335-434d-aca9-437b460e2843 service neutron] 10.222.0.83 "GET /v2.0/networks?id=2263eb43-6c9e-40c3-9734-975854f0ad70 HTTP/1.1" status: 200  len: 905 time: 0.2317193
Dec 03 15:06:34.457797 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-bba3732a-42f6-4bed-aafa-2dd5dd7469a0 req-f12bf244-520d-487f-baad-7a13a2a71391 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] 10.222.0.63 "GET /v2.0/ports?device_id=ec457aab-c441-4e97-a4ff-58563d635312 HTTP/1.1" status: 200  len: 210 time: 0.0627403
Dec 03 15:06:34.460023 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-26c9b39c-19a7-4e41-ac0a-599d6d829a0e req-088dc601-0402-4390-a5d4-de5e4f2c391d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e835912e-98c3-4b70-bf9b-467e0fcfcd78 HTTP/1.1" status: 200  len: 1002 time: 0.1779730
Dec 03 15:06:34.552778 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c9b39c-19a7-4e41-ac0a-599d6d829a0e req-d799bda1-cece-4617-970f-0e2f3829225a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:06:34.554966 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-26c9b39c-19a7-4e41-ac0a-599d6d829a0e req-d799bda1-cece-4617-970f-0e2f3829225a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=988b1530-5903-4de4-818d-5aa0d60661ff HTTP/1.1" status: 200  len: 850 time: 0.0836854
Dec 03 15:06:34.679387 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c9b39c-19a7-4e41-ac0a-599d6d829a0e req-eeed6c03-2e80-4822-9a0c-216368b2c2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:06:34.681615 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-26c9b39c-19a7-4e41-ac0a-599d6d829a0e req-eeed6c03-2e80-4822-9a0c-216368b2c2c5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2263eb43-6c9e-40c3-9734-975854f0ad70&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0807509
Dec 03 15:06:35.022113 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-26c9b39c-19a7-4e41-ac0a-599d6d829a0e req-c6ce156c-d3b5-40e4-b973-06a60004c7c3 service neutron] 10.222.0.83 "GET /v2.0/networks/2263eb43-6c9e-40c3-9734-975854f0ad70?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3215003
Dec 03 15:06:35.042841 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82733941-5edc-4a0c-be0c-845eadec8fa3 req-78ff775e-60f6-4f29-8ff2-d51d54624d94 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:06:35.044307 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-82733941-5edc-4a0c-be0c-845eadec8fa3 req-78ff775e-60f6-4f29-8ff2-d51d54624d94 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Synchronizing usage tracker for tenant:a474d63897e4433e9e4b034785e66430 on resource:network {{(pid=80382) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 15:06:35.213706 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e330a4f6-ca88-4883-ba1f-924beb8dbe36 req-36959f94-d77c-4494-b72a-1c4a7bd5deaf tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:06:35.221893 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-e330a4f6-ca88-4883-ba1f-924beb8dbe36 req-36959f94-d77c-4494-b72a-1c4a7bd5deaf tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] 10.222.0.63 "GET /v2.0/ports?device_id=0c340b42-3ca5-4f89-8fc2-c448e784ac83 HTTP/1.1" status: 200  len: 984 time: 0.1728809
Dec 03 15:06:35.242224 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-82733941-5edc-4a0c-be0c-845eadec8fa3 req-78ff775e-60f6-4f29-8ff2-d51d54624d94 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Unset dirty status for tenant:a474d63897e4433e9e4b034785e66430 on resource:network {{(pid=80382) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 15:06:35.244845 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-82733941-5edc-4a0c-be0c-845eadec8fa3 req-78ff775e-60f6-4f29-8ff2-d51d54624d94 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] 10.222.0.83 "GET /v2.0/networks?id=b14368f7-35c6-4d91-831b-2eb7646e9222 HTTP/1.1" status: 200  len: 814 time: 0.4798064
Dec 03 15:06:35.289857 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.base [req-82733941-5edc-4a0c-be0c-845eadec8fa3 req-506221ce-f512-4b90-890f-850cd8ca1a87 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Request body: {'port': {'device_id': 'ec457aab-c441-4e97-a4ff-58563d635312', 'network_id': 'b14368f7-35c6-4d91-831b-2eb7646e9222', 'admin_state_up': True, 'tenant_id': 'a474d63897e4433e9e4b034785e66430'}} {{(pid=80382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 15:06:35.326394 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-26c9b39c-19a7-4e41-ac0a-599d6d829a0e req-442424c0-9764-4398-8461-ad770f9dd13e service neutron] 10.222.0.83 "GET /v2.0/networks/2263eb43-6c9e-40c3-9734-975854f0ad70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2841272
Dec 03 15:06:35.346576 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-e330a4f6-ca88-4883-ba1f-924beb8dbe36 req-1bf8fa8f-093d-45ea-a6ae-835371ef7d85 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] 10.222.0.63 "GET /v2.0/security-groups?id=5ffdf135-388f-48b5-bce4-3a1c9059bc68&id=2f0f23dc-fe58-4a67-b800-c8f1bae1f5d5&fields=id&fields=name HTTP/1.1" status: 200  len: 388 time: 0.1234868
Dec 03 15:06:35.387299 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09190370-c235-4bbd-a8cd-0fe25fc9e341 req-ae8dea03-18fe-4b3a-bc6c-f98dd6a6cddc tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:06:35.397219 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-09190370-c235-4bbd-a8cd-0fe25fc9e341 req-ae8dea03-18fe-4b3a-bc6c-f98dd6a6cddc tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/ports?device_id=d5082cea-6dd3-41d3-9210-f5e8bd37f651 HTTP/1.1" status: 200  len: 946 time: 0.1661794
Dec 03 15:06:35.437695 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Device afe54511-8f8c-42eb-8ca3-b2337f457222 up at agent ovs-agent-hv-cinder-75790 {{(pid=80384) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 15:06:35.489870 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-09190370-c235-4bbd-a8cd-0fe25fc9e341 req-e57133e4-50d2-4e58-ae98-cc4475be5560 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/security-groups?id=b7daf6a7-63f3-474f-99b5-a2b7aacda372&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0804541
Dec 03 15:06:35.548208 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [req-82733941-5edc-4a0c-be0c-845eadec8fa3 req-506221ce-f512-4b90-890f-850cd8ca1a87 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:06:35.552725 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-82733941-5edc-4a0c-be0c-845eadec8fa3 req-506221ce-f512-4b90-890f-850cd8ca1a87 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Usage tracker for resource:port and tenant:a474d63897e4433e9e4b034785e66430 is out of sync, need to count used quota {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:06:35.557157 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-82733941-5edc-4a0c-be0c-845eadec8fa3 req-506221ce-f512-4b90-890f-850cd8ca1a87 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Quota usage for port was recalculated. Used quota:0. {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:06:35.564766 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [req-82733941-5edc-4a0c-be0c-845eadec8fa3 req-506221ce-f512-4b90-890f-850cd8ca1a87 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:06:35.575128 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82733941-5edc-4a0c-be0c-845eadec8fa3 req-506221ce-f512-4b90-890f-850cd8ca1a87 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Made reservation on behalf of a474d63897e4433e9e4b034785e66430 for: {'port': 1} {{(pid=80382) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 15:06:35.583413 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Provisioning complete for port afe54511-8f8c-42eb-8ca3-b2337f457222 triggered by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:06:35.583789 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:06:35.589348 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-82733941-5edc-4a0c-be0c-845eadec8fa3 req-506221ce-f512-4b90-890f-850cd8ca1a87 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:06:35.732488 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-787900d9-1b38-4e9f-8fb7-2732d023aa7f req-e6dce9a6-b974-4ded-b6f9-7dcce19bb33c tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] 10.222.0.63 "GET /v2.0/ports?device_id=ec457aab-c441-4e97-a4ff-58563d635312 HTTP/1.1" status: 200  len: 210 time: 0.0905261
Dec 03 15:06:35.992207 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.db_base_plugin_common [req-82733941-5edc-4a0c-be0c-845eadec8fa3 req-506221ce-f512-4b90-890f-850cd8ca1a87 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Allocated IP 172.20.0.14 (b14368f7-35c6-4d91-831b-2eb7646e9222/e8082567-8640-4611-a816-16705f681ba1/a55825db-cdc0-4b32-8a2a-482be28dafcc) {{(pid=80382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 15:06:36.478807 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-82733941-5edc-4a0c-be0c-845eadec8fa3 req-506221ce-f512-4b90-890f-850cd8ca1a87 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Notify callbacks [] for port, precommit_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:06:36.535131 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-82733941-5edc-4a0c-be0c-845eadec8fa3 req-506221ce-f512-4b90-890f-850cd8ca1a87 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307552080722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30043597'] for port, after_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:06:36.589374 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:06:36.690333 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed60d75-1b8f-428f-a023-fbca91989779 req-0364a3dd-c326-45fb-800a-04cfeeb4c358 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:06:36.700443 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-1ed60d75-1b8f-428f-a023-fbca91989779 req-0364a3dd-c326-45fb-800a-04cfeeb4c358 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] 10.222.0.63 "GET /v2.0/ports?device_id=0c340b42-3ca5-4f89-8fc2-c448e784ac83 HTTP/1.1" status: 200  len: 984 time: 0.1565759
Dec 03 15:06:36.726519 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506221ce-f512-4b90-890f-850cd8ca1a87 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Pushing event updated for resources: {'Port': ['ID=a55825db-cdc0-4b32-8a2a-482be28dafcc,revision_number=1']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:06:36.731357 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-506221ce-f512-4b90-890f-850cd8ca1a87 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:06:36.796700 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-1ed60d75-1b8f-428f-a023-fbca91989779 req-9f176060-efc7-4596-98e8-dc700abb6b4e tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] 10.222.0.63 "GET /v2.0/security-groups?id=5ffdf135-388f-48b5-bce4-3a1c9059bc68&id=2f0f23dc-fe58-4a67-b800-c8f1bae1f5d5&fields=id&fields=name HTTP/1.1" status: 200  len: 388 time: 0.0947363
Dec 03 15:06:36.917716 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82733941-5edc-4a0c-be0c-845eadec8fa3 req-506221ce-f512-4b90-890f-850cd8ca1a87 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Network b14368f7-35c6-4d91-831b-2eb7646e9222 is already hosted by enough agents. {{(pid=80382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 15:06:36.920532 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.base_scheduler [req-82733941-5edc-4a0c-be0c-845eadec8fa3 req-506221ce-f512-4b90-890f-850cd8ca1a87 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Resources bound (agent type, host, resource id):  {{(pid=80382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 15:06:36.928109 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [req-82733941-5edc-4a0c-be0c-845eadec8fa3 req-506221ce-f512-4b90-890f-850cd8ca1a87 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Received port after_create {{(pid=80382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 15:06:37.000744 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918523aa-dc6f-41b6-8e9c-0866ba78bb03 req-0c9e5f9d-a563-44d4-b773-59a0722e2a88 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:06:37.002463 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-918523aa-dc6f-41b6-8e9c-0866ba78bb03 req-0c9e5f9d-a563-44d4-b773-59a0722e2a88 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/ports?device_id=d5082cea-6dd3-41d3-9210-f5e8bd37f651 HTTP/1.1" status: 200  len: 946 time: 0.2653141
Dec 03 15:06:37.010137 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82733941-5edc-4a0c-be0c-845eadec8fa3 req-506221ce-f512-4b90-890f-850cd8ca1a87 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:06:37.010818 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-82733941-5edc-4a0c-be0c-845eadec8fa3 req-506221ce-f512-4b90-890f-850cd8ca1a87 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6653'] for port, before_response {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:06:37.026578 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e04ed3c-9c59-4cfb-94cb-12637e4f04d3 req-d602c836-bdc8-45bd-aa45-f7fb93f5139c tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:06:37.035804 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-9e04ed3c-9c59-4cfb-94cb-12637e4f04d3 req-d602c836-bdc8-45bd-aa45-f7fb93f5139c tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] 10.222.0.63 "GET /v2.0/ports?device_id=ec457aab-c441-4e97-a4ff-58563d635312 HTTP/1.1" status: 200  len: 932 time: 0.1011274
Dec 03 15:06:37.082711 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-918523aa-dc6f-41b6-8e9c-0866ba78bb03 req-8f813787-289e-454b-9bb0-10a1fa872822 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/security-groups?id=b7daf6a7-63f3-474f-99b5-a2b7aacda372&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0655427
Dec 03 15:06:37.098006 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-9e04ed3c-9c59-4cfb-94cb-12637e4f04d3 req-59d7735c-4204-4630-8599-d0fd452b8a37 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] 10.222.0.63 "GET /v2.0/security-groups?id=bac07432-27c1-4fa4-abf2-47ecab22547d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0586040
Dec 03 15:06:37.105503 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-82733941-5edc-4a0c-be0c-845eadec8fa3 req-506221ce-f512-4b90-890f-850cd8ca1a87 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.8199401
Dec 03 15:06:37.126939 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.base [req-82733941-5edc-4a0c-be0c-845eadec8fa3 req-41bcf6d7-46c2-4947-b6ad-d0e6df6178fa service neutron] Request body: {'port': {'device_id': 'ec457aab-c441-4e97-a4ff-58563d635312', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75790'}} {{(pid=80382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 15:06:37.252563 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-82733941-5edc-4a0c-be0c-845eadec8fa3 req-41bcf6d7-46c2-4947-b6ad-d0e6df6178fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:06:37.479876 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Device e835912e-98c3-4b70-bf9b-467e0fcfcd78 up at agent ovs-agent-hv-cinder-75790 {{(pid=80384) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 15:06:37.583654 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Provisioning complete for port e835912e-98c3-4b70-bf9b-467e0fcfcd78 triggered by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:06:37.584240 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:06:37.710271 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.notifiers.nova [req-82733941-5edc-4a0c-be0c-845eadec8fa3 req-41bcf6d7-46c2-4947-b6ad-d0e6df6178fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a55825db-cdc0-4b32-8a2a-482be28dafcc {{(pid=80382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 03 15:06:37.718835 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-82733941-5edc-4a0c-be0c-845eadec8fa3 req-41bcf6d7-46c2-4947-b6ad-d0e6df6178fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:06:37.732720 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [req-82733941-5edc-4a0c-be0c-845eadec8fa3 req-41bcf6d7-46c2-4947-b6ad-d0e6df6178fa service neutron] Transition to ACTIVE for port object a55825db-cdc0-4b32-8a2a-482be28dafcc will not be triggered until provisioned by entity L2. {{(pid=80382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 15:06:37.735433 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-82733941-5edc-4a0c-be0c-845eadec8fa3 req-41bcf6d7-46c2-4947-b6ad-d0e6df6178fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036824732220'] for port, after_update {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:06:37.750151 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:06:37.899150 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bcf6d7-46c2-4947-b6ad-d0e6df6178fa service neutron] Pushing event updated for resources: {'Port': ['ID=a55825db-cdc0-4b32-8a2a-482be28dafcc,revision_number=2']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:06:37.904473 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-41bcf6d7-46c2-4947-b6ad-d0e6df6178fa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:06:38.082895 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [req-82733941-5edc-4a0c-be0c-845eadec8fa3 req-41bcf6d7-46c2-4947-b6ad-d0e6df6178fa service neutron] Attempting to bind port a55825db-cdc0-4b32-8a2a-482be28dafcc on host hv-cinder-75790 for vnic_type normal with profile  {{(pid=80382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 15:06:38.083275 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [req-82733941-5edc-4a0c-be0c-845eadec8fa3 req-41bcf6d7-46c2-4947-b6ad-d0e6df6178fa service neutron] Attempting to bind port a55825db-cdc0-4b32-8a2a-482be28dafcc by drivers openvswitch on host hv-cinder-75790 at level 0 using segments [{'id': 'ced8c6e9-f1ba-4905-8864-70d742cf377e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b14368f7-35c6-4d91-831b-2eb7646e9222'}] {{(pid=80382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 15:06:38.083650 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82733941-5edc-4a0c-be0c-845eadec8fa3 req-41bcf6d7-46c2-4947-b6ad-d0e6df6178fa service neutron] Attempting to bind port a55825db-cdc0-4b32-8a2a-482be28dafcc on network b14368f7-35c6-4d91-831b-2eb7646e9222 {{(pid=80382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 15:06:38.089536 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82733941-5edc-4a0c-be0c-845eadec8fa3 req-41bcf6d7-46c2-4947-b6ad-d0e6df6178fa service neutron] Checking agent: {'id': '7af519bd-b73a-4597-86f2-e334c7b64707', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75790', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 15, 0, 18), 'started_at': datetime.datetime(2020, 12, 3, 15, 0, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 15, 6, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 15:06:38.089945 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82733941-5edc-4a0c-be0c-845eadec8fa3 req-41bcf6d7-46c2-4947-b6ad-d0e6df6178fa service neutron] Checking segment: {'id': 'ced8c6e9-f1ba-4905-8864-70d742cf377e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b14368f7-35c6-4d91-831b-2eb7646e9222'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 15:06:38.090355 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-82733941-5edc-4a0c-be0c-845eadec8fa3 req-41bcf6d7-46c2-4947-b6ad-d0e6df6178fa service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:06:38.090759 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82733941-5edc-4a0c-be0c-845eadec8fa3 req-41bcf6d7-46c2-4947-b6ad-d0e6df6178fa service neutron] Bound using segment: {'id': 'ced8c6e9-f1ba-4905-8864-70d742cf377e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b14368f7-35c6-4d91-831b-2eb7646e9222'} {{(pid=80382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 15:06:38.091274 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [req-82733941-5edc-4a0c-be0c-845eadec8fa3 req-41bcf6d7-46c2-4947-b6ad-d0e6df6178fa service neutron] Bound port: a55825db-cdc0-4b32-8a2a-482be28dafcc, host: hv-cinder-75790, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ced8c6e9-f1ba-4905-8864-70d742cf377e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b14368f7-35c6-4d91-831b-2eb7646e9222'}}] {{(pid=80382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 15:06:38.091656 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-82733941-5edc-4a0c-be0c-845eadec8fa3 req-41bcf6d7-46c2-4947-b6ad-d0e6df6178fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:06:38.195703 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [req-82733941-5edc-4a0c-be0c-845eadec8fa3 req-41bcf6d7-46c2-4947-b6ad-d0e6df6178fa service neutron] For port a55825db-cdc0-4b32-8a2a-482be28dafcc, host hv-cinder-75790, cleared binding levels {{(pid=80382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 15:06:38.198974 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [req-82733941-5edc-4a0c-be0c-845eadec8fa3 req-41bcf6d7-46c2-4947-b6ad-d0e6df6178fa service neutron] For port a55825db-cdc0-4b32-8a2a-482be28dafcc, host hv-cinder-75790, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=a55825db-cdc0-4b32-8a2a-482be28dafcc,segment=NetworkSegment(ced8c6e9-f1ba-4905-8864-70d742cf377e),segment_id=ced8c6e9-f1ba-4905-8864-70d742cf377e)] {{(pid=80382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 15:06:38.202380 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-82733941-5edc-4a0c-be0c-845eadec8fa3 req-41bcf6d7-46c2-4947-b6ad-d0e6df6178fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036824732220'] for port, after_update {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:06:38.217943 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:06:38.434919 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bcf6d7-46c2-4947-b6ad-d0e6df6178fa service neutron] Pushing event updated for resources: {'Port': ['ID=a55825db-cdc0-4b32-8a2a-482be28dafcc,revision_number=3']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:06:38.447495 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-41bcf6d7-46c2-4947-b6ad-d0e6df6178fa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:06:38.479462 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7d2e73-51af-4a6d-869e-0a96a5629e2b req-1df1c739-72f1-43bd-9396-5889bca98206 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:06:38.480228 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-5e7d2e73-51af-4a6d-869e-0a96a5629e2b req-1df1c739-72f1-43bd-9396-5889bca98206 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Synchronizing usage tracker for tenant:a474d63897e4433e9e4b034785e66430 on resource:port {{(pid=80382) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 15:06:38.485978 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82733941-5edc-4a0c-be0c-845eadec8fa3 req-41bcf6d7-46c2-4947-b6ad-d0e6df6178fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:06:38.486592 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-82733941-5edc-4a0c-be0c-845eadec8fa3 req-41bcf6d7-46c2-4947-b6ad-d0e6df6178fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6653'] for port, before_response {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:06:38.488068 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-82733941-5edc-4a0c-be0c-845eadec8fa3 req-41bcf6d7-46c2-4947-b6ad-d0e6df6178fa service neutron] 10.222.0.83 "PUT /v2.0/ports/a55825db-cdc0-4b32-8a2a-482be28dafcc HTTP/1.1" status: 200  len: 1158 time: 1.3661180
Dec 03 15:06:38.488546 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec457aab-c441-4e97-a4ff-58563d635312', 'tag': 'a55825db-cdc0-4b32-8a2a-482be28dafcc'}] {{(pid=80382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 15:06:38.508129 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-5e7d2e73-51af-4a6d-869e-0a96a5629e2b req-1df1c739-72f1-43bd-9396-5889bca98206 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Unset dirty status for tenant:a474d63897e4433e9e4b034785e66430 on resource:port {{(pid=80382) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 15:06:38.509618 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-5e7d2e73-51af-4a6d-869e-0a96a5629e2b req-1df1c739-72f1-43bd-9396-5889bca98206 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] 10.222.0.63 "GET /v2.0/ports?device_id=ec457aab-c441-4e97-a4ff-58563d635312 HTTP/1.1" status: 200  len: 944 time: 0.2598071
Dec 03 15:06:38.559636 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec457aab-c441-4e97-a4ff-58563d635312', 'tag': 'a55825db-cdc0-4b32-8a2a-482be28dafcc', 'status': 'completed', 'code': 200}
Dec 03 15:06:38.569260 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-5e7d2e73-51af-4a6d-869e-0a96a5629e2b req-b4f6579a-1985-4def-a1cb-e0e313b2a401 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Synchronizing usage tracker for tenant:a474d63897e4433e9e4b034785e66430 on resource:security_group {{(pid=80382) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 15:06:38.637619 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-5e7d2e73-51af-4a6d-869e-0a96a5629e2b req-b4f6579a-1985-4def-a1cb-e0e313b2a401 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Unset dirty status for tenant:a474d63897e4433e9e4b034785e66430 on resource:security_group {{(pid=80382) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 15:06:38.638907 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-5e7d2e73-51af-4a6d-869e-0a96a5629e2b req-b4f6579a-1985-4def-a1cb-e0e313b2a401 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] 10.222.0.63 "GET /v2.0/security-groups?id=bac07432-27c1-4fa4-abf2-47ecab22547d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1201673
Dec 03 15:06:38.663986 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82733941-5edc-4a0c-be0c-845eadec8fa3 req-2c5086e3-6139-4344-ad76-5da67e821bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:06:38.665935 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-82733941-5edc-4a0c-be0c-845eadec8fa3 req-2c5086e3-6139-4344-ad76-5da67e821bb2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a474d63897e4433e9e4b034785e66430&device_id=ec457aab-c441-4e97-a4ff-58563d635312 HTTP/1.1" status: 200  len: 1161 time: 0.0844872
Dec 03 15:06:38.749962 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-82733941-5edc-4a0c-be0c-845eadec8fa3 req-486c4136-8d31-4d8c-9d78-6521fb3488c8 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a55825db-cdc0-4b32-8a2a-482be28dafcc HTTP/1.1" status: 200  len: 217 time: 0.0652280
Dec 03 15:06:38.829122 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82733941-5edc-4a0c-be0c-845eadec8fa3 req-b4973b3c-bf01-4c9b-840d-c5b287cfad9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:06:38.830970 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-82733941-5edc-4a0c-be0c-845eadec8fa3 req-b4973b3c-bf01-4c9b-840d-c5b287cfad9a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e8082567-8640-4611-a816-16705f681ba1 HTTP/1.1" status: 200  len: 854 time: 0.0726585
Dec 03 15:06:38.888408 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-82733941-5edc-4a0c-be0c-845eadec8fa3 req-f75d93d5-17a8-47e6-a765-197ed854eef1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b14368f7-35c6-4d91-831b-2eb7646e9222&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0455661
Dec 03 15:06:39.042918 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-82733941-5edc-4a0c-be0c-845eadec8fa3 req-c23f41dc-f179-4280-abde-58ea5f5a00aa service neutron] 10.222.0.83 "GET /v2.0/networks/b14368f7-35c6-4d91-831b-2eb7646e9222?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1454654
Dec 03 15:06:39.213890 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-82733941-5edc-4a0c-be0c-845eadec8fa3 req-4b75bb84-2e18-4132-9e4d-32675436d79d service neutron] 10.222.0.83 "GET /v2.0/networks/b14368f7-35c6-4d91-831b-2eb7646e9222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1492910
Dec 03 15:06:39.426288 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cc4a90-96cd-4600-9304-1a1e56224ddb req-52c85335-e16b-4afa-9fad-bcf4e21e271d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:06:39.427906 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-32cc4a90-96cd-4600-9304-1a1e56224ddb req-52c85335-e16b-4afa-9fad-bcf4e21e271d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a474d63897e4433e9e4b034785e66430&device_id=ec457aab-c441-4e97-a4ff-58563d635312 HTTP/1.1" status: 200  len: 1161 time: 0.0752149
Dec 03 15:06:39.574463 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cc4a90-96cd-4600-9304-1a1e56224ddb req-0a02435f-08c7-445b-90f3-203caeaf1095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:06:39.575984 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-32cc4a90-96cd-4600-9304-1a1e56224ddb req-0a02435f-08c7-445b-90f3-203caeaf1095 service neutron] 10.222.0.83 "GET /v2.0/networks?id=b14368f7-35c6-4d91-831b-2eb7646e9222 HTTP/1.1" status: 200  len: 908 time: 0.1386786
Dec 03 15:06:39.656165 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-32cc4a90-96cd-4600-9304-1a1e56224ddb req-548d83a3-1e93-49c6-8c5b-a397bada2139 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a55825db-cdc0-4b32-8a2a-482be28dafcc HTTP/1.1" status: 200  len: 217 time: 0.0678575
Dec 03 15:06:39.726707 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cc4a90-96cd-4600-9304-1a1e56224ddb req-1cec9c6b-dd65-4b22-a68d-99f4c7d1c340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:06:39.728532 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-32cc4a90-96cd-4600-9304-1a1e56224ddb req-1cec9c6b-dd65-4b22-a68d-99f4c7d1c340 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e8082567-8640-4611-a816-16705f681ba1 HTTP/1.1" status: 200  len: 854 time: 0.0652311
Dec 03 15:06:39.794228 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-32cc4a90-96cd-4600-9304-1a1e56224ddb req-da358447-3e4a-42cb-a3b6-0edb7cd1634b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b14368f7-35c6-4d91-831b-2eb7646e9222&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0494969
Dec 03 15:06:39.860179 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158852f5-eefd-4189-8f38-c01377e4f68e req-d096b898-52d9-45fd-bc78-71352d9e2628 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:06:39.861835 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-158852f5-eefd-4189-8f38-c01377e4f68e req-d096b898-52d9-45fd-bc78-71352d9e2628 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] 10.222.0.63 "GET /v2.0/ports?device_id=ec457aab-c441-4e97-a4ff-58563d635312 HTTP/1.1" status: 200  len: 944 time: 0.0872338
Dec 03 15:06:39.910213 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-158852f5-eefd-4189-8f38-c01377e4f68e req-eb228c99-df29-41d3-8627-5e41be4cd56c tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] 10.222.0.63 "GET /v2.0/security-groups?id=bac07432-27c1-4fa4-abf2-47ecab22547d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412416
Dec 03 15:06:39.951109 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-32cc4a90-96cd-4600-9304-1a1e56224ddb req-c2411293-f965-44c4-9c1a-b45b6963bac8 service neutron] 10.222.0.83 "GET /v2.0/networks/b14368f7-35c6-4d91-831b-2eb7646e9222?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1444807
Dec 03 15:06:40.096303 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-32cc4a90-96cd-4600-9304-1a1e56224ddb req-4736e926-e0fc-4b9a-aa00-ed2fe03dea36 service neutron] 10.222.0.83 "GET /v2.0/networks/b14368f7-35c6-4d91-831b-2eb7646e9222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1374266
Dec 03 15:06:40.374272 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 33104) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:06:40.444037 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.db_base_plugin_v2 [None req-92034f9e-d62a-4714-9fd3-54d9bec422a5 admin admin] Deleting subnet 1b1edbd8-6999-4e1a-a04d-859a4b703fee {{(pid=80383) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 15:06:40.447843 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-92034f9e-d62a-4714-9fd3-54d9bec422a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:06:40.499371 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-92034f9e-d62a-4714-9fd3-54d9bec422a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32162909'] for subnet, precommit_delete_associations {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:06:40.560747 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-92034f9e-d62a-4714-9fd3-54d9bec422a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853789695'] for subnet, precommit_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:06:40.835410 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-92034f9e-d62a-4714-9fd3-54d9bec422a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33445888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31293999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036823483770'] for subnet, after_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:06:40.851358 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:06:40.895583 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92034f9e-d62a-4714-9fd3-54d9bec422a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b1edbd8-6999-4e1a-a04d-859a4b703fee,revision_number=None']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:06:40.908323 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-92034f9e-d62a-4714-9fd3-54d9bec422a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:06:40.910980 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.agents_db [None req-51f4eaf8-3f98-4d92-a7df-a28bf03852b0 None None] Agent healthcheck: found 6 active agents {{(pid=80385) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 15:06:40.992139 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-92034f9e-d62a-4714-9fd3-54d9bec422a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:06:40.999572 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-92034f9e-d62a-4714-9fd3-54d9bec422a5 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/1b1edbd8-6999-4e1a-a04d-859a4b703fee HTTP/1.1" status: 204  len: 168 time: 0.6241515
Dec 03 15:06:41.002428 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 33110) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:06:41.123379 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-3bdb5626-fe95-4b20-b329-e7d8c5b7c0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-851107'] for network, before_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:06:41.126181 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65164c05-06cc-4190-b354-597037646552 req-88ddc8eb-577d-4946-ad30-7ac04ce6c73b tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:06:41.127820 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-65164c05-06cc-4190-b354-597037646552 req-88ddc8eb-577d-4946-ad30-7ac04ce6c73b tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] 10.222.0.63 "GET /v2.0/ports?device_id=ec457aab-c441-4e97-a4ff-58563d635312 HTTP/1.1" status: 200  len: 944 time: 0.0878022
Dec 03 15:06:41.177366 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-65164c05-06cc-4190-b354-597037646552 req-37f05dd9-1527-4949-8627-ed40bd07104e tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] 10.222.0.63 "GET /v2.0/security-groups?id=bac07432-27c1-4fa4-abf2-47ecab22547d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425172
Dec 03 15:06:41.324409 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-3bdb5626-fe95-4b20-b329-e7d8c5b7c0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853792104', 'neutron.services.segments.db._delete_segments_for_network--9223363307551584696'] for network, precommit_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:06:41.418575 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.objects.ports [None req-c494dd0c-5015-428c-977e-64d990e518ec None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80384) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 03 15:06:41.441782 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.services.segments.db [None req-3bdb5626-fe95-4b20-b329-e7d8c5b7c0d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f072cda7128>,) {'filters': {'network_id': ['7563c63a-7ae2-448f-9a35-0b81ebf9961f']}} {{(pid=80383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:06:41.454681 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.services.segments.db [None req-3bdb5626-fe95-4b20-b329-e7d8c5b7c0d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f072cda7128>, 'b9410016-b650-487c-9426-248c876b5c44') {'for_net_delete': True} {{(pid=80383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:06:41.455020 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.services.segments.db [None req-3bdb5626-fe95-4b20-b329-e7d8c5b7c0d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f072cda7128>, 'b9410016-b650-487c-9426-248c876b5c44') {} {{(pid=80383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:06:41.467722 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-3bdb5626-fe95-4b20-b329-e7d8c5b7c0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363307551582136', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036822612907'] for segment, before_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:06:41.486687 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-3bdb5626-fe95-4b20-b329-e7d8c5b7c0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986486'] for segment, precommit_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:06:41.488949 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3bdb5626-fe95-4b20-b329-e7d8c5b7c0d2 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80383) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 15:06:41.671893 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [None req-3bdb5626-fe95-4b20-b329-e7d8c5b7c0d2 admin admin] Network 7563c63a-7ae2-448f-9a35-0b81ebf9961f has no segments {{(pid=80383) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 15:06:41.686643 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-3bdb5626-fe95-4b20-b329-e7d8c5b7c0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853789314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036823481204'] for segment, after_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:06:41.869058 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [None req-3bdb5626-fe95-4b20-b329-e7d8c5b7c0d2 admin admin] Network 7563c63a-7ae2-448f-9a35-0b81ebf9961f has no segments {{(pid=80383) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 15:06:41.892784 dv-cinder-757908-3-iscsi neutron-server[80271]: Traceback (most recent call last):
Dec 03 15:06:41.892784 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 15:06:41.892784 dv-cinder-757908-3-iscsi neutron-server[80271]:     timer()
Dec 03 15:06:41.892784 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 15:06:41.892784 dv-cinder-757908-3-iscsi neutron-server[80271]:     cb(*args, **kw)
Dec 03 15:06:41.892784 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 15:06:41.892784 dv-cinder-757908-3-iscsi neutron-server[80271]:     return func(*args, **kwargs)
Dec 03 15:06:41.892784 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 15:06:41.892784 dv-cinder-757908-3-iscsi neutron-server[80271]:     self._notify()
Dec 03 15:06:41.892784 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 15:06:41.892784 dv-cinder-757908-3-iscsi neutron-server[80271]:     self.callback(batched_events)
Dec 03 15:06:41.892784 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 15:06:41.892784 dv-cinder-757908-3-iscsi neutron-server[80271]:     event.method(event)
Dec 03 15:06:41.892784 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 15:06:41.892784 dv-cinder-757908-3-iscsi neutron-server[80271]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 15:06:41.892784 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 15:06:41.892784 dv-cinder-757908-3-iscsi neutron-server[80271]:     segment_id)['aggregates'][0]
Dec 03 15:06:41.892784 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 15:06:41.892784 dv-cinder-757908-3-iscsi neutron-server[80271]:     return f(self, *a, **k)
Dec 03 15:06:41.892784 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 15:06:41.892784 dv-cinder-757908-3-iscsi neutron-server[80271]:     return self._get(url).json()
Dec 03 15:06:41.892784 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 15:06:41.892784 dv-cinder-757908-3-iscsi neutron-server[80271]:     **kwargs)
Dec 03 15:06:41.892784 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 15:06:41.892784 dv-cinder-757908-3-iscsi neutron-server[80271]:     return self.request(url, 'GET', **kwargs)
Dec 03 15:06:41.892784 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 15:06:41.892784 dv-cinder-757908-3-iscsi neutron-server[80271]:     **endpoint_filter)
Dec 03 15:06:41.892784 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 15:06:41.892784 dv-cinder-757908-3-iscsi neutron-server[80271]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 15:06:41.892784 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 15:06:41.892784 dv-cinder-757908-3-iscsi neutron-server[80271]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 15:06:41.892784 dv-cinder-757908-3-iscsi neutron-server[80271]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 15:06:41.974729 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-3bdb5626-fe95-4b20-b329-e7d8c5b7c0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036821248189'] for network, after_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:06:41.978682 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:06:41.992274 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-3bdb5626-fe95-4b20-b329-e7d8c5b7c0d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036822225390'] for network, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:06:42.003465 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdb5626-fe95-4b20-b329-e7d8c5b7c0d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=7563c63a-7ae2-448f-9a35-0b81ebf9961f,revision_number=None']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:06:42.006967 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-3bdb5626-fe95-4b20-b329-e7d8c5b7c0d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:06:42.011534 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-3bdb5626-fe95-4b20-b329-e7d8c5b7c0d2 admin admin] 10.222.0.63 "DELETE /v2.0/networks/7563c63a-7ae2-448f-9a35-0b81ebf9961f HTTP/1.1" status: 204  len: 168 time: 1.0079467
Dec 03 15:06:42.156229 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Device a55825db-cdc0-4b32-8a2a-482be28dafcc up at agent ovs-agent-hv-cinder-75790 {{(pid=80384) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 15:06:42.161548 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 33116) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:06:42.220919 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-5f861ae8-76c1-4a2c-a743-a38ffc7d789e admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=ce1ba93ac65044e99ad68789f769dd71&name=default HTTP/1.1" status: 200  len: 2879 time: 0.0578282
Dec 03 15:06:42.223249 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 33122) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:06:42.230735 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Provisioning for port a55825db-cdc0-4b32-8a2a-482be28dafcc completed by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 15:06:42.235958 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Provisioning complete for port a55825db-cdc0-4b32-8a2a-482be28dafcc triggered by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:06:42.236413 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:06:42.288415 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-b551e031-89fa-4d7f-9932-0879fa344929 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:06:42.316916 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-b551e031-89fa-4d7f-9932-0879fa344929 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:06:42.361245 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:06:42.366156 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-b551e031-89fa-4d7f-9932-0879fa344929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:06:42.376498 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:06:42.388472 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b551e031-89fa-4d7f-9932-0879fa344929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2b5ac8b-e4f9-490c-b959-8461c6da8922,revision_number=None']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:06:42.390846 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec457aab-c441-4e97-a4ff-58563d635312', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a55825db-cdc0-4b32-8a2a-482be28dafcc'}] {{(pid=80384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 15:06:42.391543 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-b551e031-89fa-4d7f-9932-0879fa344929 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:06:42.399246 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423d58a5-f367-4423-a675-02cdf113bcef req-d420f6c5-9d7d-4a56-baf8-8f78446183f9 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:06:42.407018 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-423d58a5-f367-4423-a675-02cdf113bcef req-d420f6c5-9d7d-4a56-baf8-8f78446183f9 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] 10.222.0.63 "GET /v2.0/ports?device_id=ec457aab-c441-4e97-a4ff-58563d635312 HTTP/1.1" status: 200  len: 944 time: 0.0948133
Dec 03 15:06:42.408283 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-b551e031-89fa-4d7f-9932-0879fa344929 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:06:42.409803 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-b551e031-89fa-4d7f-9932-0879fa344929 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/b2b5ac8b-e4f9-490c-b959-8461c6da8922 HTTP/1.1" status: 204  len: 168 time: 0.1855180
Dec 03 15:06:42.415232 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] For port a55825db-cdc0-4b32-8a2a-482be28dafcc, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=a55825db-cdc0-4b32-8a2a-482be28dafcc,segment=NetworkSegment(ced8c6e9-f1ba-4905-8864-70d742cf377e),segment_id=ced8c6e9-f1ba-4905-8864-70d742cf377e)] {{(pid=80384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 15:06:42.419335 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024'] for port, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:06:42.422485 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:06:42.467513 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-423d58a5-f367-4423-a675-02cdf113bcef req-98587c64-1b92-4083-86a3-8384171d1b6c tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] 10.222.0.63 "GET /v2.0/security-groups?id=bac07432-27c1-4fa4-abf2-47ecab22547d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0594397
Dec 03 15:06:42.474479 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec457aab-c441-4e97-a4ff-58563d635312', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a55825db-cdc0-4b32-8a2a-482be28dafcc', 'code': 200}
Dec 03 15:06:42.504927 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Pushing event updated for resources: {'Port': ['ID=a55825db-cdc0-4b32-8a2a-482be28dafcc,revision_number=4']} {{(pid=80384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:06:42.513735 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:06:42.514156 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:06:42.514546 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:06:42.514925 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:06:42.515301 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:06:42.515674 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:06:42.516042 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:06:42.516589 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:06:42.516962 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:06:42.517334 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:06:42.517703 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:06:42.518557 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:06:42.518972 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:06:42.519346 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:06:42.519851 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:06:42.520247 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:06:42.520668 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:06:42.520893 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:06:42.521260 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:06:42.521623 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:06:42.522026 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:06:42.522394 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:06:42.522764 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:06:42.523139 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:06:42.528048 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:06:42.792905 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dfbb15-ac1e-4fc3-9e5f-5c1bb5245320 req-d2fc2ed5-c88a-4f8a-bbc1-3da235a3d06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:06:42.792905 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-b1dfbb15-ac1e-4fc3-9e5f-5c1bb5245320 req-d2fc2ed5-c88a-4f8a-bbc1-3da235a3d06e service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ec457aab-c441-4e97-a4ff-58563d635312 HTTP/1.1" status: 200  len: 1163 time: 0.0872755
Dec 03 15:06:43.036258 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-b1dfbb15-ac1e-4fc3-9e5f-5c1bb5245320 req-d114d66f-2453-420a-b806-b7224ed58776 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=bac07432-27c1-4fa4-abf2-47ecab22547d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2410042
Dec 03 15:06:43.471035 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Device a55825db-cdc0-4b32-8a2a-482be28dafcc up at agent ovs-agent-hv-cinder-75790 {{(pid=80384) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 15:06:43.544124 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Provisioning complete for port a55825db-cdc0-4b32-8a2a-482be28dafcc triggered by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:06:43.544517 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:06:43.682537 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c25f2d3-b747-4311-a8b5-a68294a922a3 req-859c69f2-d287-4836-bc2f-4c422838cf68 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:06:43.684059 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-8c25f2d3-b747-4311-a8b5-a68294a922a3 req-859c69f2-d287-4836-bc2f-4c422838cf68 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] 10.222.0.63 "GET /v2.0/ports?device_id=ec457aab-c441-4e97-a4ff-58563d635312 HTTP/1.1" status: 200  len: 946 time: 0.0844674
Dec 03 15:06:43.732505 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-8c25f2d3-b747-4311-a8b5-a68294a922a3 req-46225ceb-b97d-4219-a33c-477878247304 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] 10.222.0.63 "GET /v2.0/security-groups?id=bac07432-27c1-4fa4-abf2-47ecab22547d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415611
Dec 03 15:06:44.948454 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad39c83-2553-4dde-9d9f-836ab03b0364 req-3a96fc67-fd78-444d-bdd4-3f15c69e5c39 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:06:44.950079 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-3ad39c83-2553-4dde-9d9f-836ab03b0364 req-3a96fc67-fd78-444d-bdd4-3f15c69e5c39 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] 10.222.0.63 "GET /v2.0/ports?device_id=ec457aab-c441-4e97-a4ff-58563d635312 HTTP/1.1" status: 200  len: 946 time: 0.0845146
Dec 03 15:06:44.997442 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-3ad39c83-2553-4dde-9d9f-836ab03b0364 req-82dfe316-587c-468f-91a9-1d0a8ab570c9 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] 10.222.0.63 "GET /v2.0/security-groups?id=bac07432-27c1-4fa4-abf2-47ecab22547d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410228
Dec 03 15:06:47.430585 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-16976ba4-5c9c-44a0-bb50-73cb0fad751d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:06:50.158368 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-f655094c-6718-41ea-a266-77ccb89041df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:06:50.167050 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-d1a712ed-1597-40ee-be3f-9bd7eb160871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:06:51.279630 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:06:52.024521 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-7c778c2a-832b-4a71-9338-2409dcb4fb0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:06:53.036047 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:06:55.352588 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84111a1b-821a-4fc6-893b-c80b1ffce933 req-0141d906-001e-4f14-8cd9-91bedf7a2139 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:06:55.354130 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-84111a1b-821a-4fc6-893b-c80b1ffce933 req-0141d906-001e-4f14-8cd9-91bedf7a2139 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] 10.222.0.63 "GET /v2.0/networks?id=b14368f7-35c6-4d91-831b-2eb7646e9222 HTTP/1.1" status: 200  len: 814 time: 0.1573012
Dec 03 15:06:55.371070 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-84111a1b-821a-4fc6-893b-c80b1ffce933 req-157737d8-af87-47b0-b3e7-5602b1e38012 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] 10.222.0.63 "GET /v2.0/quotas/a474d63897e4433e9e4b034785e66430 HTTP/1.1" status: 200  len: 375 time: 0.0107346
Dec 03 15:06:55.459088 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-84111a1b-821a-4fc6-893b-c80b1ffce933 req-3952c1aa-1562-4290-8377-c1ddd32587fa tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] 10.222.0.63 "GET /v2.0/ports?tenant_id=a474d63897e4433e9e4b034785e66430&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0821266
Dec 03 15:06:55.603357 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-84111a1b-821a-4fc6-893b-c80b1ffce933 req-8ba56c76-a268-401e-8665-cca9b617063c service neutron] 10.222.0.63 "GET /v2.0/networks/b14368f7-35c6-4d91-831b-2eb7646e9222?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1357284
Dec 03 15:06:55.964521 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-84111a1b-821a-4fc6-893b-c80b1ffce933 req-d581e874-a58a-480a-aea9-1624279709ff service neutron] 10.222.0.63 "GET /v2.0/networks/b14368f7-35c6-4d91-831b-2eb7646e9222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3544738
Dec 03 15:06:56.169798 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-83e4b4c7-6a70-46da-9876-10b26f43fc5c req-8df1108d-dcc9-4bbc-887c-b94e3c3321f5 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] 10.222.0.63 "GET /v2.0/ports?device_id=237e9415-9a21-4351-b7c0-74006a517e0a HTTP/1.1" status: 200  len: 210 time: 0.0484617
Dec 03 15:06:57.351291 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-bf92c279-e014-4de7-a988-266d64c0bc53 req-2f295341-dbfd-4b3e-9f9e-43d65c2765fe tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] 10.222.0.63 "GET /v2.0/ports?device_id=237e9415-9a21-4351-b7c0-74006a517e0a HTTP/1.1" status: 200  len: 210 time: 0.0475581
Dec 03 15:06:57.497589 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84111a1b-821a-4fc6-893b-c80b1ffce933 req-433e87a8-39b6-450d-8468-571e02114703 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:06:57.499183 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-84111a1b-821a-4fc6-893b-c80b1ffce933 req-433e87a8-39b6-450d-8468-571e02114703 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] 10.222.0.83 "GET /v2.0/networks?id=b14368f7-35c6-4d91-831b-2eb7646e9222 HTTP/1.1" status: 200  len: 814 time: 0.1570668
Dec 03 15:06:57.527831 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.base [req-84111a1b-821a-4fc6-893b-c80b1ffce933 req-68defefc-ec53-457a-9bbf-9bbc0d8d6972 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Request body: {'port': {'device_id': '237e9415-9a21-4351-b7c0-74006a517e0a', 'network_id': 'b14368f7-35c6-4d91-831b-2eb7646e9222', 'admin_state_up': True, 'tenant_id': 'a474d63897e4433e9e4b034785e66430'}} {{(pid=80382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 15:06:57.673324 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [req-84111a1b-821a-4fc6-893b-c80b1ffce933 req-68defefc-ec53-457a-9bbf-9bbc0d8d6972 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:06:57.683900 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [req-84111a1b-821a-4fc6-893b-c80b1ffce933 req-68defefc-ec53-457a-9bbf-9bbc0d8d6972 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:06:57.692553 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84111a1b-821a-4fc6-893b-c80b1ffce933 req-68defefc-ec53-457a-9bbf-9bbc0d8d6972 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Made reservation on behalf of a474d63897e4433e9e4b034785e66430 for: {'port': 1} {{(pid=80382) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 15:06:57.698711 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-84111a1b-821a-4fc6-893b-c80b1ffce933 req-68defefc-ec53-457a-9bbf-9bbc0d8d6972 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:06:58.005273 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.db_base_plugin_common [req-84111a1b-821a-4fc6-893b-c80b1ffce933 req-68defefc-ec53-457a-9bbf-9bbc0d8d6972 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Allocated IP 172.20.0.12 (b14368f7-35c6-4d91-831b-2eb7646e9222/e8082567-8640-4611-a816-16705f681ba1/053ac7af-3e23-4053-88ee-80372f87f915) {{(pid=80382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 15:06:58.223664 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-84111a1b-821a-4fc6-893b-c80b1ffce933 req-68defefc-ec53-457a-9bbf-9bbc0d8d6972 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Notify callbacks [] for port, precommit_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:06:58.250057 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-84111a1b-821a-4fc6-893b-c80b1ffce933 req-68defefc-ec53-457a-9bbf-9bbc0d8d6972 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307552080722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30043597'] for port, after_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:06:58.264663 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-d19b857e-2270-44d0-9bae-ca11ab3826ee tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:06:58.403187 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68defefc-ec53-457a-9bbf-9bbc0d8d6972 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Pushing event updated for resources: {'Port': ['ID=053ac7af-3e23-4053-88ee-80372f87f915,revision_number=1']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:06:58.408076 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-68defefc-ec53-457a-9bbf-9bbc0d8d6972 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:06:58.464506 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84111a1b-821a-4fc6-893b-c80b1ffce933 req-68defefc-ec53-457a-9bbf-9bbc0d8d6972 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Network b14368f7-35c6-4d91-831b-2eb7646e9222 is already hosted by enough agents. {{(pid=80382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 15:06:58.465763 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.base_scheduler [req-84111a1b-821a-4fc6-893b-c80b1ffce933 req-68defefc-ec53-457a-9bbf-9bbc0d8d6972 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Resources bound (agent type, host, resource id):  {{(pid=80382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 15:06:58.468231 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [req-84111a1b-821a-4fc6-893b-c80b1ffce933 req-68defefc-ec53-457a-9bbf-9bbc0d8d6972 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Received port after_create {{(pid=80382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 15:06:58.586155 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84111a1b-821a-4fc6-893b-c80b1ffce933 req-68defefc-ec53-457a-9bbf-9bbc0d8d6972 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:06:58.586824 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-84111a1b-821a-4fc6-893b-c80b1ffce933 req-68defefc-ec53-457a-9bbf-9bbc0d8d6972 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6653'] for port, before_response {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:06:58.627934 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacd611d-ae7c-43da-8a4e-b80fa2d47ccf req-a0b794e3-59c3-4d20-a57c-245a80870ccc tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:06:58.628686 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-eacd611d-ae7c-43da-8a4e-b80fa2d47ccf req-a0b794e3-59c3-4d20-a57c-245a80870ccc tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Synchronizing usage tracker for tenant:a474d63897e4433e9e4b034785e66430 on resource:port {{(pid=80382) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 15:06:58.633863 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-84111a1b-821a-4fc6-893b-c80b1ffce933 req-68defefc-ec53-457a-9bbf-9bbc0d8d6972 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1109891
Dec 03 15:06:58.644504 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-eacd611d-ae7c-43da-8a4e-b80fa2d47ccf req-a0b794e3-59c3-4d20-a57c-245a80870ccc tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Unset dirty status for tenant:a474d63897e4433e9e4b034785e66430 on resource:port {{(pid=80382) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 15:06:58.645647 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-eacd611d-ae7c-43da-8a4e-b80fa2d47ccf req-a0b794e3-59c3-4d20-a57c-245a80870ccc tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] 10.222.0.63 "GET /v2.0/ports?device_id=237e9415-9a21-4351-b7c0-74006a517e0a HTTP/1.1" status: 200  len: 932 time: 0.1488793
Dec 03 15:06:58.657094 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.base [req-84111a1b-821a-4fc6-893b-c80b1ffce933 req-bb9afa79-7424-4f0f-93be-b11eaf513fab service neutron] Request body: {'port': {'device_id': '237e9415-9a21-4351-b7c0-74006a517e0a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75790'}} {{(pid=80382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 15:06:58.779208 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-eacd611d-ae7c-43da-8a4e-b80fa2d47ccf req-42ded99f-24ae-49e0-85eb-8b5291031365 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] 10.222.0.63 "GET /v2.0/security-groups?id=bac07432-27c1-4fa4-abf2-47ecab22547d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0935016
Dec 03 15:06:58.810578 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-84111a1b-821a-4fc6-893b-c80b1ffce933 req-bb9afa79-7424-4f0f-93be-b11eaf513fab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:06:59.224754 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.notifiers.nova [req-84111a1b-821a-4fc6-893b-c80b1ffce933 req-bb9afa79-7424-4f0f-93be-b11eaf513fab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 053ac7af-3e23-4053-88ee-80372f87f915 {{(pid=80382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 03 15:06:59.231744 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-84111a1b-821a-4fc6-893b-c80b1ffce933 req-bb9afa79-7424-4f0f-93be-b11eaf513fab service neutron] Notify callbacks [] for port, precommit_update {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:06:59.243606 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [req-84111a1b-821a-4fc6-893b-c80b1ffce933 req-bb9afa79-7424-4f0f-93be-b11eaf513fab service neutron] Transition to ACTIVE for port object 053ac7af-3e23-4053-88ee-80372f87f915 will not be triggered until provisioned by entity L2. {{(pid=80382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 15:06:59.247377 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-84111a1b-821a-4fc6-893b-c80b1ffce933 req-bb9afa79-7424-4f0f-93be-b11eaf513fab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036824732220'] for port, after_update {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:06:59.263434 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-506221ce-f512-4b90-890f-850cd8ca1a87 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:06:59.401589 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9afa79-7424-4f0f-93be-b11eaf513fab service neutron] Pushing event updated for resources: {'Port': ['ID=053ac7af-3e23-4053-88ee-80372f87f915,revision_number=2']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:06:59.406125 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-bb9afa79-7424-4f0f-93be-b11eaf513fab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:06:59.583599 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [req-84111a1b-821a-4fc6-893b-c80b1ffce933 req-bb9afa79-7424-4f0f-93be-b11eaf513fab service neutron] Attempting to bind port 053ac7af-3e23-4053-88ee-80372f87f915 on host hv-cinder-75790 for vnic_type normal with profile  {{(pid=80382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 15:06:59.583977 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [req-84111a1b-821a-4fc6-893b-c80b1ffce933 req-bb9afa79-7424-4f0f-93be-b11eaf513fab service neutron] Attempting to bind port 053ac7af-3e23-4053-88ee-80372f87f915 by drivers openvswitch on host hv-cinder-75790 at level 0 using segments [{'id': 'ced8c6e9-f1ba-4905-8864-70d742cf377e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b14368f7-35c6-4d91-831b-2eb7646e9222'}] {{(pid=80382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 15:06:59.584353 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84111a1b-821a-4fc6-893b-c80b1ffce933 req-bb9afa79-7424-4f0f-93be-b11eaf513fab service neutron] Attempting to bind port 053ac7af-3e23-4053-88ee-80372f87f915 on network b14368f7-35c6-4d91-831b-2eb7646e9222 {{(pid=80382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 15:06:59.591102 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84111a1b-821a-4fc6-893b-c80b1ffce933 req-bb9afa79-7424-4f0f-93be-b11eaf513fab service neutron] Checking agent: {'id': '7af519bd-b73a-4597-86f2-e334c7b64707', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75790', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 15, 0, 18), 'started_at': datetime.datetime(2020, 12, 3, 15, 0, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 15, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 15:06:59.591473 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84111a1b-821a-4fc6-893b-c80b1ffce933 req-bb9afa79-7424-4f0f-93be-b11eaf513fab service neutron] Checking segment: {'id': 'ced8c6e9-f1ba-4905-8864-70d742cf377e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b14368f7-35c6-4d91-831b-2eb7646e9222'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 15:06:59.591880 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-84111a1b-821a-4fc6-893b-c80b1ffce933 req-bb9afa79-7424-4f0f-93be-b11eaf513fab service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:06:59.592276 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84111a1b-821a-4fc6-893b-c80b1ffce933 req-bb9afa79-7424-4f0f-93be-b11eaf513fab service neutron] Bound using segment: {'id': 'ced8c6e9-f1ba-4905-8864-70d742cf377e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b14368f7-35c6-4d91-831b-2eb7646e9222'} {{(pid=80382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 15:06:59.592743 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [req-84111a1b-821a-4fc6-893b-c80b1ffce933 req-bb9afa79-7424-4f0f-93be-b11eaf513fab service neutron] Bound port: 053ac7af-3e23-4053-88ee-80372f87f915, host: hv-cinder-75790, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ced8c6e9-f1ba-4905-8864-70d742cf377e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b14368f7-35c6-4d91-831b-2eb7646e9222'}}] {{(pid=80382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 15:06:59.593116 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-84111a1b-821a-4fc6-893b-c80b1ffce933 req-bb9afa79-7424-4f0f-93be-b11eaf513fab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:06:59.686771 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [req-84111a1b-821a-4fc6-893b-c80b1ffce933 req-bb9afa79-7424-4f0f-93be-b11eaf513fab service neutron] For port 053ac7af-3e23-4053-88ee-80372f87f915, host hv-cinder-75790, cleared binding levels {{(pid=80382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 15:06:59.689813 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [req-84111a1b-821a-4fc6-893b-c80b1ffce933 req-bb9afa79-7424-4f0f-93be-b11eaf513fab service neutron] For port 053ac7af-3e23-4053-88ee-80372f87f915, host hv-cinder-75790, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=053ac7af-3e23-4053-88ee-80372f87f915,segment=NetworkSegment(ced8c6e9-f1ba-4905-8864-70d742cf377e),segment_id=ced8c6e9-f1ba-4905-8864-70d742cf377e)] {{(pid=80382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 15:06:59.693057 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-84111a1b-821a-4fc6-893b-c80b1ffce933 req-bb9afa79-7424-4f0f-93be-b11eaf513fab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036824732220'] for port, after_update {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:06:59.707807 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-9ad151f2-636f-4746-8f73-26839b120d24 tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:06:59.861478 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9afa79-7424-4f0f-93be-b11eaf513fab service neutron] Pushing event updated for resources: {'Port': ['ID=053ac7af-3e23-4053-88ee-80372f87f915,revision_number=3']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:06:59.867059 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-bb9afa79-7424-4f0f-93be-b11eaf513fab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:06:59.899095 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84111a1b-821a-4fc6-893b-c80b1ffce933 req-bb9afa79-7424-4f0f-93be-b11eaf513fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:06:59.899776 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-84111a1b-821a-4fc6-893b-c80b1ffce933 req-bb9afa79-7424-4f0f-93be-b11eaf513fab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6653'] for port, before_response {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:06:59.902461 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-84111a1b-821a-4fc6-893b-c80b1ffce933 req-bb9afa79-7424-4f0f-93be-b11eaf513fab service neutron] 10.222.0.83 "PUT /v2.0/ports/053ac7af-3e23-4053-88ee-80372f87f915 HTTP/1.1" status: 200  len: 1158 time: 1.2499177
Dec 03 15:06:59.903008 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '237e9415-9a21-4351-b7c0-74006a517e0a', 'tag': '053ac7af-3e23-4053-88ee-80372f87f915'}] {{(pid=80382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 15:06:59.962095 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '237e9415-9a21-4351-b7c0-74006a517e0a', 'tag': '053ac7af-3e23-4053-88ee-80372f87f915', 'status': 'completed', 'code': 200}
Dec 03 15:07:00.001978 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5445b7-f831-4b08-b995-e0c52e4ce627 req-43f38714-b0e1-4ef9-90f7-725d10924698 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:07:00.003560 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-6f5445b7-f831-4b08-b995-e0c52e4ce627 req-43f38714-b0e1-4ef9-90f7-725d10924698 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] 10.222.0.63 "GET /v2.0/ports?device_id=237e9415-9a21-4351-b7c0-74006a517e0a HTTP/1.1" status: 200  len: 944 time: 0.0927401
Dec 03 15:07:00.051606 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-6f5445b7-f831-4b08-b995-e0c52e4ce627 req-177dd9d4-8675-4977-8d82-c6b6d77e5494 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] 10.222.0.63 "GET /v2.0/security-groups?id=bac07432-27c1-4fa4-abf2-47ecab22547d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414922
Dec 03 15:07:00.080219 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84111a1b-821a-4fc6-893b-c80b1ffce933 req-d61b91b0-6e4c-41e8-bca1-2cb9dfd30756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:07:00.082073 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-84111a1b-821a-4fc6-893b-c80b1ffce933 req-d61b91b0-6e4c-41e8-bca1-2cb9dfd30756 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a474d63897e4433e9e4b034785e66430&device_id=237e9415-9a21-4351-b7c0-74006a517e0a HTTP/1.1" status: 200  len: 1161 time: 0.0868478
Dec 03 15:07:00.169730 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-84111a1b-821a-4fc6-893b-c80b1ffce933 req-2fd0f80d-7d6d-4862-ac54-7b8b36d9e476 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=053ac7af-3e23-4053-88ee-80372f87f915 HTTP/1.1" status: 200  len: 217 time: 0.0655956
Dec 03 15:07:00.248121 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84111a1b-821a-4fc6-893b-c80b1ffce933 req-3924f31d-2de8-4f8c-a8fd-29c267266d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:07:00.249688 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-84111a1b-821a-4fc6-893b-c80b1ffce933 req-3924f31d-2de8-4f8c-a8fd-29c267266d7c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e8082567-8640-4611-a816-16705f681ba1 HTTP/1.1" status: 200  len: 854 time: 0.0705078
Dec 03 15:07:00.301325 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-84111a1b-821a-4fc6-893b-c80b1ffce933 req-fe832a31-9d6a-4b2f-ad72-7eaacdc1a989 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b14368f7-35c6-4d91-831b-2eb7646e9222&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0430703
Dec 03 15:07:00.453715 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-84111a1b-821a-4fc6-893b-c80b1ffce933 req-e4750f82-4321-4344-8f18-629d64ca5bf1 service neutron] 10.222.0.83 "GET /v2.0/networks/b14368f7-35c6-4d91-831b-2eb7646e9222?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1421940
Dec 03 15:07:00.605340 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-84111a1b-821a-4fc6-893b-c80b1ffce933 req-42b68b10-f17c-4a89-9278-3715a49202f4 service neutron] 10.222.0.83 "GET /v2.0/networks/b14368f7-35c6-4d91-831b-2eb7646e9222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1406729
Dec 03 15:07:00.807560 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a49a17d-830c-4a48-bcd0-f780785173d3 req-8625736f-1460-42dd-8bf6-0e58945b621a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:07:00.809282 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-6a49a17d-830c-4a48-bcd0-f780785173d3 req-8625736f-1460-42dd-8bf6-0e58945b621a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a474d63897e4433e9e4b034785e66430&device_id=237e9415-9a21-4351-b7c0-74006a517e0a HTTP/1.1" status: 200  len: 1161 time: 0.0771930
Dec 03 15:07:00.964906 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a49a17d-830c-4a48-bcd0-f780785173d3 req-19c408d1-7490-43c8-8979-8c0cbd16efe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:07:00.967160 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-6a49a17d-830c-4a48-bcd0-f780785173d3 req-19c408d1-7490-43c8-8979-8c0cbd16efe7 service neutron] 10.222.0.83 "GET /v2.0/networks?id=b14368f7-35c6-4d91-831b-2eb7646e9222 HTTP/1.1" status: 200  len: 908 time: 0.1464028
Dec 03 15:07:01.045387 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-6a49a17d-830c-4a48-bcd0-f780785173d3 req-6020b195-a848-415e-bc16-24ed4f3f1bca service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=053ac7af-3e23-4053-88ee-80372f87f915 HTTP/1.1" status: 200  len: 217 time: 0.0696750
Dec 03 15:07:01.132750 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a49a17d-830c-4a48-bcd0-f780785173d3 req-b3010425-ced4-4c76-aead-dd4672ca7442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:07:01.134614 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-6a49a17d-830c-4a48-bcd0-f780785173d3 req-b3010425-ced4-4c76-aead-dd4672ca7442 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e8082567-8640-4611-a816-16705f681ba1 HTTP/1.1" status: 200  len: 854 time: 0.0644863
Dec 03 15:07:01.226020 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-6a49a17d-830c-4a48-bcd0-f780785173d3 req-8645fa86-5f50-4c13-9fc4-6faad498eff6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b14368f7-35c6-4d91-831b-2eb7646e9222&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0803919
Dec 03 15:07:01.588272 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbc4d55-fcd6-45af-b3e0-9cdedb2a55c2 req-828ed9b2-3cf2-4bf7-a14f-5e4363d461f5 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:07:01.589918 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-4dbc4d55-fcd6-45af-b3e0-9cdedb2a55c2 req-828ed9b2-3cf2-4bf7-a14f-5e4363d461f5 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] 10.222.0.63 "GET /v2.0/ports?device_id=237e9415-9a21-4351-b7c0-74006a517e0a HTTP/1.1" status: 200  len: 944 time: 0.4033709
Dec 03 15:07:01.630868 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-6a49a17d-830c-4a48-bcd0-f780785173d3 req-e85d06a2-1074-4d1e-bf8c-56709ba15128 service neutron] 10.222.0.83 "GET /v2.0/networks/b14368f7-35c6-4d91-831b-2eb7646e9222?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3942831
Dec 03 15:07:01.651759 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-4dbc4d55-fcd6-45af-b3e0-9cdedb2a55c2 req-3546acac-df4f-4e26-9d75-0cb4789eabd7 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] 10.222.0.63 "GET /v2.0/security-groups?id=bac07432-27c1-4fa4-abf2-47ecab22547d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477824
Dec 03 15:07:01.802215 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-6a49a17d-830c-4a48-bcd0-f780785173d3 req-7923a238-34da-4dbf-b8cc-979e41a37a3d service neutron] 10.222.0.83 "GET /v2.0/networks/b14368f7-35c6-4d91-831b-2eb7646e9222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1493683
Dec 03 15:07:02.865424 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fa2100-9979-4623-b67d-83c63365815d req-36b59d57-2bfb-4f65-958c-5ff0212182da tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:07:02.867072 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-48fa2100-9979-4623-b67d-83c63365815d req-36b59d57-2bfb-4f65-958c-5ff0212182da tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] 10.222.0.63 "GET /v2.0/ports?device_id=237e9415-9a21-4351-b7c0-74006a517e0a HTTP/1.1" status: 200  len: 944 time: 0.0828710
Dec 03 15:07:02.914235 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-48fa2100-9979-4623-b67d-83c63365815d req-3e734bba-88c9-49d4-bf0d-97e3e0cc4422 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] 10.222.0.63 "GET /v2.0/security-groups?id=bac07432-27c1-4fa4-abf2-47ecab22547d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401845
Dec 03 15:07:03.586156 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd54fac-fc66-4437-9556-ac9b2f02f5e0 req-c19d923e-7855-4836-9134-0b75d9dbe9cb tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:07:03.588249 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-8fd54fac-fc66-4437-9556-ac9b2f02f5e0 req-c19d923e-7855-4836-9134-0b75d9dbe9cb tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/ports?device_id=f53f7d53-2ae6-4edd-84c2-09e523498d7d HTTP/1.1" status: 200  len: 945 time: 0.0847671
Dec 03 15:07:03.641329 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-8fd54fac-fc66-4437-9556-ac9b2f02f5e0 req-f5c4a271-97e9-4f4b-a5d8-7141419f178a tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/security-groups?id=eeb87b8d-9b0e-46cd-a1ba-43889caf168f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453680
Dec 03 15:07:04.138541 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703d724e-43b4-4f36-b136-435be260ffd2 req-d4ca95d5-2365-4e78-8ff1-84ac9da3ea6c tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:07:04.140161 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-703d724e-43b4-4f36-b136-435be260ffd2 req-d4ca95d5-2365-4e78-8ff1-84ac9da3ea6c tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] 10.222.0.63 "GET /v2.0/ports?device_id=237e9415-9a21-4351-b7c0-74006a517e0a HTTP/1.1" status: 200  len: 944 time: 0.0928490
Dec 03 15:07:04.189847 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-703d724e-43b4-4f36-b136-435be260ffd2 req-be4e5f06-09a3-4be1-98ec-f99ba55fd047 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] 10.222.0.63 "GET /v2.0/security-groups?id=bac07432-27c1-4fa4-abf2-47ecab22547d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432596
Dec 03 15:07:04.422691 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Device 053ac7af-3e23-4053-88ee-80372f87f915 up at agent ovs-agent-hv-cinder-75790 {{(pid=80384) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 15:07:04.490620 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Provisioning for port 053ac7af-3e23-4053-88ee-80372f87f915 completed by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 15:07:04.495645 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Provisioning complete for port 053ac7af-3e23-4053-88ee-80372f87f915 triggered by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:07:04.496061 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:04.616970 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:04.644897 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '237e9415-9a21-4351-b7c0-74006a517e0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '053ac7af-3e23-4053-88ee-80372f87f915'}] {{(pid=80384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 15:07:04.655313 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] For port 053ac7af-3e23-4053-88ee-80372f87f915, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=053ac7af-3e23-4053-88ee-80372f87f915,segment=NetworkSegment(ced8c6e9-f1ba-4905-8864-70d742cf377e),segment_id=ced8c6e9-f1ba-4905-8864-70d742cf377e)] {{(pid=80384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 15:07:04.658662 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024'] for port, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:04.660556 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:07:04.708509 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '237e9415-9a21-4351-b7c0-74006a517e0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '053ac7af-3e23-4053-88ee-80372f87f915', 'code': 200}
Dec 03 15:07:04.730557 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Pushing event updated for resources: {'Port': ['ID=053ac7af-3e23-4053-88ee-80372f87f915,revision_number=4']} {{(pid=80384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:07:04.734055 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:07:04.882586 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7c76c4-a3a0-46bc-b857-e35f92c00140 req-8c4fbc46-27b1-4e4e-bb91-efe5a1b3903f tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:07:04.884257 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-2e7c76c4-a3a0-46bc-b857-e35f92c00140 req-8c4fbc46-27b1-4e4e-bb91-efe5a1b3903f tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/ports?device_id=f53f7d53-2ae6-4edd-84c2-09e523498d7d HTTP/1.1" status: 200  len: 945 time: 0.0852487
Dec 03 15:07:04.937746 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-2e7c76c4-a3a0-46bc-b857-e35f92c00140 req-56f97dd4-f547-449d-9a16-33903ee9941c tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/security-groups?id=eeb87b8d-9b0e-46cd-a1ba-43889caf168f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0464339
Dec 03 15:07:05.009056 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8c0079-929c-44d5-9900-dd8645a54c9e req-ab3e3ae8-a767-44b2-a1e0-cade8ccd9622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:07:05.010875 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-5a8c0079-929c-44d5-9900-dd8645a54c9e req-ab3e3ae8-a767-44b2-a1e0-cade8ccd9622 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=237e9415-9a21-4351-b7c0-74006a517e0a HTTP/1.1" status: 200  len: 1163 time: 0.0761075
Dec 03 15:07:05.061469 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-5a8c0079-929c-44d5-9900-dd8645a54c9e req-bd0d8fd1-7a7f-4873-882b-000c63c02fc0 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=bac07432-27c1-4fa4-abf2-47ecab22547d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408843
Dec 03 15:07:05.413608 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64f78cb-21db-4831-926b-b3b8350a989a req-7977adb8-7c60-44f1-9f16-e11fad5ba921 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:07:05.415241 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-c64f78cb-21db-4831-926b-b3b8350a989a req-7977adb8-7c60-44f1-9f16-e11fad5ba921 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] 10.222.0.63 "GET /v2.0/ports?device_id=237e9415-9a21-4351-b7c0-74006a517e0a HTTP/1.1" status: 200  len: 946 time: 0.0896535
Dec 03 15:07:05.464121 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-c64f78cb-21db-4831-926b-b3b8350a989a req-a4142a9f-c73d-4a84-8499-930a1e26d135 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] 10.222.0.63 "GET /v2.0/security-groups?id=bac07432-27c1-4fa4-abf2-47ecab22547d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415483
Dec 03 15:07:05.951618 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Device 053ac7af-3e23-4053-88ee-80372f87f915 up at agent ovs-agent-hv-cinder-75790 {{(pid=80384) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 15:07:06.027086 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Provisioning complete for port 053ac7af-3e23-4053-88ee-80372f87f915 triggered by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:07:06.027511 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:06.167962 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5b9de4-2420-4d58-bec8-cb22a3013b66 req-bb517124-1e06-4320-8db9-77c2e2ad7781 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:07:06.169482 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-3e5b9de4-2420-4d58-bec8-cb22a3013b66 req-bb517124-1e06-4320-8db9-77c2e2ad7781 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/ports?device_id=f53f7d53-2ae6-4edd-84c2-09e523498d7d HTTP/1.1" status: 200  len: 945 time: 0.0840921
Dec 03 15:07:06.219831 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-3e5b9de4-2420-4d58-bec8-cb22a3013b66 req-41784556-3277-4c0d-a6ef-ab157282b0f8 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/security-groups?id=eeb87b8d-9b0e-46cd-a1ba-43889caf168f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437949
Dec 03 15:07:06.308491 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeba8d27-3ff8-40fd-ab16-17c9b33ca866 req-e8718881-3fb0-4d79-8483-687a61410d3a tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:07:06.310115 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-aeba8d27-3ff8-40fd-ab16-17c9b33ca866 req-e8718881-3fb0-4d79-8483-687a61410d3a tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.83 "GET /v2.0/ports?device_id=f53f7d53-2ae6-4edd-84c2-09e523498d7d HTTP/1.1" status: 200  len: 945 time: 0.0821054
Dec 03 15:07:06.386214 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [req-aeba8d27-3ff8-40fd-ab16-17c9b33ca866 req-7b38fea3-90a9-4d24-beb0-be93b2eadbbb tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Deleting port 6e8050ed-0789-4bcc-bbe2-11f953a2e2ed {{(pid=80382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 15:07:06.386684 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-aeba8d27-3ff8-40fd-ab16-17c9b33ca866 req-7b38fea3-90a9-4d24-beb0-be93b2eadbbb tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729303099848'] for port, before_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:06.653325 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [req-aeba8d27-3ff8-40fd-ab16-17c9b33ca866 req-7b38fea3-90a9-4d24-beb0-be93b2eadbbb tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] For port 6e8050ed-0789-4bcc-bbe2-11f953a2e2ed, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=6e8050ed-0789-4bcc-bbe2-11f953a2e2ed,segment=NetworkSegment(e2b57a66-c421-4e34-bfed-3a9d2ac3bd3c),segment_id=e2b57a66-c421-4e34-bfed-3a9d2ac3bd3c)] {{(pid=80382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 15:07:06.653946 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-aeba8d27-3ff8-40fd-ab16-17c9b33ca866 req-7b38fea3-90a9-4d24-beb0-be93b2eadbbb tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821294133'] for port, precommit_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:06.690742 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bcd747-2a58-4fbd-8fda-33d7340deb1c req-4684232b-f52f-4dfb-a81d-06d888692ef6 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:07:06.692384 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-62bcd747-2a58-4fbd-8fda-33d7340deb1c req-4684232b-f52f-4dfb-a81d-06d888692ef6 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] 10.222.0.63 "GET /v2.0/ports?device_id=237e9415-9a21-4351-b7c0-74006a517e0a HTTP/1.1" status: 200  len: 946 time: 0.0886950
Dec 03 15:07:06.741036 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-62bcd747-2a58-4fbd-8fda-33d7340deb1c req-e0361052-98b5-4003-b18b-49e5f266dc4f tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] 10.222.0.63 "GET /v2.0/security-groups?id=bac07432-27c1-4fa4-abf2-47ecab22547d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420778
Dec 03 15:07:07.008823 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-aeba8d27-3ff8-40fd-ab16-17c9b33ca866 req-7b38fea3-90a9-4d24-beb0-be93b2eadbbb tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Notify callbacks [] for floatingip, precommit_update {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:07.009248 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-aeba8d27-3ff8-40fd-ab16-17c9b33ca866 req-7b38fea3-90a9-4d24-beb0-be93b2eadbbb tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036821248144'] for floatingip, after_update {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:07.010150 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.db.l3_db [req-aeba8d27-3ff8-40fd-ab16-17c9b33ca866 req-7b38fea3-90a9-4d24-beb0-be93b2eadbbb tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Floating IP f7017eae-46bd-4307-81d6-08694d144f0a disassociated. External IP: 172.27.2.41, port: 6e8050ed-0789-4bcc-bbe2-11f953a2e2ed.
Dec 03 15:07:07.010545 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [req-aeba8d27-3ff8-40fd-ab16-17c9b33ca866 req-7b38fea3-90a9-4d24-beb0-be93b2eadbbb tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Calling delete_port for 6e8050ed-0789-4bcc-bbe2-11f953a2e2ed owned by compute:nova {{(pid=80382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 15:07:07.161730 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-aeba8d27-3ff8-40fd-ab16-17c9b33ca866 req-7b38fea3-90a9-4d24-beb0-be93b2eadbbb tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307551598230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307552127058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30043597'] for port, after_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:07.177856 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-fee9b1e1-358e-4470-8a71-5553e1da5ec3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:07:07.229688 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b38fea3-90a9-4d24-beb0-be93b2eadbbb tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Pushing event deleted for resources: {'Port': ['ID=6e8050ed-0789-4bcc-bbe2-11f953a2e2ed,revision_number=None']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:07:07.241391 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-7b38fea3-90a9-4d24-beb0-be93b2eadbbb tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:07:07.527853 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-c0d16367-6902-4bdf-8310-5bb42def6ae9 req-abf4f23e-0439-4f89-91e7-bbfcfb68ac7c tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/ports?device_id=f53f7d53-2ae6-4edd-84c2-09e523498d7d HTTP/1.1" status: 200  len: 210 time: 0.1245816
Dec 03 15:07:07.584148 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aeba8d27-3ff8-40fd-ab16-17c9b33ca866 req-7b38fea3-90a9-4d24-beb0-be93b2eadbbb tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Router 4de356ec-3847-4021-abf6-0bb33f96d932 has already been hosted by L3 agent 7132dbe3-ed21-4d9d-abcc-41c34baf52ae {{(pid=80382) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 15:07:07.778717 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aeba8d27-3ff8-40fd-ab16-17c9b33ca866 req-7b38fea3-90a9-4d24-beb0-be93b2eadbbb tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Notify agent at l3_agent.dv-cinder-757908-3-iscsi the message routers_updated {{(pid=80382) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 15:07:07.792914 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9e006c-273e-4693-ad42-50307c4c2609 None None] Sync routers for ids ['4de356ec-3847-4021-abf6-0bb33f96d932'] in dv-cinder-757908-3-iscsi {{(pid=80384) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 15:07:07.804781 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9e006c-273e-4693-ad42-50307c4c2609 None None] Routers {'4de356ec-3847-4021-abf6-0bb33f96d932'} bound to L3 agent in host dv-cinder-757908-3-iscsi {{(pid=80384) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 15:07:07.805732 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-fc9e006c-273e-4693-ad42-50307c4c2609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f072de9b2e8>, 'dv-cinder-757908-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-03T14:53:20Z,description=<?>,heartbeat_timestamp=2020-12-03T15:06:50Z,host='dv-cinder-757908-3-iscsi',id=7132dbe3-ed21-4d9d-abcc-41c34baf52ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T14:53:20Z,topic='l3_agent')) {'router_ids': ['4de356ec-3847-4021-abf6-0bb33f96d932'], 'active': True} {{(pid=80384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:07:07.816948 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeba8d27-3ff8-40fd-ab16-17c9b33ca866 req-7b38fea3-90a9-4d24-beb0-be93b2eadbbb tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] No DVR routers for this DVR port 6e8050ed-0789-4bcc-bbe2-11f953a2e2ed on host hv-cinder-75790 {{(pid=80382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 15:07:07.819412 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-aeba8d27-3ff8-40fd-ab16-17c9b33ca866 req-7b38fea3-90a9-4d24-beb0-be93b2eadbbb tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6653'] for port, before_response {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:07.822391 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f53f7d53-2ae6-4edd-84c2-09e523498d7d', 'name': 'network-vif-deleted', 'tag': '6e8050ed-0789-4bcc-bbe2-11f953a2e2ed'}] {{(pid=80382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 15:07:07.839968 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-aeba8d27-3ff8-40fd-ab16-17c9b33ca866 req-7b38fea3-90a9-4d24-beb0-be93b2eadbbb tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.83 "DELETE /v2.0/ports/6e8050ed-0789-4bcc-bbe2-11f953a2e2ed HTTP/1.1" status: 204  len: 173 time: 1.5210192
Dec 03 15:07:07.912000 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f53f7d53-2ae6-4edd-84c2-09e523498d7d', 'name': 'network-vif-deleted', 'tag': '6e8050ed-0789-4bcc-bbe2-11f953a2e2ed', 'status': 'completed', 'code': 200}
Dec 03 15:07:07.993132 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cd3131-f739-47f9-8a68-b146eeb8167d req-5fd450de-f3c6-4bc2-9a49-bdc04fbcfd2e tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:07:07.995562 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-86cd3131-f739-47f9-8a68-b146eeb8167d req-5fd450de-f3c6-4bc2-9a49-bdc04fbcfd2e tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] 10.222.0.63 "GET /v2.0/ports?device_id=237e9415-9a21-4351-b7c0-74006a517e0a HTTP/1.1" status: 200  len: 946 time: 0.1016359
Dec 03 15:07:08.054467 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-86cd3131-f739-47f9-8a68-b146eeb8167d req-f24935ec-c0ac-4c88-a556-363b0df269ad tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] 10.222.0.63 "GET /v2.0/security-groups?id=bac07432-27c1-4fa4-abf2-47ecab22547d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0522058
Dec 03 15:07:08.139174 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Device 053ac7af-3e23-4053-88ee-80372f87f915 up at agent ovs-agent-hv-cinder-75790 {{(pid=80384) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 15:07:08.255314 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvr_db [None req-fc9e006c-273e-4693-ad42-50307c4c2609 None None] Set router 4de356ec-3847-4021-abf6-0bb33f96d932 gateway port host: dv-cinder-757908-3-iscsi {{(pid=80384) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 15:07:08.301499 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Provisioning complete for port 053ac7af-3e23-4053-88ee-80372f87f915 triggered by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:07:08.301928 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:08.676449 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Device 6e8050ed-0789-4bcc-bbe2-11f953a2e2ed no longer exists at agent ovs-agent-hv-cinder-75790 {{(pid=80384) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 15:07:08.717689 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] No Port match for: 6e8050ed-0789-4bcc-bbe2-11f953a2e2ed {{(pid=80384) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 15:07:08.718233 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Device 6e8050ed-0789-4bcc-bbe2-11f953a2e2ed not bound to the agent host hv-cinder-75790 {{(pid=80384) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 15:07:08.765612 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-fc9e006c-273e-4693-ad42-50307c4c2609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f072de9b2e8>, [{'id': '4de356ec-3847-4021-abf6-0bb33f96d932', 'name': 'tempest-AttachVolumeShelveTestJSON-1634246176-router', 'tenant_id': 'f608c43dc4544cf8abe2b82be12c9880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'external_fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '256e532d-0b6c-4490-a998-64a4b7ef203e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:02:15Z', 'updated_at': '2020-12-03T15:02:39Z', 'revision_number': 4, 'project_id': 'f608c43dc4544cf8abe2b82be12c9880', 'gw_port': {'id': '256e532d-0b6c-4490-a998-64a4b7ef203e', 'name': '', 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ed:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de356ec-3847-4021-abf6-0bb33f96d932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:17Z', 'updated_at': '2020-12-03T15:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-iscsi', '_interfaces': [{'id': 'f8d7b9e6-ed81-4a77-90ee-17160114749f', 'name': '', 'network_id': 'b89cab8b-b39a-4106-adb3-9bedf452bb83', 'tenant_id': 'f608c43dc4544cf8abe2b82be12c9880', 'mac_address': 'fa:16:3e:dd:9f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de356ec-3847-4021-abf6-0bb33f96d932', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '5f041ad7-6cbb-400e-8386-1de021d0e693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:36Z', 'updated_at': '2020-12-03T15:02:51Z', 'revision_number': 5, 'project_id': 'f608c43dc4544cf8abe2b82be12c9880', 'subnets': [{'id': '5f041ad7-6cbb-400e-8386-1de021d0e693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-3-iscsi', False) {} {{(pid=80384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:07:08.771752 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9e006c-273e-4693-ad42-50307c4c2609 None None] Checking router: 4de356ec-3847-4021-abf6-0bb33f96d932 for host: dv-cinder-757908-3-iscsi {{(pid=80384) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 15:07:08.781681 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9e006c-273e-4693-ad42-50307c4c2609 None None] Routers {'4de356ec-3847-4021-abf6-0bb33f96d932'} bound to L3 agent in host dv-cinder-757908-3-iscsi {{(pid=80384) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 15:07:08.782511 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-fc9e006c-273e-4693-ad42-50307c4c2609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f072de9b2e8>, 'dv-cinder-757908-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-03T14:53:20Z,description=<?>,heartbeat_timestamp=2020-12-03T15:06:50Z,host='dv-cinder-757908-3-iscsi',id=7132dbe3-ed21-4d9d-abcc-41c34baf52ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T14:53:20Z,topic='l3_agent')) {'router_ids': ['4de356ec-3847-4021-abf6-0bb33f96d932'], 'active': True} {{(pid=80384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:07:08.869313 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-c1251ead-b058-4e7f-bde7-0377340fcf19 req-d5a8dbff-71b1-437a-9334-5bbe0f83cc57 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/ports?device_id=f53f7d53-2ae6-4edd-84c2-09e523498d7d HTTP/1.1" status: 200  len: 210 time: 0.0652962
Dec 03 15:07:08.977673 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvr_db [None req-fc9e006c-273e-4693-ad42-50307c4c2609 None None] Set router 4de356ec-3847-4021-abf6-0bb33f96d932 gateway port host: dv-cinder-757908-3-iscsi {{(pid=80384) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 15:07:09.364208 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-fc9e006c-273e-4693-ad42-50307c4c2609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f072de9b2e8>, [{'id': '4de356ec-3847-4021-abf6-0bb33f96d932', 'name': 'tempest-AttachVolumeShelveTestJSON-1634246176-router', 'tenant_id': 'f608c43dc4544cf8abe2b82be12c9880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'external_fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '256e532d-0b6c-4490-a998-64a4b7ef203e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:02:15Z', 'updated_at': '2020-12-03T15:02:39Z', 'revision_number': 4, 'project_id': 'f608c43dc4544cf8abe2b82be12c9880', 'gw_port': {'id': '256e532d-0b6c-4490-a998-64a4b7ef203e', 'name': '', 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ed:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de356ec-3847-4021-abf6-0bb33f96d932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:17Z', 'updated_at': '2020-12-03T15:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-iscsi', '_interfaces': [{'id': 'f8d7b9e6-ed81-4a77-90ee-17160114749f', 'name': '', 'network_id': 'b89cab8b-b39a-4106-adb3-9bedf452bb83', 'tenant_id': 'f608c43dc4544cf8abe2b82be12c9880', 'mac_address': 'fa:16:3e:dd:9f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de356ec-3847-4021-abf6-0bb33f96d932', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '5f041ad7-6cbb-400e-8386-1de021d0e693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:36Z', 'updated_at': '2020-12-03T15:02:51Z', 'revision_number': 5, 'project_id': 'f608c43dc4544cf8abe2b82be12c9880', 'subnets': [{'id': '5f041ad7-6cbb-400e-8386-1de021d0e693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-3-iscsi', False) {} {{(pid=80384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:07:09.368583 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9e006c-273e-4693-ad42-50307c4c2609 None None] The sync data for ids ['4de356ec-3847-4021-abf6-0bb33f96d932'] in dv-cinder-757908-3-iscsi is: [{'id': '4de356ec-3847-4021-abf6-0bb33f96d932', 'name': 'tempest-AttachVolumeShelveTestJSON-1634246176-router', 'tenant_id': 'f608c43dc4544cf8abe2b82be12c9880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'external_fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '256e532d-0b6c-4490-a998-64a4b7ef203e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:02:15Z', 'updated_at': '2020-12-03T15:02:39Z', 'revision_number': 4, 'project_id': 'f608c43dc4544cf8abe2b82be12c9880', 'gw_port': {'id': '256e532d-0b6c-4490-a998-64a4b7ef203e', 'name': '', 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ed:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de356ec-3847-4021-abf6-0bb33f96d932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:17Z', 'updated_at': '2020-12-03T15:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-iscsi', '_interfaces': [{'id': 'f8d7b9e6-ed81-4a77-90ee-17160114749f', 'name': '', 'network_id': 'b89cab8b-b39a-4106-adb3-9bedf452bb83', 'tenant_id': 'f608c43dc4544cf8abe2b82be12c9880', 'mac_address': 'fa:16:3e:dd:9f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de356ec-3847-4021-abf6-0bb33f96d932', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '5f041ad7-6cbb-400e-8386-1de021d0e693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:36Z', 'updated_at': '2020-12-03T15:02:51Z', 'revision_number': 5, 'project_id': 'f608c43dc4544cf8abe2b82be12c9880', 'subnets': [{'id': '5f041ad7-6cbb-400e-8386-1de021d0e693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80384) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 15:07:09.784273 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2e753e-9c24-4a4a-b6b0-bdf88ee37a24 None None] New status for floating IP f7017eae-46bd-4307-81d6-08694d144f0a: DOWN {{(pid=80385) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 03 15:07:10.042614 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 33282) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:07:10.123293 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-edf5dcfa-842d-4342-9a9b-96e7973c5bc8 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Notify callbacks [] for security_group, before_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:10.155198 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-edf5dcfa-842d-4342-9a9b-96e7973c5bc8 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Notify callbacks [] for security_group, precommit_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:10.209338 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-edf5dcfa-842d-4342-9a9b-96e7973c5bc8 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:10.215440 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-f5a573dc-59bb-49dc-b258-8ab3586c346a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:07:10.232554 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf5dcfa-842d-4342-9a9b-96e7973c5bc8 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeb87b8d-9b0e-46cd-a1ba-43889caf168f,revision_number=None']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:07:10.238245 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-edf5dcfa-842d-4342-9a9b-96e7973c5bc8 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:07:10.240153 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-edf5dcfa-842d-4342-9a9b-96e7973c5bc8 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Notify callbacks [] for security_group, before_response {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:10.241372 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-edf5dcfa-842d-4342-9a9b-96e7973c5bc8 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "DELETE /v2.0/security-groups/eeb87b8d-9b0e-46cd-a1ba-43889caf168f HTTP/1.1" status: 204  len: 168 time: 0.1976769
Dec 03 15:07:10.244272 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 33286) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:07:10.262100 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.api.v2.resource [None req-99c55c29-6464-49ba-85e0-179a40731b1f tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] show failed (client error): The resource could not be found.
Dec 03 15:07:10.263172 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-99c55c29-6464-49ba-85e0-179a40731b1f tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/security-groups/eeb87b8d-9b0e-46cd-a1ba-43889caf168f HTTP/1.1" status: 404  len: 347 time: 0.0178311
Dec 03 15:07:10.266240 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 33292) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:07:10.439182 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [None req-c5841b6f-fb46-481f-9412-a25e01fd58f9 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Deleting port f7e70062-13e7-4cb6-84f8-dcc6cbdf3838 {{(pid=80382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 15:07:10.439564 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-c5841b6f-fb46-481f-9412-a25e01fd58f9 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729303099848'] for port, before_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:10.636698 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-c5841b6f-fb46-481f-9412-a25e01fd58f9 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821294133'] for port, precommit_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:10.637070 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-c5841b6f-fb46-481f-9412-a25e01fd58f9 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Notify callbacks [] for floatingip, precommit_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:10.769703 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [None req-c5841b6f-fb46-481f-9412-a25e01fd58f9 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Calling delete_port for f7e70062-13e7-4cb6-84f8-dcc6cbdf3838 owned by network:floatingip {{(pid=80382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 15:07:10.911512 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-c5841b6f-fb46-481f-9412-a25e01fd58f9 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307551598230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307552127058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30043597'] for port, after_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:10.927165 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:07:10.981521 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5841b6f-fb46-481f-9412-a25e01fd58f9 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Pushing event deleted for resources: {'Port': ['ID=f7e70062-13e7-4cb6-84f8-dcc6cbdf3838,revision_number=None']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:07:10.986125 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-c5841b6f-fb46-481f-9412-a25e01fd58f9 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:07:11.358036 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-c5841b6f-fb46-481f-9412-a25e01fd58f9 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Notify callbacks [] for floatingip, after_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:11.373070 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-c5841b6f-fb46-481f-9412-a25e01fd58f9 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6653'] for floatingip, before_response {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:11.378103 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-c5841b6f-fb46-481f-9412-a25e01fd58f9 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "DELETE /v2.0/floatingips/f7017eae-46bd-4307-81d6-08694d144f0a HTTP/1.1" status: 204  len: 168 time: 1.1071920
Dec 03 15:07:12.046022 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a815162-ab71-48c8-97cb-e2b934c1add9 req-a25f10a8-0e63-4a0e-b13b-c6bc1032b8c1 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:07:12.048752 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-2a815162-ab71-48c8-97cb-e2b934c1add9 req-a25f10a8-0e63-4a0e-b13b-c6bc1032b8c1 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] 10.222.0.63 "GET /v2.0/networks?id=b14368f7-35c6-4d91-831b-2eb7646e9222 HTTP/1.1" status: 200  len: 814 time: 0.1709375
Dec 03 15:07:12.066236 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-2a815162-ab71-48c8-97cb-e2b934c1add9 req-50341412-35fd-4877-8529-e0f52a141bea tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] 10.222.0.63 "GET /v2.0/quotas/a474d63897e4433e9e4b034785e66430 HTTP/1.1" status: 200  len: 375 time: 0.0113368
Dec 03 15:07:12.093901 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 33314) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:07:12.099771 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.base [None req-222cdb46-75a4-47b1-bd7f-2570e6928177 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Request body: {'security_group': {'name': 'tempest-securitygroup--2082906466', 'description': 'tempest-description--1313795670'}} {{(pid=80383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 15:07:12.106896 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-222cdb46-75a4-47b1-bd7f-2570e6928177 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:07:12.111523 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-222cdb46-75a4-47b1-bd7f-2570e6928177 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Usage tracker for resource:security_group and tenant:f608c43dc4544cf8abe2b82be12c9880 is out of sync, need to count used quota {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:07:12.114570 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-222cdb46-75a4-47b1-bd7f-2570e6928177 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:07:12.121214 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-222cdb46-75a4-47b1-bd7f-2570e6928177 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:07:12.133848 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-222cdb46-75a4-47b1-bd7f-2570e6928177 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Notify callbacks [] for security_group, before_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:12.154422 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-2a815162-ab71-48c8-97cb-e2b934c1add9 req-86e23d14-f69d-4191-95a2-8b8740644d84 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] 10.222.0.63 "GET /v2.0/ports?tenant_id=a474d63897e4433e9e4b034785e66430&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0814433
Dec 03 15:07:12.161694 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-222cdb46-75a4-47b1-bd7f-2570e6928177 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:07:12.166654 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-222cdb46-75a4-47b1-bd7f-2570e6928177 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Usage tracker for resource:security_group_rule and tenant:f608c43dc4544cf8abe2b82be12c9880 is out of sync, need to count used quota {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:07:12.171460 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-222cdb46-75a4-47b1-bd7f-2570e6928177 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:07:12.178977 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-222cdb46-75a4-47b1-bd7f-2570e6928177 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:07:12.264800 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-222cdb46-75a4-47b1-bd7f-2570e6928177 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Notify callbacks [] for security_group, precommit_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:12.267552 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-222cdb46-75a4-47b1-bd7f-2570e6928177 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:12.272881 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-c3ddfd53-76b8-45a1-9f25-94c4e24ab8a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:07:12.317590 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-2a815162-ab71-48c8-97cb-e2b934c1add9 req-1e720804-bb39-47aa-a2ac-52a6ebbe2e02 service neutron] 10.222.0.63 "GET /v2.0/networks/b14368f7-35c6-4d91-831b-2eb7646e9222?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1551199
Dec 03 15:07:12.325864 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222cdb46-75a4-47b1-bd7f-2570e6928177 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Pushing event updated for resources: {'SecurityGroup': ['ID=b59594c2-15ba-4530-bd79-526c99ca8751,revision_number=1']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:07:12.328794 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-222cdb46-75a4-47b1-bd7f-2570e6928177 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Notify callbacks [] for security_group, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:12.333698 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-222cdb46-75a4-47b1-bd7f-2570e6928177 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1730 time: 0.2350307
Dec 03 15:07:12.334964 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-222cdb46-75a4-47b1-bd7f-2570e6928177 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:07:12.335343 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 33318) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:07:12.346403 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.base [None req-3c6423aa-f0ec-4ff4-9148-448564bb84ee tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Request body: {'security_group_rule': {'security_group_id': 'b59594c2-15ba-4530-bd79-526c99ca8751', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 15:07:12.353079 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-3c6423aa-f0ec-4ff4-9148-448564bb84ee tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:07:12.358087 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-3c6423aa-f0ec-4ff4-9148-448564bb84ee tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Usage tracker for resource:security_group_rule and tenant:f608c43dc4544cf8abe2b82be12c9880 is out of sync, need to count used quota {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:07:12.361176 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-3c6423aa-f0ec-4ff4-9148-448564bb84ee tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:07:12.367581 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-3c6423aa-f0ec-4ff4-9148-448564bb84ee tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:07:12.385041 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-3c6423aa-f0ec-4ff4-9148-448564bb84ee tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Notify callbacks [] for security_group_rule, before_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:12.464529 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-3c6423aa-f0ec-4ff4-9148-448564bb84ee tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:12.467959 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-3c6423aa-f0ec-4ff4-9148-448564bb84ee tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446068'] for security_group_rule, after_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:12.471069 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:07:12.485516 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-2a815162-ab71-48c8-97cb-e2b934c1add9 req-b9f76bf2-20ef-4fd3-9447-97069c12aec5 service neutron] 10.222.0.63 "GET /v2.0/networks/b14368f7-35c6-4d91-831b-2eb7646e9222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1607926
Dec 03 15:07:12.497979 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6423aa-f0ec-4ff4-9148-448564bb84ee tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ac87755-ff03-48cd-aba3-699df6f9b57e,revision_number=0']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:07:12.504063 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-3c6423aa-f0ec-4ff4-9148-448564bb84ee tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:07:12.508040 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-3c6423aa-f0ec-4ff4-9148-448564bb84ee tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Notify callbacks [] for security_group_rule, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:12.509360 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-3c6423aa-f0ec-4ff4-9148-448564bb84ee tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 739 time: 0.1729774
Dec 03 15:07:12.513401 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 33322) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:07:12.519078 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.base [None req-21a51460-7cee-4769-b03f-191625b66b5b tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Request body: {'security_group_rule': {'security_group_id': 'b59594c2-15ba-4530-bd79-526c99ca8751', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 15:07:12.528780 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-21a51460-7cee-4769-b03f-191625b66b5b tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:07:12.532954 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-21a51460-7cee-4769-b03f-191625b66b5b tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Usage tracker for resource:security_group_rule and tenant:f608c43dc4544cf8abe2b82be12c9880 is out of sync, need to count used quota {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:07:12.536436 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-21a51460-7cee-4769-b03f-191625b66b5b tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:07:12.543628 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-21a51460-7cee-4769-b03f-191625b66b5b tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:07:12.575519 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-21a51460-7cee-4769-b03f-191625b66b5b tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Notify callbacks [] for security_group_rule, before_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:12.661820 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-21a51460-7cee-4769-b03f-191625b66b5b tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:12.668160 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-21a51460-7cee-4769-b03f-191625b66b5b tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446068'] for security_group_rule, after_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:12.670810 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:07:12.709137 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a51460-7cee-4769-b03f-191625b66b5b tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81e5222b-f044-472f-8a23-c8c387d7445a,revision_number=0']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:07:12.711914 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-21a51460-7cee-4769-b03f-191625b66b5b tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:07:12.721805 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-21a51460-7cee-4769-b03f-191625b66b5b tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Notify callbacks [] for security_group_rule, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:12.723356 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-21a51460-7cee-4769-b03f-191625b66b5b tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 744 time: 0.2088888
Dec 03 15:07:12.728697 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 33332) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:07:12.737248 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.base [None req-6a7d0e4b-a64f-4f0b-9cb6-4429e34b1d15 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Request body: {'floatingip': {'floating_network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e'}} {{(pid=80383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 15:07:12.759981 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-6a7d0e4b-a64f-4f0b-9cb6-4429e34b1d15 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:07:12.769111 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-6a7d0e4b-a64f-4f0b-9cb6-4429e34b1d15 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Usage tracker for resource:floatingip and tenant:f608c43dc4544cf8abe2b82be12c9880 is out of sync, need to count used quota {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:07:12.774851 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-6a7d0e4b-a64f-4f0b-9cb6-4429e34b1d15 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:07:12.783052 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-6a7d0e4b-a64f-4f0b-9cb6-4429e34b1d15 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:07:12.797028 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-6a7d0e4b-a64f-4f0b-9cb6-4429e34b1d15 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Notify callbacks [] for floatingip, before_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:12.967936 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-6a7d0e4b-a64f-4f0b-9cb6-4429e34b1d15 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:13.078200 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-3072ae6b-54ba-4cb2-a1c8-a60f3a7e0dcb req-e58baab8-c1b7-46d5-b202-66c16d4b0011 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] 10.222.0.63 "GET /v2.0/ports?device_id=c36a1db4-149e-42e3-b996-ad70b23479b6 HTTP/1.1" status: 200  len: 210 time: 0.3973954
Dec 03 15:07:13.351153 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.db_base_plugin_common [None req-6a7d0e4b-a64f-4f0b-9cb6-4429e34b1d15 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Allocated IP 172.27.2.187 (729c535b-bd07-4b0c-9bb6-d0eda364af7e/c53074ee-6482-4d40-a0b6-bf7110d55051/437c1800-456c-4b88-8b9c-3f3f5be2cafe) {{(pid=80383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 15:07:13.549277 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-6a7d0e4b-a64f-4f0b-9cb6-4429e34b1d15 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Notify callbacks [] for port, precommit_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:13.576173 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-6a7d0e4b-a64f-4f0b-9cb6-4429e34b1d15 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307552080722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31294715'] for port, after_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:13.592008 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-2d40f1d7-d89b-4d9f-b53b-cb297096874a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:07:13.729280 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7d0e4b-a64f-4f0b-9cb6-4429e34b1d15 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Pushing event updated for resources: {'Port': ['ID=437c1800-456c-4b88-8b9c-3f3f5be2cafe,revision_number=1']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:07:13.733727 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-6a7d0e4b-a64f-4f0b-9cb6-4429e34b1d15 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:07:13.783437 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7d0e4b-a64f-4f0b-9cb6-4429e34b1d15 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Network 729c535b-bd07-4b0c-9bb6-d0eda364af7e is already hosted by enough agents. {{(pid=80383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 15:07:13.784634 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.base_scheduler [None req-6a7d0e4b-a64f-4f0b-9cb6-4429e34b1d15 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Resources bound (agent type, host, resource id):  {{(pid=80383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 15:07:13.787011 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7d0e4b-a64f-4f0b-9cb6-4429e34b1d15 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Received port after_create {{(pid=80383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 15:07:13.875835 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-6a7d0e4b-a64f-4f0b-9cb6-4429e34b1d15 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Notify callbacks [] for floatingip, precommit_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:13.941069 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-6a7d0e4b-a64f-4f0b-9cb6-4429e34b1d15 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:14.236454 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-6a7d0e4b-a64f-4f0b-9cb6-4429e34b1d15 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Notify callbacks [] for port, precommit_update {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:14.243282 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-6a7d0e4b-a64f-4f0b-9cb6-4429e34b1d15 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823481102'] for port, after_update {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:14.260521 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-c2e109bb-4f92-4caa-a174-70674b2e0ffb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:07:14.305832 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-cb7998f5-c5b7-40a3-adaa-b3ed5ca8aab1 req-3cd50ad7-3c3a-4203-93b5-bdc441556d86 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] 10.222.0.63 "GET /v2.0/ports?device_id=c36a1db4-149e-42e3-b996-ad70b23479b6 HTTP/1.1" status: 200  len: 210 time: 0.0595286
Dec 03 15:07:14.314903 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a815162-ab71-48c8-97cb-e2b934c1add9 req-2953a2b4-5115-4465-ac16-8d6843c510ac tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:07:14.316494 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-2a815162-ab71-48c8-97cb-e2b934c1add9 req-2953a2b4-5115-4465-ac16-8d6843c510ac tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] 10.222.0.83 "GET /v2.0/networks?id=b14368f7-35c6-4d91-831b-2eb7646e9222 HTTP/1.1" status: 200  len: 814 time: 0.2308700
Dec 03 15:07:14.359683 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.base [req-2a815162-ab71-48c8-97cb-e2b934c1add9 req-763489c4-2d86-44dd-9e72-760a1f30b0cf tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Request body: {'port': {'device_id': 'c36a1db4-149e-42e3-b996-ad70b23479b6', 'network_id': 'b14368f7-35c6-4d91-831b-2eb7646e9222', 'admin_state_up': True, 'tenant_id': 'a474d63897e4433e9e4b034785e66430'}} {{(pid=80382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 15:07:14.402945 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7d0e4b-a64f-4f0b-9cb6-4429e34b1d15 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Pushing event updated for resources: {'Port': ['ID=437c1800-456c-4b88-8b9c-3f3f5be2cafe,revision_number=2']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:07:14.405842 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-6a7d0e4b-a64f-4f0b-9cb6-4429e34b1d15 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:07:14.506299 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [req-2a815162-ab71-48c8-97cb-e2b934c1add9 req-763489c4-2d86-44dd-9e72-760a1f30b0cf tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:07:14.512147 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-6a7d0e4b-a64f-4f0b-9cb6-4429e34b1d15 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036821248144'] for floatingip, after_update {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:14.516984 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [req-2a815162-ab71-48c8-97cb-e2b934c1add9 req-763489c4-2d86-44dd-9e72-760a1f30b0cf tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:07:14.526145 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a815162-ab71-48c8-97cb-e2b934c1add9 req-763489c4-2d86-44dd-9e72-760a1f30b0cf tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Made reservation on behalf of a474d63897e4433e9e4b034785e66430 for: {'port': 1} {{(pid=80382) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 15:07:14.531656 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-2a815162-ab71-48c8-97cb-e2b934c1add9 req-763489c4-2d86-44dd-9e72-760a1f30b0cf tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:14.534306 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-6a7d0e4b-a64f-4f0b-9cb6-4429e34b1d15 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6653'] for floatingip, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:14.535621 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-6a7d0e4b-a64f-4f0b-9cb6-4429e34b1d15 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.8056462
Dec 03 15:07:14.811091 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-8456aec0-6886-48c1-aa75-b1b9dc832d48 req-b1c82359-ca25-4954-9397-1513ecb37c6c tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Synchronizing usage tracker for tenant:f608c43dc4544cf8abe2b82be12c9880 on resource:security_group {{(pid=80383) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 15:07:14.826762 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-8456aec0-6886-48c1-aa75-b1b9dc832d48 req-b1c82359-ca25-4954-9397-1513ecb37c6c tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Unset dirty status for tenant:f608c43dc4544cf8abe2b82be12c9880 on resource:security_group {{(pid=80383) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 15:07:14.828027 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-8456aec0-6886-48c1-aa75-b1b9dc832d48 req-b1c82359-ca25-4954-9397-1513ecb37c6c tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-securitygroup--2082906466&fields=id&tenant_id=f608c43dc4544cf8abe2b82be12c9880 HTTP/1.1" status: 200  len: 267 time: 0.0782318
Dec 03 15:07:14.863225 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.db_base_plugin_common [req-2a815162-ab71-48c8-97cb-e2b934c1add9 req-763489c4-2d86-44dd-9e72-760a1f30b0cf tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Allocated IP 172.20.0.2 (b14368f7-35c6-4d91-831b-2eb7646e9222/e8082567-8640-4611-a816-16705f681ba1/fdbe9e9c-8f3f-4fa7-9499-ca87a100ee37) {{(pid=80382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 15:07:14.991854 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8456aec0-6886-48c1-aa75-b1b9dc832d48 req-23fd99b7-0e99-4631-ac6e-1c2c8b5dad47 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:07:14.993361 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-8456aec0-6886-48c1-aa75-b1b9dc832d48 req-23fd99b7-0e99-4631-ac6e-1c2c8b5dad47 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/networks?id=b89cab8b-b39a-4106-adb3-9bedf452bb83 HTTP/1.1" status: 200  len: 817 time: 0.1577265
Dec 03 15:07:15.009973 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-8456aec0-6886-48c1-aa75-b1b9dc832d48 req-57a868b1-242b-4964-9d46-19374769b426 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/quotas/f608c43dc4544cf8abe2b82be12c9880 HTTP/1.1" status: 200  len: 375 time: 0.0098352
Dec 03 15:07:15.084109 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-2a815162-ab71-48c8-97cb-e2b934c1add9 req-763489c4-2d86-44dd-9e72-760a1f30b0cf tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Notify callbacks [] for port, precommit_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:15.105335 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-8456aec0-6886-48c1-aa75-b1b9dc832d48 req-ec4f6021-4358-4de3-90dc-9091facd3f9e tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/ports?tenant_id=f608c43dc4544cf8abe2b82be12c9880&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0893409
Dec 03 15:07:15.111923 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-2a815162-ab71-48c8-97cb-e2b934c1add9 req-763489c4-2d86-44dd-9e72-760a1f30b0cf tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307552080722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30043597'] for port, after_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:15.127565 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-2fec2e35-14e3-4850-9d3c-d11a710c4556 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:07:15.260312 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-8456aec0-6886-48c1-aa75-b1b9dc832d48 req-ba058fa9-bdeb-4212-acd4-76559cee2fd4 service neutron] 10.222.0.63 "GET /v2.0/networks/b89cab8b-b39a-4106-adb3-9bedf452bb83?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1418200
Dec 03 15:07:15.275355 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763489c4-2d86-44dd-9e72-760a1f30b0cf tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Pushing event updated for resources: {'Port': ['ID=fdbe9e9c-8f3f-4fa7-9499-ca87a100ee37,revision_number=1']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:07:15.279898 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-763489c4-2d86-44dd-9e72-760a1f30b0cf tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:07:15.328666 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a815162-ab71-48c8-97cb-e2b934c1add9 req-763489c4-2d86-44dd-9e72-760a1f30b0cf tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Network b14368f7-35c6-4d91-831b-2eb7646e9222 is already hosted by enough agents. {{(pid=80382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 15:07:15.329953 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.base_scheduler [req-2a815162-ab71-48c8-97cb-e2b934c1add9 req-763489c4-2d86-44dd-9e72-760a1f30b0cf tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Resources bound (agent type, host, resource id):  {{(pid=80382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 15:07:15.332236 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a815162-ab71-48c8-97cb-e2b934c1add9 req-763489c4-2d86-44dd-9e72-760a1f30b0cf tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Received port after_create {{(pid=80382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 15:07:15.401371 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a815162-ab71-48c8-97cb-e2b934c1add9 req-763489c4-2d86-44dd-9e72-760a1f30b0cf tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:07:15.402084 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-2a815162-ab71-48c8-97cb-e2b934c1add9 req-763489c4-2d86-44dd-9e72-760a1f30b0cf tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6653'] for port, before_response {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:15.412499 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-8456aec0-6886-48c1-aa75-b1b9dc832d48 req-6eca0d2e-87de-42f1-84f7-98a9a6c526c7 service neutron] 10.222.0.63 "GET /v2.0/networks/b89cab8b-b39a-4106-adb3-9bedf452bb83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1457102
Dec 03 15:07:15.429059 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-2a815162-ab71-48c8-97cb-e2b934c1add9 req-763489c4-2d86-44dd-9e72-760a1f30b0cf tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0738904
Dec 03 15:07:15.453920 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.base [req-2a815162-ab71-48c8-97cb-e2b934c1add9 req-a7f0944d-7d5e-471c-9d44-552040f12d2c service neutron] Request body: {'port': {'device_id': 'c36a1db4-149e-42e3-b996-ad70b23479b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75790'}} {{(pid=80382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 15:07:15.639216 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-25cbac11-a2e0-4b4c-b581-541b5dcb1d9e req-01539632-7ab0-45b3-9b8d-dc4b79db59ba tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/ports?device_id=e2dedaf2-51f5-458f-8e08-7814bc6780c3 HTTP/1.1" status: 200  len: 210 time: 0.0582824
Dec 03 15:07:15.642564 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-2a815162-ab71-48c8-97cb-e2b934c1add9 req-a7f0944d-7d5e-471c-9d44-552040f12d2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:15.659831 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175dd862-b317-4aea-881b-c385b449280f req-7c0bb64c-c2aa-46cc-a3ed-a9f9b521d186 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:07:15.660588 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-175dd862-b317-4aea-881b-c385b449280f req-7c0bb64c-c2aa-46cc-a3ed-a9f9b521d186 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Synchronizing usage tracker for tenant:a474d63897e4433e9e4b034785e66430 on resource:port {{(pid=80382) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 15:07:15.725892 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-175dd862-b317-4aea-881b-c385b449280f req-7c0bb64c-c2aa-46cc-a3ed-a9f9b521d186 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Unset dirty status for tenant:a474d63897e4433e9e4b034785e66430 on resource:port {{(pid=80382) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 15:07:15.727278 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-175dd862-b317-4aea-881b-c385b449280f req-7c0bb64c-c2aa-46cc-a3ed-a9f9b521d186 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] 10.222.0.63 "GET /v2.0/ports?device_id=c36a1db4-149e-42e3-b996-ad70b23479b6 HTTP/1.1" status: 200  len: 931 time: 0.2422040
Dec 03 15:07:15.829647 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-175dd862-b317-4aea-881b-c385b449280f req-883a7e28-d143-4dd2-8f72-035b21a6f134 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] 10.222.0.63 "GET /v2.0/security-groups?id=bac07432-27c1-4fa4-abf2-47ecab22547d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0952671
Dec 03 15:07:16.122802 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.notifiers.nova [req-2a815162-ab71-48c8-97cb-e2b934c1add9 req-a7f0944d-7d5e-471c-9d44-552040f12d2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdbe9e9c-8f3f-4fa7-9499-ca87a100ee37 {{(pid=80382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 03 15:07:16.129944 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-2a815162-ab71-48c8-97cb-e2b934c1add9 req-a7f0944d-7d5e-471c-9d44-552040f12d2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:16.142583 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [req-2a815162-ab71-48c8-97cb-e2b934c1add9 req-a7f0944d-7d5e-471c-9d44-552040f12d2c service neutron] Transition to ACTIVE for port object fdbe9e9c-8f3f-4fa7-9499-ca87a100ee37 will not be triggered until provisioned by entity L2. {{(pid=80382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 15:07:16.145686 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-2a815162-ab71-48c8-97cb-e2b934c1add9 req-a7f0944d-7d5e-471c-9d44-552040f12d2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036824732220'] for port, after_update {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:16.161881 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-bb9afa79-7424-4f0f-93be-b11eaf513fab service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:07:16.305692 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f0944d-7d5e-471c-9d44-552040f12d2c service neutron] Pushing event updated for resources: {'Port': ['ID=fdbe9e9c-8f3f-4fa7-9499-ca87a100ee37,revision_number=2']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:07:16.310406 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-a7f0944d-7d5e-471c-9d44-552040f12d2c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:07:16.486490 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [req-2a815162-ab71-48c8-97cb-e2b934c1add9 req-a7f0944d-7d5e-471c-9d44-552040f12d2c service neutron] Attempting to bind port fdbe9e9c-8f3f-4fa7-9499-ca87a100ee37 on host hv-cinder-75790 for vnic_type normal with profile  {{(pid=80382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 15:07:16.486788 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [req-2a815162-ab71-48c8-97cb-e2b934c1add9 req-a7f0944d-7d5e-471c-9d44-552040f12d2c service neutron] Attempting to bind port fdbe9e9c-8f3f-4fa7-9499-ca87a100ee37 by drivers openvswitch on host hv-cinder-75790 at level 0 using segments [{'id': 'ced8c6e9-f1ba-4905-8864-70d742cf377e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b14368f7-35c6-4d91-831b-2eb7646e9222'}] {{(pid=80382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 15:07:16.487164 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a815162-ab71-48c8-97cb-e2b934c1add9 req-a7f0944d-7d5e-471c-9d44-552040f12d2c service neutron] Attempting to bind port fdbe9e9c-8f3f-4fa7-9499-ca87a100ee37 on network b14368f7-35c6-4d91-831b-2eb7646e9222 {{(pid=80382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 15:07:16.493771 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a815162-ab71-48c8-97cb-e2b934c1add9 req-a7f0944d-7d5e-471c-9d44-552040f12d2c service neutron] Checking agent: {'id': '7af519bd-b73a-4597-86f2-e334c7b64707', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75790', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 15, 0, 18), 'started_at': datetime.datetime(2020, 12, 3, 15, 0, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 15, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 15:07:16.494192 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a815162-ab71-48c8-97cb-e2b934c1add9 req-a7f0944d-7d5e-471c-9d44-552040f12d2c service neutron] Checking segment: {'id': 'ced8c6e9-f1ba-4905-8864-70d742cf377e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b14368f7-35c6-4d91-831b-2eb7646e9222'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 15:07:16.494605 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-2a815162-ab71-48c8-97cb-e2b934c1add9 req-a7f0944d-7d5e-471c-9d44-552040f12d2c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:16.495004 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a815162-ab71-48c8-97cb-e2b934c1add9 req-a7f0944d-7d5e-471c-9d44-552040f12d2c service neutron] Bound using segment: {'id': 'ced8c6e9-f1ba-4905-8864-70d742cf377e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b14368f7-35c6-4d91-831b-2eb7646e9222'} {{(pid=80382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 15:07:16.495484 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [req-2a815162-ab71-48c8-97cb-e2b934c1add9 req-a7f0944d-7d5e-471c-9d44-552040f12d2c service neutron] Bound port: fdbe9e9c-8f3f-4fa7-9499-ca87a100ee37, host: hv-cinder-75790, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ced8c6e9-f1ba-4905-8864-70d742cf377e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b14368f7-35c6-4d91-831b-2eb7646e9222'}}] {{(pid=80382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 15:07:16.495862 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-2a815162-ab71-48c8-97cb-e2b934c1add9 req-a7f0944d-7d5e-471c-9d44-552040f12d2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:16.592332 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [req-2a815162-ab71-48c8-97cb-e2b934c1add9 req-a7f0944d-7d5e-471c-9d44-552040f12d2c service neutron] For port fdbe9e9c-8f3f-4fa7-9499-ca87a100ee37, host hv-cinder-75790, cleared binding levels {{(pid=80382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 15:07:16.596013 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-37530ad5-68f2-445a-a82d-96f2db55b7bd req-5600edbe-fcf0-43c6-8586-cc9c0a4ad57e service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=d5082cea-6dd3-41d3-9210-f5e8bd37f651&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0794952
Dec 03 15:07:16.596970 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [req-2a815162-ab71-48c8-97cb-e2b934c1add9 req-a7f0944d-7d5e-471c-9d44-552040f12d2c service neutron] For port fdbe9e9c-8f3f-4fa7-9499-ca87a100ee37, host hv-cinder-75790, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=fdbe9e9c-8f3f-4fa7-9499-ca87a100ee37,segment=NetworkSegment(ced8c6e9-f1ba-4905-8864-70d742cf377e),segment_id=ced8c6e9-f1ba-4905-8864-70d742cf377e)] {{(pid=80382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 15:07:16.600076 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-2a815162-ab71-48c8-97cb-e2b934c1add9 req-a7f0944d-7d5e-471c-9d44-552040f12d2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036824732220'] for port, after_update {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:16.618214 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-2fec2e35-14e3-4850-9d3c-d11a710c4556 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:07:16.766119 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f0944d-7d5e-471c-9d44-552040f12d2c service neutron] Pushing event updated for resources: {'Port': ['ID=fdbe9e9c-8f3f-4fa7-9499-ca87a100ee37,revision_number=3']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:07:16.771086 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-a7f0944d-7d5e-471c-9d44-552040f12d2c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:07:16.901566 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-1140d823-29ab-4e12-919e-17acf8b2aa76 req-edf7b3dc-a040-4770-a226-a9b19ed59880 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/ports?device_id=e2dedaf2-51f5-458f-8e08-7814bc6780c3 HTTP/1.1" status: 200  len: 210 time: 0.0513744
Dec 03 15:07:16.911244 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37530ad5-68f2-445a-a82d-96f2db55b7bd req-adec40b9-edaa-4b6e-9143-d3b4f1b1db1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:07:16.912869 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-37530ad5-68f2-445a-a82d-96f2db55b7bd req-adec40b9-edaa-4b6e-9143-d3b4f1b1db1a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1bf6d3149aee44a798e51e0135d17c5f&device_id=d5082cea-6dd3-41d3-9210-f5e8bd37f651 HTTP/1.1" status: 200  len: 1163 time: 0.1853690
Dec 03 15:07:17.107048 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37530ad5-68f2-445a-a82d-96f2db55b7bd req-1e1c4aa5-9615-4d1f-9127-71c5efff4725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:07:17.108544 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-37530ad5-68f2-445a-a82d-96f2db55b7bd req-1e1c4aa5-9615-4d1f-9127-71c5efff4725 service neutron] 10.222.0.83 "GET /v2.0/networks?id=2263eb43-6c9e-40c3-9734-975854f0ad70 HTTP/1.1" status: 200  len: 905 time: 0.1582055
Dec 03 15:07:17.215087 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a815162-ab71-48c8-97cb-e2b934c1add9 req-a7f0944d-7d5e-471c-9d44-552040f12d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:07:17.215786 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-2a815162-ab71-48c8-97cb-e2b934c1add9 req-a7f0944d-7d5e-471c-9d44-552040f12d2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6653'] for port, before_response {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:17.217339 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-2a815162-ab71-48c8-97cb-e2b934c1add9 req-a7f0944d-7d5e-471c-9d44-552040f12d2c service neutron] 10.222.0.83 "PUT /v2.0/ports/fdbe9e9c-8f3f-4fa7-9499-ca87a100ee37 HTTP/1.1" status: 200  len: 1157 time: 1.7682619
Dec 03 15:07:17.220183 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c36a1db4-149e-42e3-b996-ad70b23479b6', 'tag': 'fdbe9e9c-8f3f-4fa7-9499-ca87a100ee37'}] {{(pid=80382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 15:07:17.301924 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c36a1db4-149e-42e3-b996-ad70b23479b6', 'tag': 'fdbe9e9c-8f3f-4fa7-9499-ca87a100ee37', 'status': 'completed', 'code': 200}
Dec 03 15:07:17.395992 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8456aec0-6886-48c1-aa75-b1b9dc832d48 req-fd2c9f1c-4d72-4778-919e-c1485ad72add tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:07:17.396795 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-8456aec0-6886-48c1-aa75-b1b9dc832d48 req-fd2c9f1c-4d72-4778-919e-c1485ad72add tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Synchronizing usage tracker for tenant:f608c43dc4544cf8abe2b82be12c9880 on resource:network {{(pid=80382) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 15:07:17.426143 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f8f6eb-7ea0-4682-8185-82d1b8597b20 req-17a0e44f-b52c-4bc7-b4a9-5bc0b8399355 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:07:17.427797 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-87f8f6eb-7ea0-4682-8185-82d1b8597b20 req-17a0e44f-b52c-4bc7-b4a9-5bc0b8399355 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] 10.222.0.63 "GET /v2.0/ports?device_id=c36a1db4-149e-42e3-b996-ad70b23479b6 HTTP/1.1" status: 200  len: 943 time: 0.3281090
Dec 03 15:07:17.451145 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-61d2ba17-8aaa-4d83-ab89-539b6db7f432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:17.461738 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-8456aec0-6886-48c1-aa75-b1b9dc832d48 req-fd2c9f1c-4d72-4778-919e-c1485ad72add tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Unset dirty status for tenant:f608c43dc4544cf8abe2b82be12c9880 on resource:network {{(pid=80382) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 15:07:17.463536 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-8456aec0-6886-48c1-aa75-b1b9dc832d48 req-fd2c9f1c-4d72-4778-919e-c1485ad72add tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.83 "GET /v2.0/networks?id=b89cab8b-b39a-4106-adb3-9bedf452bb83 HTTP/1.1" status: 200  len: 817 time: 0.3626368
Dec 03 15:07:17.482884 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-37530ad5-68f2-445a-a82d-96f2db55b7bd req-4f45b07d-e36d-46d4-ae0e-90c4a8cd600f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e835912e-98c3-4b70-bf9b-467e0fcfcd78 HTTP/1.1" status: 200  len: 1002 time: 0.3501778
Dec 03 15:07:17.498122 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-87f8f6eb-7ea0-4682-8185-82d1b8597b20 req-b3e74aaa-c467-40a9-b9ec-c4e7b7996a7b tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] 10.222.0.63 "GET /v2.0/security-groups?id=bac07432-27c1-4fa4-abf2-47ecab22547d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0577624
Dec 03 15:07:17.526239 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a815162-ab71-48c8-97cb-e2b934c1add9 req-e75e14a2-efda-42fe-a80a-7a5c794d3c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:07:17.527508 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-2a815162-ab71-48c8-97cb-e2b934c1add9 req-e75e14a2-efda-42fe-a80a-7a5c794d3c40 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a474d63897e4433e9e4b034785e66430&device_id=c36a1db4-149e-42e3-b996-ad70b23479b6 HTTP/1.1" status: 200  len: 1160 time: 0.1827431
Dec 03 15:07:17.563607 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37530ad5-68f2-445a-a82d-96f2db55b7bd req-488a09eb-5adf-43e1-91e5-19de81b3a841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:07:17.565241 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-37530ad5-68f2-445a-a82d-96f2db55b7bd req-488a09eb-5adf-43e1-91e5-19de81b3a841 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=988b1530-5903-4de4-818d-5aa0d60661ff HTTP/1.1" status: 200  len: 850 time: 0.0681012
Dec 03 15:07:17.634765 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-2a815162-ab71-48c8-97cb-e2b934c1add9 req-406b065f-0bf2-48c2-bed8-6b4ec011c567 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fdbe9e9c-8f3f-4fa7-9499-ca87a100ee37 HTTP/1.1" status: 200  len: 217 time: 0.0832627
Dec 03 15:07:17.641493 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-8456aec0-6886-48c1-aa75-b1b9dc832d48 req-fa5cec6e-a66f-4047-b71b-4d8823567e65 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Synchronizing usage tracker for tenant:f608c43dc4544cf8abe2b82be12c9880 on resource:security_group {{(pid=80382) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 15:07:17.653397 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37530ad5-68f2-445a-a82d-96f2db55b7bd req-62f085d6-48b5-43be-a2f9-1579fe8837b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:07:17.655056 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-37530ad5-68f2-445a-a82d-96f2db55b7bd req-62f085d6-48b5-43be-a2f9-1579fe8837b7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2263eb43-6c9e-40c3-9734-975854f0ad70&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0780201
Dec 03 15:07:17.703490 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-8456aec0-6886-48c1-aa75-b1b9dc832d48 req-fa5cec6e-a66f-4047-b71b-4d8823567e65 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Unset dirty status for tenant:f608c43dc4544cf8abe2b82be12c9880 on resource:security_group {{(pid=80382) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 15:07:17.704902 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-8456aec0-6886-48c1-aa75-b1b9dc832d48 req-fa5cec6e-a66f-4047-b71b-4d8823567e65 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=f608c43dc4544cf8abe2b82be12c9880 HTTP/1.1" status: 200  len: 5505 time: 0.2058518
Dec 03 15:07:17.721680 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.base [req-8456aec0-6886-48c1-aa75-b1b9dc832d48 req-4d6f4982-f987-4388-98ec-031747cbe1fd tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Request body: {'port': {'device_id': 'e2dedaf2-51f5-458f-8e08-7814bc6780c3', 'network_id': 'b89cab8b-b39a-4106-adb3-9bedf452bb83', 'admin_state_up': True, 'tenant_id': 'f608c43dc4544cf8abe2b82be12c9880', 'security_groups': ['b59594c2-15ba-4530-bd79-526c99ca8751']}} {{(pid=80382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 15:07:17.743209 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a815162-ab71-48c8-97cb-e2b934c1add9 req-d264804b-f528-421a-a6c7-8aee870948d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:07:17.747325 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-2a815162-ab71-48c8-97cb-e2b934c1add9 req-d264804b-f528-421a-a6c7-8aee870948d9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e8082567-8640-4611-a816-16705f681ba1 HTTP/1.1" status: 200  len: 854 time: 0.1018393
Dec 03 15:07:17.816423 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-37530ad5-68f2-445a-a82d-96f2db55b7bd req-47aef600-10cf-49f5-a6d0-19cf1d271138 service neutron] 10.222.0.83 "GET /v2.0/networks/2263eb43-6c9e-40c3-9734-975854f0ad70?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1449223
Dec 03 15:07:17.883832 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-2a815162-ab71-48c8-97cb-e2b934c1add9 req-594435d1-27ae-4209-8d4d-c99151eec902 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b14368f7-35c6-4d91-831b-2eb7646e9222&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1101382
Dec 03 15:07:17.910762 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.agents_db [None req-51f4eaf8-3f98-4d92-a7df-a28bf03852b0 None None] Agent healthcheck: found 6 active agents {{(pid=80385) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 15:07:17.966070 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-37530ad5-68f2-445a-a82d-96f2db55b7bd req-6b9ce539-f6a0-4c23-9291-5c5a3e8f0c8a service neutron] 10.222.0.83 "GET /v2.0/networks/2263eb43-6c9e-40c3-9734-975854f0ad70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1420710
Dec 03 15:07:18.050071 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [req-8456aec0-6886-48c1-aa75-b1b9dc832d48 req-4d6f4982-f987-4388-98ec-031747cbe1fd tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:07:18.068237 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-8456aec0-6886-48c1-aa75-b1b9dc832d48 req-4d6f4982-f987-4388-98ec-031747cbe1fd tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Usage tracker for resource:port and tenant:f608c43dc4544cf8abe2b82be12c9880 is out of sync, need to count used quota {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:07:18.073361 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-8456aec0-6886-48c1-aa75-b1b9dc832d48 req-4d6f4982-f987-4388-98ec-031747cbe1fd tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Quota usage for port was recalculated. Used quota:3. {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:07:18.091457 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [req-8456aec0-6886-48c1-aa75-b1b9dc832d48 req-4d6f4982-f987-4388-98ec-031747cbe1fd tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:07:18.104920 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-2a815162-ab71-48c8-97cb-e2b934c1add9 req-28cd3c15-2211-4b05-8c76-1268b19f737a service neutron] 10.222.0.83 "GET /v2.0/networks/b14368f7-35c6-4d91-831b-2eb7646e9222?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2112820
Dec 03 15:07:18.109507 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8456aec0-6886-48c1-aa75-b1b9dc832d48 req-4d6f4982-f987-4388-98ec-031747cbe1fd tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Made reservation on behalf of f608c43dc4544cf8abe2b82be12c9880 for: {'port': 1} {{(pid=80382) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 15:07:18.109652 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-5c031996-e7d5-4eb8-9fee-ecd05ab2e746 req-4b22ea60-2a22-465c-b1ed-1ceac35386c6 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/ports?device_id=e2dedaf2-51f5-458f-8e08-7814bc6780c3 HTTP/1.1" status: 200  len: 210 time: 0.0461414
Dec 03 15:07:18.115058 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-8456aec0-6886-48c1-aa75-b1b9dc832d48 req-4d6f4982-f987-4388-98ec-031747cbe1fd tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:18.413787 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-2a815162-ab71-48c8-97cb-e2b934c1add9 req-4d4da78e-8c70-4ce9-b859-edd8cdec53e6 service neutron] 10.222.0.83 "GET /v2.0/networks/b14368f7-35c6-4d91-831b-2eb7646e9222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2859149
Dec 03 15:07:18.638353 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.db_base_plugin_common [req-8456aec0-6886-48c1-aa75-b1b9dc832d48 req-4d6f4982-f987-4388-98ec-031747cbe1fd tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Allocated IP 172.20.0.13 (b89cab8b-b39a-4106-adb3-9bedf452bb83/5f041ad7-6cbb-400e-8386-1de021d0e693/0b68efc4-0565-4c23-9acc-fbbc726bba64) {{(pid=80382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 15:07:18.751041 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5ddcf6-8ab5-4e19-a89d-6a163f4ac5d2 req-677769b2-9b61-4c55-8d67-3692e4ddc34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:07:18.752665 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-0b5ddcf6-8ab5-4e19-a89d-6a163f4ac5d2 req-677769b2-9b61-4c55-8d67-3692e4ddc34b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a474d63897e4433e9e4b034785e66430&device_id=c36a1db4-149e-42e3-b996-ad70b23479b6 HTTP/1.1" status: 200  len: 1160 time: 0.2099009
Dec 03 15:07:18.985411 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99838c2a-972b-44b9-aef8-cf8b2959a88d req-01029f6c-cf9e-4038-9b5c-c438355f33af tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:07:18.987064 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-99838c2a-972b-44b9-aef8-cf8b2959a88d req-01029f6c-cf9e-4038-9b5c-c438355f33af tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] 10.222.0.63 "GET /v2.0/ports?device_id=c36a1db4-149e-42e3-b996-ad70b23479b6 HTTP/1.1" status: 200  len: 943 time: 0.3464315
Dec 03 15:07:19.078743 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5ddcf6-8ab5-4e19-a89d-6a163f4ac5d2 req-6017af28-84a0-440a-8b0e-2052c28e3247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:07:19.080223 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-0b5ddcf6-8ab5-4e19-a89d-6a163f4ac5d2 req-6017af28-84a0-440a-8b0e-2052c28e3247 service neutron] 10.222.0.83 "GET /v2.0/networks?id=b14368f7-35c6-4d91-831b-2eb7646e9222 HTTP/1.1" status: 200  len: 908 time: 0.3016984
Dec 03 15:07:19.087831 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-8456aec0-6886-48c1-aa75-b1b9dc832d48 req-4d6f4982-f987-4388-98ec-031747cbe1fd tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Notify callbacks [] for port, precommit_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:19.101621 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-99838c2a-972b-44b9-aef8-cf8b2959a88d req-68bb46a8-7569-4ad5-9f79-3ba1a56dbd7c tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] 10.222.0.63 "GET /v2.0/security-groups?id=bac07432-27c1-4fa4-abf2-47ecab22547d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1075032
Dec 03 15:07:19.174297 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-0b5ddcf6-8ab5-4e19-a89d-6a163f4ac5d2 req-664faa58-53e4-49e0-a186-293a1b4c65c1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fdbe9e9c-8f3f-4fa7-9499-ca87a100ee37 HTTP/1.1" status: 200  len: 217 time: 0.0714107
Dec 03 15:07:19.175864 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [req-8456aec0-6886-48c1-aa75-b1b9dc832d48 req-4d6f4982-f987-4388-98ec-031747cbe1fd tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Transition to ACTIVE for port object 0b68efc4-0565-4c23-9acc-fbbc726bba64 will not be triggered until provisioned by entity DHCP. {{(pid=80382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 15:07:19.260570 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5ddcf6-8ab5-4e19-a89d-6a163f4ac5d2 req-833cea45-778a-48e5-8fa5-7bd263e66534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:07:19.262217 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-0b5ddcf6-8ab5-4e19-a89d-6a163f4ac5d2 req-833cea45-778a-48e5-8fa5-7bd263e66534 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e8082567-8640-4611-a816-16705f681ba1 HTTP/1.1" status: 200  len: 854 time: 0.0789292
Dec 03 15:07:19.263873 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-8456aec0-6886-48c1-aa75-b1b9dc832d48 req-4d6f4982-f987-4388-98ec-031747cbe1fd tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307552080722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30043597'] for port, after_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:19.279479 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-31c4847c-7106-4813-801c-2e2382706893 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:07:19.356764 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92f516c-1637-478d-bff4-274797379a9a req-11e80739-3ce7-48f7-8fa0-fdfcc65c5343 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:07:19.358310 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-c92f516c-1637-478d-bff4-274797379a9a req-11e80739-3ce7-48f7-8fa0-fdfcc65c5343 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/ports?device_id=e2dedaf2-51f5-458f-8e08-7814bc6780c3 HTTP/1.1" status: 200  len: 932 time: 0.0913863
Dec 03 15:07:19.396105 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-0b5ddcf6-8ab5-4e19-a89d-6a163f4ac5d2 req-4a347453-28a0-4380-af2c-8f5ec20d2cd7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b14368f7-35c6-4d91-831b-2eb7646e9222&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0790243
Dec 03 15:07:19.408645 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-c92f516c-1637-478d-bff4-274797379a9a req-e46d0c1d-8eb2-4a1d-b3c9-6b5de8e53bfe tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/security-groups?id=b59594c2-15ba-4530-bd79-526c99ca8751&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438409
Dec 03 15:07:19.719005 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6f4982-f987-4388-98ec-031747cbe1fd tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Pushing event updated for resources: {'Port': ['ID=0b68efc4-0565-4c23-9acc-fbbc726bba64,revision_number=1']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:07:19.727567 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-4d6f4982-f987-4388-98ec-031747cbe1fd tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:07:19.858782 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8456aec0-6886-48c1-aa75-b1b9dc832d48 req-4d6f4982-f987-4388-98ec-031747cbe1fd tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Network b89cab8b-b39a-4106-adb3-9bedf452bb83 is already hosted by enough agents. {{(pid=80382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 15:07:19.861127 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-0b5ddcf6-8ab5-4e19-a89d-6a163f4ac5d2 req-087048bd-927d-4d43-9087-24112fff0733 service neutron] 10.222.0.83 "GET /v2.0/networks/b14368f7-35c6-4d91-831b-2eb7646e9222?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4554493
Dec 03 15:07:19.862127 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.base_scheduler [req-8456aec0-6886-48c1-aa75-b1b9dc832d48 req-4d6f4982-f987-4388-98ec-031747cbe1fd tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Resources bound (agent type, host, resource id):  {{(pid=80382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 15:07:19.864371 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [req-8456aec0-6886-48c1-aa75-b1b9dc832d48 req-4d6f4982-f987-4388-98ec-031747cbe1fd tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Received port after_create {{(pid=80382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 15:07:20.028564 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8456aec0-6886-48c1-aa75-b1b9dc832d48 req-4d6f4982-f987-4388-98ec-031747cbe1fd tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:07:20.029242 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-8456aec0-6886-48c1-aa75-b1b9dc832d48 req-4d6f4982-f987-4388-98ec-031747cbe1fd tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6653'] for port, before_response {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:20.080127 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-8456aec0-6886-48c1-aa75-b1b9dc832d48 req-4d6f4982-f987-4388-98ec-031747cbe1fd tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.3626311
Dec 03 15:07:20.082640 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-1b9a88cf-6d55-4bf3-9aed-46436dc4af76 None None] Provisioning for port 0b68efc4-0565-4c23-9acc-fbbc726bba64 completed by entity DHCP. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 15:07:20.083578 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-0b5ddcf6-8ab5-4e19-a89d-6a163f4ac5d2 req-8f69f089-ea57-4e68-8f29-0cc44597c59d service neutron] 10.222.0.83 "GET /v2.0/networks/b14368f7-35c6-4d91-831b-2eb7646e9222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1912451
Dec 03 15:07:20.087954 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-1b9a88cf-6d55-4bf3-9aed-46436dc4af76 None None] Provisioning complete for port 0b68efc4-0565-4c23-9acc-fbbc726bba64 triggered by entity DHCP. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:07:20.088380 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-1b9a88cf-6d55-4bf3-9aed-46436dc4af76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:20.123846 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.base [req-8456aec0-6886-48c1-aa75-b1b9dc832d48 req-da143e94-6abe-4695-acc2-01998449a0d4 service neutron] Request body: {'port': {'device_id': 'e2dedaf2-51f5-458f-8e08-7814bc6780c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75790'}} {{(pid=80382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 15:07:20.155257 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [None req-1b9a88cf-6d55-4bf3-9aed-46436dc4af76 None None] Port 0b68efc4-0565-4c23-9acc-fbbc726bba64 cannot update to ACTIVE because it is not bound. {{(pid=80384) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 15:07:20.168417 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2163c7fd-dcd6-40e9-9872-0bd840adf48b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:20.175392 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-d1a712ed-1597-40ee-be3f-9bd7eb160871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:20.296216 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-8456aec0-6886-48c1-aa75-b1b9dc832d48 req-da143e94-6abe-4695-acc2-01998449a0d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:20.434302 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b327ba9-031f-481a-bec7-fa70a1f7b953 req-42508077-a862-44d1-8d7a-f51713d896ad tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:07:20.435828 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-4b327ba9-031f-481a-bec7-fa70a1f7b953 req-42508077-a862-44d1-8d7a-f51713d896ad tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] 10.222.0.63 "GET /v2.0/ports?device_id=c36a1db4-149e-42e3-b996-ad70b23479b6 HTTP/1.1" status: 200  len: 943 time: 0.1990552
Dec 03 15:07:20.546501 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-4b327ba9-031f-481a-bec7-fa70a1f7b953 req-e5d975b8-18f2-4af8-9e7b-6ecc34ea7435 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] 10.222.0.63 "GET /v2.0/security-groups?id=bac07432-27c1-4fa4-abf2-47ecab22547d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1037638
Dec 03 15:07:20.645491 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab7c74c-3328-44b6-8377-f5a85d6a602a req-27e2a0a1-5c4c-436d-a483-5ac7cdd02535 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:07:20.647347 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-8ab7c74c-3328-44b6-8377-f5a85d6a602a req-27e2a0a1-5c4c-436d-a483-5ac7cdd02535 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/ports?device_id=e2dedaf2-51f5-458f-8e08-7814bc6780c3 HTTP/1.1" status: 200  len: 932 time: 0.0859332
Dec 03 15:07:20.702882 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-8ab7c74c-3328-44b6-8377-f5a85d6a602a req-fd6dee7e-ba2c-41e7-9d56-9965a457cac3 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/security-groups?id=b59594c2-15ba-4530-bd79-526c99ca8751&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0481589
Dec 03 15:07:20.782219 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.notifiers.nova [req-8456aec0-6886-48c1-aa75-b1b9dc832d48 req-da143e94-6abe-4695-acc2-01998449a0d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b68efc4-0565-4c23-9acc-fbbc726bba64 {{(pid=80382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 03 15:07:20.786538 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-8456aec0-6886-48c1-aa75-b1b9dc832d48 req-da143e94-6abe-4695-acc2-01998449a0d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:20.799784 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [req-8456aec0-6886-48c1-aa75-b1b9dc832d48 req-da143e94-6abe-4695-acc2-01998449a0d4 service neutron] Transition to ACTIVE for port object 0b68efc4-0565-4c23-9acc-fbbc726bba64 will not be triggered until provisioned by entity L2. {{(pid=80382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 15:07:20.802478 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-8456aec0-6886-48c1-aa75-b1b9dc832d48 req-da143e94-6abe-4695-acc2-01998449a0d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036824732220'] for port, after_update {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:20.818448 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:07:20.952870 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da143e94-6abe-4695-acc2-01998449a0d4 service neutron] Pushing event updated for resources: {'Port': ['ID=0b68efc4-0565-4c23-9acc-fbbc726bba64,revision_number=2']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:07:20.964406 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da143e94-6abe-4695-acc2-01998449a0d4 service neutron] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:07:20.964760 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da143e94-6abe-4695-acc2-01998449a0d4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:07:20.965168 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da143e94-6abe-4695-acc2-01998449a0d4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:07:20.965577 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da143e94-6abe-4695-acc2-01998449a0d4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:07:20.965993 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da143e94-6abe-4695-acc2-01998449a0d4 service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:07:20.966395 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da143e94-6abe-4695-acc2-01998449a0d4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:07:20.966788 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da143e94-6abe-4695-acc2-01998449a0d4 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:07:20.967182 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da143e94-6abe-4695-acc2-01998449a0d4 service neutron] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:07:20.967575 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da143e94-6abe-4695-acc2-01998449a0d4 service neutron] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:07:20.967968 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da143e94-6abe-4695-acc2-01998449a0d4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:07:20.968359 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da143e94-6abe-4695-acc2-01998449a0d4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:07:20.968744 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da143e94-6abe-4695-acc2-01998449a0d4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:07:20.969178 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da143e94-6abe-4695-acc2-01998449a0d4 service neutron] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:07:20.969568 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da143e94-6abe-4695-acc2-01998449a0d4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:07:20.969978 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da143e94-6abe-4695-acc2-01998449a0d4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:07:20.970369 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da143e94-6abe-4695-acc2-01998449a0d4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:07:20.970758 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da143e94-6abe-4695-acc2-01998449a0d4 service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:07:20.971149 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da143e94-6abe-4695-acc2-01998449a0d4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:07:20.971539 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da143e94-6abe-4695-acc2-01998449a0d4 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:07:20.971928 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da143e94-6abe-4695-acc2-01998449a0d4 service neutron] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:07:20.972316 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da143e94-6abe-4695-acc2-01998449a0d4 service neutron] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:07:20.972707 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da143e94-6abe-4695-acc2-01998449a0d4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:07:20.973095 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da143e94-6abe-4695-acc2-01998449a0d4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:07:20.973483 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da143e94-6abe-4695-acc2-01998449a0d4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:07:20.979530 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-da143e94-6abe-4695-acc2-01998449a0d4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:07:21.156794 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [req-8456aec0-6886-48c1-aa75-b1b9dc832d48 req-da143e94-6abe-4695-acc2-01998449a0d4 service neutron] Attempting to bind port 0b68efc4-0565-4c23-9acc-fbbc726bba64 on host hv-cinder-75790 for vnic_type normal with profile  {{(pid=80382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 15:07:21.157172 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [req-8456aec0-6886-48c1-aa75-b1b9dc832d48 req-da143e94-6abe-4695-acc2-01998449a0d4 service neutron] Attempting to bind port 0b68efc4-0565-4c23-9acc-fbbc726bba64 by drivers openvswitch on host hv-cinder-75790 at level 0 using segments [{'id': 'e2b57a66-c421-4e34-bfed-3a9d2ac3bd3c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b89cab8b-b39a-4106-adb3-9bedf452bb83'}] {{(pid=80382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 15:07:21.157551 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8456aec0-6886-48c1-aa75-b1b9dc832d48 req-da143e94-6abe-4695-acc2-01998449a0d4 service neutron] Attempting to bind port 0b68efc4-0565-4c23-9acc-fbbc726bba64 on network b89cab8b-b39a-4106-adb3-9bedf452bb83 {{(pid=80382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 15:07:21.163535 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8456aec0-6886-48c1-aa75-b1b9dc832d48 req-da143e94-6abe-4695-acc2-01998449a0d4 service neutron] Checking agent: {'id': '7af519bd-b73a-4597-86f2-e334c7b64707', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75790', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 15, 0, 18), 'started_at': datetime.datetime(2020, 12, 3, 15, 0, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 15, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 15:07:21.163909 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8456aec0-6886-48c1-aa75-b1b9dc832d48 req-da143e94-6abe-4695-acc2-01998449a0d4 service neutron] Checking segment: {'id': 'e2b57a66-c421-4e34-bfed-3a9d2ac3bd3c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b89cab8b-b39a-4106-adb3-9bedf452bb83'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 15:07:21.164319 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-8456aec0-6886-48c1-aa75-b1b9dc832d48 req-da143e94-6abe-4695-acc2-01998449a0d4 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:21.164716 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8456aec0-6886-48c1-aa75-b1b9dc832d48 req-da143e94-6abe-4695-acc2-01998449a0d4 service neutron] Bound using segment: {'id': 'e2b57a66-c421-4e34-bfed-3a9d2ac3bd3c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b89cab8b-b39a-4106-adb3-9bedf452bb83'} {{(pid=80382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 15:07:21.165193 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [req-8456aec0-6886-48c1-aa75-b1b9dc832d48 req-da143e94-6abe-4695-acc2-01998449a0d4 service neutron] Bound port: 0b68efc4-0565-4c23-9acc-fbbc726bba64, host: hv-cinder-75790, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2b57a66-c421-4e34-bfed-3a9d2ac3bd3c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b89cab8b-b39a-4106-adb3-9bedf452bb83'}}] {{(pid=80382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 15:07:21.166295 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-8456aec0-6886-48c1-aa75-b1b9dc832d48 req-da143e94-6abe-4695-acc2-01998449a0d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:21.263990 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [req-8456aec0-6886-48c1-aa75-b1b9dc832d48 req-da143e94-6abe-4695-acc2-01998449a0d4 service neutron] For port 0b68efc4-0565-4c23-9acc-fbbc726bba64, host hv-cinder-75790, cleared binding levels {{(pid=80382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 15:07:21.267197 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [req-8456aec0-6886-48c1-aa75-b1b9dc832d48 req-da143e94-6abe-4695-acc2-01998449a0d4 service neutron] For port 0b68efc4-0565-4c23-9acc-fbbc726bba64, host hv-cinder-75790, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=0b68efc4-0565-4c23-9acc-fbbc726bba64,segment=NetworkSegment(e2b57a66-c421-4e34-bfed-3a9d2ac3bd3c),segment_id=e2b57a66-c421-4e34-bfed-3a9d2ac3bd3c)] {{(pid=80382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 15:07:21.270983 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-8456aec0-6886-48c1-aa75-b1b9dc832d48 req-da143e94-6abe-4695-acc2-01998449a0d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036824732220'] for port, after_update {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:21.283235 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:21.286852 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-1ff39593-ba97-4e00-a783-a320bebc9005 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:07:21.429596 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da143e94-6abe-4695-acc2-01998449a0d4 service neutron] Pushing event updated for resources: {'Port': ['ID=0b68efc4-0565-4c23-9acc-fbbc726bba64,revision_number=3']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:07:21.435492 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-da143e94-6abe-4695-acc2-01998449a0d4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:07:21.478607 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8456aec0-6886-48c1-aa75-b1b9dc832d48 req-da143e94-6abe-4695-acc2-01998449a0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:07:21.479294 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-8456aec0-6886-48c1-aa75-b1b9dc832d48 req-da143e94-6abe-4695-acc2-01998449a0d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6653'] for port, before_response {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:21.480861 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-8456aec0-6886-48c1-aa75-b1b9dc832d48 req-da143e94-6abe-4695-acc2-01998449a0d4 service neutron] 10.222.0.83 "PUT /v2.0/ports/0b68efc4-0565-4c23-9acc-fbbc726bba64 HTTP/1.1" status: 200  len: 1158 time: 1.3628149
Dec 03 15:07:21.481429 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2dedaf2-51f5-458f-8e08-7814bc6780c3', 'tag': '0b68efc4-0565-4c23-9acc-fbbc726bba64'}] {{(pid=80382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 15:07:21.547342 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2dedaf2-51f5-458f-8e08-7814bc6780c3', 'tag': '0b68efc4-0565-4c23-9acc-fbbc726bba64', 'status': 'completed', 'code': 200}
Dec 03 15:07:21.651324 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8456aec0-6886-48c1-aa75-b1b9dc832d48 req-73e2e960-06ee-42ec-a121-5a69bd8edd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:07:21.652958 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-8456aec0-6886-48c1-aa75-b1b9dc832d48 req-73e2e960-06ee-42ec-a121-5a69bd8edd68 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f608c43dc4544cf8abe2b82be12c9880&device_id=e2dedaf2-51f5-458f-8e08-7814bc6780c3 HTTP/1.1" status: 200  len: 1161 time: 0.0820203
Dec 03 15:07:21.740466 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-8456aec0-6886-48c1-aa75-b1b9dc832d48 req-e29c5050-4633-4cbf-bc56-90165193a34e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0b68efc4-0565-4c23-9acc-fbbc726bba64 HTTP/1.1" status: 200  len: 217 time: 0.0703285
Dec 03 15:07:21.773824 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4638337d-fed6-4013-993f-77f74deb4a9a req-63f75477-f8ad-485e-947f-b76ea77f5501 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:07:21.775660 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-4638337d-fed6-4013-993f-77f74deb4a9a req-63f75477-f8ad-485e-947f-b76ea77f5501 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] 10.222.0.63 "GET /v2.0/ports?device_id=c36a1db4-149e-42e3-b996-ad70b23479b6 HTTP/1.1" status: 200  len: 943 time: 0.0917139
Dec 03 15:07:21.837854 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8456aec0-6886-48c1-aa75-b1b9dc832d48 req-0bb11485-3e77-4278-a599-41df826747ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:07:21.839495 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-8456aec0-6886-48c1-aa75-b1b9dc832d48 req-0bb11485-3e77-4278-a599-41df826747ea service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5f041ad7-6cbb-400e-8386-1de021d0e693 HTTP/1.1" status: 200  len: 856 time: 0.0909579
Dec 03 15:07:21.845800 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-4638337d-fed6-4013-993f-77f74deb4a9a req-e9d7063f-1668-4e96-bf18-c4b12764bf85 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] 10.222.0.63 "GET /v2.0/security-groups?id=bac07432-27c1-4fa4-abf2-47ecab22547d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0517223
Dec 03 15:07:22.003721 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8456aec0-6886-48c1-aa75-b1b9dc832d48 req-4ed863a3-5604-47d9-af4c-2441e5a97f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:07:22.005367 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-8456aec0-6886-48c1-aa75-b1b9dc832d48 req-4ed863a3-5604-47d9-af4c-2441e5a97f6a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b89cab8b-b39a-4106-adb3-9bedf452bb83&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1564338
Dec 03 15:07:22.014258 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba9c1c9-0a9d-4b75-9a1a-fb63b79143e4 req-a72b3d3e-4f65-46e5-8906-5786df572903 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:07:22.015022 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-dba9c1c9-0a9d-4b75-9a1a-fb63b79143e4 req-a72b3d3e-4f65-46e5-8906-5786df572903 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Synchronizing usage tracker for tenant:f608c43dc4544cf8abe2b82be12c9880 on resource:port {{(pid=80382) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 15:07:22.029580 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-7c778c2a-832b-4a71-9338-2409dcb4fb0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:22.078130 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-dba9c1c9-0a9d-4b75-9a1a-fb63b79143e4 req-a72b3d3e-4f65-46e5-8906-5786df572903 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Unset dirty status for tenant:f608c43dc4544cf8abe2b82be12c9880 on resource:port {{(pid=80382) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 15:07:22.079428 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-dba9c1c9-0a9d-4b75-9a1a-fb63b79143e4 req-a72b3d3e-4f65-46e5-8906-5786df572903 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/ports?device_id=e2dedaf2-51f5-458f-8e08-7814bc6780c3 HTTP/1.1" status: 200  len: 944 time: 0.1896160
Dec 03 15:07:22.212966 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-dba9c1c9-0a9d-4b75-9a1a-fb63b79143e4 req-0e58870a-5b82-44e8-b273-8177ba96498d tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/security-groups?id=b59594c2-15ba-4530-bd79-526c99ca8751&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0836167
Dec 03 15:07:22.218580 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-8456aec0-6886-48c1-aa75-b1b9dc832d48 req-6c0e7ddf-041a-48f9-abac-9cd634d54f48 service neutron] 10.222.0.83 "GET /v2.0/networks/b89cab8b-b39a-4106-adb3-9bedf452bb83?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2005522
Dec 03 15:07:22.369127 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-8456aec0-6886-48c1-aa75-b1b9dc832d48 req-f6ff0607-955b-4a37-97be-3bc9aeef0d5e service neutron] 10.222.0.83 "GET /v2.0/networks/b89cab8b-b39a-4106-adb3-9bedf452bb83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1414533
Dec 03 15:07:22.560407 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d932ec1f-dbc3-4e98-8711-cbda9244bca4 req-a44c38ae-91a2-46a7-a8c8-071ae4c100b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:07:22.562032 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-d932ec1f-dbc3-4e98-8711-cbda9244bca4 req-a44c38ae-91a2-46a7-a8c8-071ae4c100b5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f608c43dc4544cf8abe2b82be12c9880&device_id=e2dedaf2-51f5-458f-8e08-7814bc6780c3 HTTP/1.1" status: 200  len: 1161 time: 0.0763972
Dec 03 15:07:22.598538 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Device fdbe9e9c-8f3f-4fa7-9499-ca87a100ee37 up at agent ovs-agent-hv-cinder-75790 {{(pid=80384) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 15:07:22.673534 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Provisioning for port fdbe9e9c-8f3f-4fa7-9499-ca87a100ee37 completed by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 15:07:22.678463 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Provisioning complete for port fdbe9e9c-8f3f-4fa7-9499-ca87a100ee37 triggered by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:07:22.678892 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:22.719647 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d932ec1f-dbc3-4e98-8711-cbda9244bca4 req-c89db029-7ddf-45c0-bd1c-36027510e109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:07:22.721250 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-d932ec1f-dbc3-4e98-8711-cbda9244bca4 req-c89db029-7ddf-45c0-bd1c-36027510e109 service neutron] 10.222.0.83 "GET /v2.0/networks?id=b89cab8b-b39a-4106-adb3-9bedf452bb83 HTTP/1.1" status: 200  len: 911 time: 0.1503875
Dec 03 15:07:22.797469 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-d932ec1f-dbc3-4e98-8711-cbda9244bca4 req-8f64f246-f66c-4493-9a4b-368f9ee30ec4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0b68efc4-0565-4c23-9acc-fbbc726bba64 HTTP/1.1" status: 200  len: 217 time: 0.0675361
Dec 03 15:07:22.797573 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:22.825832 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c36a1db4-149e-42e3-b996-ad70b23479b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdbe9e9c-8f3f-4fa7-9499-ca87a100ee37'}] {{(pid=80384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 15:07:22.836057 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] For port fdbe9e9c-8f3f-4fa7-9499-ca87a100ee37, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=fdbe9e9c-8f3f-4fa7-9499-ca87a100ee37,segment=NetworkSegment(ced8c6e9-f1ba-4905-8864-70d742cf377e),segment_id=ced8c6e9-f1ba-4905-8864-70d742cf377e)] {{(pid=80384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 15:07:22.839795 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024'] for port, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:22.841745 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:07:22.874124 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d932ec1f-dbc3-4e98-8711-cbda9244bca4 req-5aaab0b2-16b6-4f6a-b8f5-302bc06c1320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:07:22.881922 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-d932ec1f-dbc3-4e98-8711-cbda9244bca4 req-5aaab0b2-16b6-4f6a-b8f5-302bc06c1320 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5f041ad7-6cbb-400e-8386-1de021d0e693 HTTP/1.1" status: 200  len: 856 time: 0.0715475
Dec 03 15:07:22.901202 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c36a1db4-149e-42e3-b996-ad70b23479b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdbe9e9c-8f3f-4fa7-9499-ca87a100ee37', 'code': 200}
Dec 03 15:07:22.918532 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Pushing event updated for resources: {'Port': ['ID=fdbe9e9c-8f3f-4fa7-9499-ca87a100ee37,revision_number=4']} {{(pid=80384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:07:22.922136 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:07:22.963120 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d932ec1f-dbc3-4e98-8711-cbda9244bca4 req-89c9313c-8b4e-4749-871e-513123acbc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:07:22.964965 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-d932ec1f-dbc3-4e98-8711-cbda9244bca4 req-89c9313c-8b4e-4749-871e-513123acbc22 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b89cab8b-b39a-4106-adb3-9bedf452bb83&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0808661
Dec 03 15:07:23.045755 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:23.455650 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-d932ec1f-dbc3-4e98-8711-cbda9244bca4 req-9ffcdc9f-6280-49f7-94ad-9ebf6e98ca19 service neutron] 10.222.0.83 "GET /v2.0/networks/b89cab8b-b39a-4106-adb3-9bedf452bb83?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4743299
Dec 03 15:07:23.456409 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a1abf8-3a54-40ba-a725-df06c9749a39 req-0f705541-5f29-4f96-a60f-69af2192b03e tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:07:23.458112 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-24a1abf8-3a54-40ba-a725-df06c9749a39 req-0f705541-5f29-4f96-a60f-69af2192b03e tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/ports?device_id=e2dedaf2-51f5-458f-8e08-7814bc6780c3 HTTP/1.1" status: 200  len: 944 time: 0.0921445
Dec 03 15:07:23.502373 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38333e32-5367-42f9-860b-547c8be504a3 req-e65619eb-f922-4dbb-b9e9-abf125984d2f tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:07:23.503998 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-38333e32-5367-42f9-860b-547c8be504a3 req-e65619eb-f922-4dbb-b9e9-abf125984d2f tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] 10.222.0.63 "GET /v2.0/ports?device_id=c36a1db4-149e-42e3-b996-ad70b23479b6 HTTP/1.1" status: 200  len: 945 time: 0.5010891
Dec 03 15:07:23.510273 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-24a1abf8-3a54-40ba-a725-df06c9749a39 req-fff0d887-21bc-4bff-8d8f-2315332856a0 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/security-groups?id=b59594c2-15ba-4530-bd79-526c99ca8751&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439956
Dec 03 15:07:23.542261 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33c4d10-f4d9-47ae-89f1-4071ad381134 req-8698494d-4704-49ca-b73b-47a92ad7e1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:07:23.543778 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-b33c4d10-f4d9-47ae-89f1-4071ad381134 req-8698494d-4704-49ca-b73b-47a92ad7e1c2 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=c36a1db4-149e-42e3-b996-ad70b23479b6 HTTP/1.1" status: 200  len: 1162 time: 0.1947021
Dec 03 15:07:23.656712 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-38333e32-5367-42f9-860b-547c8be504a3 req-5754f06b-b05c-4835-b29e-1b099cf5be60 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] 10.222.0.63 "GET /v2.0/security-groups?id=bac07432-27c1-4fa4-abf2-47ecab22547d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1437416
Dec 03 15:07:23.694742 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-b33c4d10-f4d9-47ae-89f1-4071ad381134 req-d3476122-9bdd-42a2-a7c3-51386aadfe56 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=bac07432-27c1-4fa4-abf2-47ecab22547d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0921996
Dec 03 15:07:23.702753 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-d932ec1f-dbc3-4e98-8711-cbda9244bca4 req-af70f42a-41a3-48bc-a6ee-17dab8e26710 service neutron] 10.222.0.83 "GET /v2.0/networks/b89cab8b-b39a-4106-adb3-9bedf452bb83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2358184
Dec 03 15:07:24.050040 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Device fdbe9e9c-8f3f-4fa7-9499-ca87a100ee37 up at agent ovs-agent-hv-cinder-75790 {{(pid=80384) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 15:07:24.122131 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Provisioning complete for port fdbe9e9c-8f3f-4fa7-9499-ca87a100ee37 triggered by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:07:24.122525 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:24.315904 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e02a3d-de08-445f-94e4-59801994ff2f req-f07e1c08-9bde-4bf0-9e30-b3e024e4850b tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:07:24.317419 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-55e02a3d-de08-445f-94e4-59801994ff2f req-f07e1c08-9bde-4bf0-9e30-b3e024e4850b tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/ports?device_id=d5082cea-6dd3-41d3-9210-f5e8bd37f651 HTTP/1.1" status: 200  len: 946 time: 0.0840974
Dec 03 15:07:24.363761 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-55e02a3d-de08-445f-94e4-59801994ff2f req-15aedaf1-3a24-4dc0-b2a1-a57d9b32ec8a tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/security-groups?id=b7daf6a7-63f3-474f-99b5-a2b7aacda372&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397875
Dec 03 15:07:24.756007 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b87b43-fd26-404c-a0ef-627a3c94ceaa req-72d90f88-69db-4cc6-887b-8544eb8fb73f tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:07:24.757631 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-50b87b43-fd26-404c-a0ef-627a3c94ceaa req-72d90f88-69db-4cc6-887b-8544eb8fb73f tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/ports?device_id=e2dedaf2-51f5-458f-8e08-7814bc6780c3 HTTP/1.1" status: 200  len: 944 time: 0.0947182
Dec 03 15:07:24.815912 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-50b87b43-fd26-404c-a0ef-627a3c94ceaa req-49771401-9f8b-4973-8636-19ae44904303 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/security-groups?id=b59594c2-15ba-4530-bd79-526c99ca8751&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0501335
Dec 03 15:07:24.879594 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324acb4f-af0a-44a0-ac4c-952592730971 req-379b1b2d-1e6e-4689-b8a7-25bb729a7cd5 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:07:24.881200 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-324acb4f-af0a-44a0-ac4c-952592730971 req-379b1b2d-1e6e-4689-b8a7-25bb729a7cd5 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] 10.222.0.63 "GET /v2.0/ports?device_id=c36a1db4-149e-42e3-b996-ad70b23479b6 HTTP/1.1" status: 200  len: 945 time: 0.0918999
Dec 03 15:07:24.930224 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-324acb4f-af0a-44a0-ac4c-952592730971 req-084badc6-3243-4c9a-8bfd-773c7f876c50 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] 10.222.0.63 "GET /v2.0/security-groups?id=bac07432-27c1-4fa4-abf2-47ecab22547d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413675
Dec 03 15:07:25.584334 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa3f5ff-357b-496d-8d47-4130fcba265b req-33975338-4205-4ec9-abe2-86f64ff35c55 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:07:25.585996 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-1fa3f5ff-357b-496d-8d47-4130fcba265b req-33975338-4205-4ec9-abe2-86f64ff35c55 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/ports?device_id=d5082cea-6dd3-41d3-9210-f5e8bd37f651 HTTP/1.1" status: 200  len: 946 time: 0.0863862
Dec 03 15:07:25.636178 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-1fa3f5ff-357b-496d-8d47-4130fcba265b req-5a9a52bd-c444-40ea-b1b5-635c087006df tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/security-groups?id=b7daf6a7-63f3-474f-99b5-a2b7aacda372&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422022
Dec 03 15:07:26.049078 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b42ad57-d876-4fab-8498-75f838450b17 req-40402d58-54b8-439e-93c3-641512d98eb9 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:07:26.050712 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-3b42ad57-d876-4fab-8498-75f838450b17 req-40402d58-54b8-439e-93c3-641512d98eb9 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/ports?device_id=e2dedaf2-51f5-458f-8e08-7814bc6780c3 HTTP/1.1" status: 200  len: 944 time: 0.0861385
Dec 03 15:07:26.104867 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-3b42ad57-d876-4fab-8498-75f838450b17 req-4b9ee405-2b5a-4f49-8da8-8aec5c2e21a3 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/security-groups?id=b59594c2-15ba-4530-bd79-526c99ca8751&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0470550
Dec 03 15:07:26.155456 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1289194-efdb-458f-9a63-5c184a5c357f req-518b95db-c2fd-4038-a43d-dd7dae029b99 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:07:26.157122 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-f1289194-efdb-458f-9a63-5c184a5c357f req-518b95db-c2fd-4038-a43d-dd7dae029b99 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] 10.222.0.63 "GET /v2.0/ports?device_id=c36a1db4-149e-42e3-b996-ad70b23479b6 HTTP/1.1" status: 200  len: 945 time: 0.0912125
Dec 03 15:07:26.206531 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-f1289194-efdb-458f-9a63-5c184a5c357f req-84fc4afb-b84a-4c65-9341-0f4c4ccf4ad2 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] 10.222.0.63 "GET /v2.0/security-groups?id=bac07432-27c1-4fa4-abf2-47ecab22547d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426950
Dec 03 15:07:26.830702 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Device 0b68efc4-0565-4c23-9acc-fbbc726bba64 up at agent ovs-agent-hv-cinder-75790 {{(pid=80384) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 15:07:26.900669 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Provisioning for port 0b68efc4-0565-4c23-9acc-fbbc726bba64 completed by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 15:07:26.905682 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Provisioning complete for port 0b68efc4-0565-4c23-9acc-fbbc726bba64 triggered by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:07:26.906162 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:27.003407 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db0ad1b-7385-4425-8095-c6adadba7a60 req-4622bbd2-6a1c-4924-a722-0604e015807d tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:07:27.005803 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-3db0ad1b-7385-4425-8095-c6adadba7a60 req-4622bbd2-6a1c-4924-a722-0604e015807d tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/ports?device_id=d5082cea-6dd3-41d3-9210-f5e8bd37f651 HTTP/1.1" status: 200  len: 946 time: 0.0892150
Dec 03 15:07:27.030162 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:27.054380 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-3db0ad1b-7385-4425-8095-c6adadba7a60 req-2ef8aebf-6ba5-4367-8076-3e66113b964d tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/security-groups?id=b7daf6a7-63f3-474f-99b5-a2b7aacda372&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412576
Dec 03 15:07:27.062486 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2dedaf2-51f5-458f-8e08-7814bc6780c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b68efc4-0565-4c23-9acc-fbbc726bba64'}] {{(pid=80384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 15:07:27.075598 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] For port 0b68efc4-0565-4c23-9acc-fbbc726bba64, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=0b68efc4-0565-4c23-9acc-fbbc726bba64,segment=NetworkSegment(e2b57a66-c421-4e34-bfed-3a9d2ac3bd3c),segment_id=e2b57a66-c421-4e34-bfed-3a9d2ac3bd3c)] {{(pid=80384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 15:07:27.079964 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024'] for port, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:27.082791 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:07:27.138534 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2dedaf2-51f5-458f-8e08-7814bc6780c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b68efc4-0565-4c23-9acc-fbbc726bba64', 'code': 200}
Dec 03 15:07:27.161448 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Pushing event updated for resources: {'Port': ['ID=0b68efc4-0565-4c23-9acc-fbbc726bba64,revision_number=4']} {{(pid=80384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:07:27.165144 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:07:27.469479 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c0807c-1876-4ccc-9635-1df326ebc0d3 req-1ee207f8-38d9-4716-9a2d-be71cc76d34d tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:07:27.471118 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-59c0807c-1876-4ccc-9635-1df326ebc0d3 req-1ee207f8-38d9-4716-9a2d-be71cc76d34d tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/ports?device_id=e2dedaf2-51f5-458f-8e08-7814bc6780c3 HTTP/1.1" status: 200  len: 946 time: 0.2145090
Dec 03 15:07:27.507727 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74fb029-f497-4002-8aec-180c11de24be req-73cc2da5-92fc-4e20-bed1-cbae59838a8b tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:07:27.509312 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-d74fb029-f497-4002-8aec-180c11de24be req-73cc2da5-92fc-4e20-bed1-cbae59838a8b tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.83 "GET /v2.0/ports?device_id=d5082cea-6dd3-41d3-9210-f5e8bd37f651 HTTP/1.1" status: 200  len: 946 time: 0.1958432
Dec 03 15:07:27.518315 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc1cd9d-263e-4477-983b-2f3b32687764 req-a48d97e6-33e9-4b60-8abd-d9dc1576a5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:07:27.519813 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-4cc1cd9d-263e-4477-983b-2f3b32687764 req-a48d97e6-33e9-4b60-8abd-d9dc1576a5fc service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=e2dedaf2-51f5-458f-8e08-7814bc6780c3 HTTP/1.1" status: 200  len: 1163 time: 0.1483145
Dec 03 15:07:27.624227 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-59c0807c-1876-4ccc-9635-1df326ebc0d3 req-281c9e75-59a7-4f32-84d7-f1bd3161ccf8 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/security-groups?id=b59594c2-15ba-4530-bd79-526c99ca8751&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1413674
Dec 03 15:07:27.637525 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-4cc1cd9d-263e-4477-983b-2f3b32687764 req-3a632484-f874-411d-a376-078d0baec544 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=b59594c2-15ba-4530-bd79-526c99ca8751&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0783420
Dec 03 15:07:27.643766 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [req-d74fb029-f497-4002-8aec-180c11de24be req-fe6a72e1-82ca-436e-a53e-b0e8c203627f tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Deleting port e835912e-98c3-4b70-bf9b-467e0fcfcd78 {{(pid=80382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 15:07:27.644157 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-d74fb029-f497-4002-8aec-180c11de24be req-fe6a72e1-82ca-436e-a53e-b0e8c203627f tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729303099848'] for port, before_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:27.910486 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [req-d74fb029-f497-4002-8aec-180c11de24be req-fe6a72e1-82ca-436e-a53e-b0e8c203627f tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] For port e835912e-98c3-4b70-bf9b-467e0fcfcd78, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=e835912e-98c3-4b70-bf9b-467e0fcfcd78,segment=NetworkSegment(1f8ed2c9-9c9c-41af-869d-c0f0d4bf55da),segment_id=1f8ed2c9-9c9c-41af-869d-c0f0d4bf55da)] {{(pid=80382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 15:07:27.911055 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-d74fb029-f497-4002-8aec-180c11de24be req-fe6a72e1-82ca-436e-a53e-b0e8c203627f tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821294133'] for port, precommit_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:28.106493 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Device 0b68efc4-0565-4c23-9acc-fbbc726bba64 up at agent ovs-agent-hv-cinder-75790 {{(pid=80384) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 15:07:28.188243 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Provisioning complete for port 0b68efc4-0565-4c23-9acc-fbbc726bba64 triggered by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:07:28.188706 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:28.299862 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-d74fb029-f497-4002-8aec-180c11de24be req-fe6a72e1-82ca-436e-a53e-b0e8c203627f tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Notify callbacks [] for floatingip, precommit_update {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:28.300296 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-d74fb029-f497-4002-8aec-180c11de24be req-fe6a72e1-82ca-436e-a53e-b0e8c203627f tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036821248144'] for floatingip, after_update {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:28.300677 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.db.l3_db [req-d74fb029-f497-4002-8aec-180c11de24be req-fe6a72e1-82ca-436e-a53e-b0e8c203627f tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Floating IP 8f64bd83-9160-4948-ba80-b931ee7eca03 disassociated. External IP: 172.27.2.235, port: e835912e-98c3-4b70-bf9b-467e0fcfcd78.
Dec 03 15:07:28.301033 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [req-d74fb029-f497-4002-8aec-180c11de24be req-fe6a72e1-82ca-436e-a53e-b0e8c203627f tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Calling delete_port for e835912e-98c3-4b70-bf9b-467e0fcfcd78 owned by compute:nova {{(pid=80382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 15:07:28.376649 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Device e835912e-98c3-4b70-bf9b-467e0fcfcd78 no longer exists at agent ovs-agent-hv-cinder-75790 {{(pid=80384) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 15:07:28.413302 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a0a72d-4f7d-4b3e-a687-2209c18e75bf req-2ad64727-3bfd-4f01-9249-21cc3d43dd32 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:07:28.413302 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-13a0a72d-4f7d-4b3e-a687-2209c18e75bf req-2ad64727-3bfd-4f01-9249-21cc3d43dd32 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/ports?device_id=d5082cea-6dd3-41d3-9210-f5e8bd37f651 HTTP/1.1" status: 200  len: 946 time: 0.1976171
Dec 03 15:07:28.505520 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:28.520943 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-13a0a72d-4f7d-4b3e-a687-2209c18e75bf req-938be5da-e579-4096-a038-ff039162345f tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/security-groups?id=b7daf6a7-63f3-474f-99b5-a2b7aacda372&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0731027
Dec 03 15:07:28.524221 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-d74fb029-f497-4002-8aec-180c11de24be req-fe6a72e1-82ca-436e-a53e-b0e8c203627f tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307551598230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307552127058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30043597'] for port, after_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:28.541875 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-31c4847c-7106-4813-801c-2e2382706893 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:07:28.590712 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6a72e1-82ca-436e-a53e-b0e8c203627f tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Pushing event deleted for resources: {'Port': ['ID=e835912e-98c3-4b70-bf9b-467e0fcfcd78,revision_number=None']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:07:28.603671 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-fe6a72e1-82ca-436e-a53e-b0e8c203627f tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:07:28.860072 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecac867-8449-447b-b9f1-d5ca85c96d7a req-f5e916d3-fa20-49c8-a441-af07d42b6305 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:07:28.861598 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-aecac867-8449-447b-b9f1-d5ca85c96d7a req-f5e916d3-fa20-49c8-a441-af07d42b6305 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/ports?device_id=e2dedaf2-51f5-458f-8e08-7814bc6780c3 HTTP/1.1" status: 200  len: 946 time: 0.0856419
Dec 03 15:07:28.907872 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d74fb029-f497-4002-8aec-180c11de24be req-fe6a72e1-82ca-436e-a53e-b0e8c203627f tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Router 03f605d8-d632-4719-b4d8-820103a7c639 has already been hosted by L3 agent 7132dbe3-ed21-4d9d-abcc-41c34baf52ae {{(pid=80382) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 15:07:28.915848 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-aecac867-8449-447b-b9f1-d5ca85c96d7a req-8170e0a0-ad6c-4950-9a0e-30ef3b915401 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/security-groups?id=b59594c2-15ba-4530-bd79-526c99ca8751&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0474205
Dec 03 15:07:29.319991 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d74fb029-f497-4002-8aec-180c11de24be req-fe6a72e1-82ca-436e-a53e-b0e8c203627f tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Notify agent at l3_agent.dv-cinder-757908-3-iscsi the message routers_updated {{(pid=80382) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 15:07:29.329782 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad5187e-21b7-4324-ab76-e5742922e52a None None] Sync routers for ids ['03f605d8-d632-4719-b4d8-820103a7c639'] in dv-cinder-757908-3-iscsi {{(pid=80384) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 15:07:29.340432 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad5187e-21b7-4324-ab76-e5742922e52a None None] Routers {'03f605d8-d632-4719-b4d8-820103a7c639'} bound to L3 agent in host dv-cinder-757908-3-iscsi {{(pid=80384) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 15:07:29.341033 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-fad5187e-21b7-4324-ab76-e5742922e52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f072d33fcf8>, 'dv-cinder-757908-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-03T14:53:20Z,description=<?>,heartbeat_timestamp=2020-12-03T15:07:20Z,host='dv-cinder-757908-3-iscsi',id=7132dbe3-ed21-4d9d-abcc-41c34baf52ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T14:53:20Z,topic='l3_agent')) {'router_ids': ['03f605d8-d632-4719-b4d8-820103a7c639'], 'active': True} {{(pid=80384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:07:29.356720 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [req-d74fb029-f497-4002-8aec-180c11de24be req-fe6a72e1-82ca-436e-a53e-b0e8c203627f tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] No DVR routers for this DVR port e835912e-98c3-4b70-bf9b-467e0fcfcd78 on host hv-cinder-75790 {{(pid=80382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 15:07:29.359099 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-d74fb029-f497-4002-8aec-180c11de24be req-fe6a72e1-82ca-436e-a53e-b0e8c203627f tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6653'] for port, before_response {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:29.362090 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5082cea-6dd3-41d3-9210-f5e8bd37f651', 'name': 'network-vif-deleted', 'tag': 'e835912e-98c3-4b70-bf9b-467e0fcfcd78'}] {{(pid=80382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 15:07:29.379436 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-d74fb029-f497-4002-8aec-180c11de24be req-fe6a72e1-82ca-436e-a53e-b0e8c203627f tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.83 "DELETE /v2.0/ports/e835912e-98c3-4b70-bf9b-467e0fcfcd78 HTTP/1.1" status: 204  len: 173 time: 1.8585842
Dec 03 15:07:29.437229 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5082cea-6dd3-41d3-9210-f5e8bd37f651', 'name': 'network-vif-deleted', 'tag': 'e835912e-98c3-4b70-bf9b-467e0fcfcd78', 'status': 'completed', 'code': 200}
Dec 03 15:07:29.695621 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvr_db [None req-fad5187e-21b7-4324-ab76-e5742922e52a None None] Set router 03f605d8-d632-4719-b4d8-820103a7c639 gateway port host: dv-cinder-757908-3-iscsi {{(pid=80384) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 15:07:29.718457 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-763a7bf5-bca7-4148-b9c6-23567ca00501 req-1ab66273-a7ac-41d4-8228-101ee67d1bd5 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/ports?device_id=d5082cea-6dd3-41d3-9210-f5e8bd37f651 HTTP/1.1" status: 200  len: 210 time: 0.0481853
Dec 03 15:07:30.042044 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-fad5187e-21b7-4324-ab76-e5742922e52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f072d33fcf8>, [{'id': '03f605d8-d632-4719-b4d8-820103a7c639', 'name': 'tempest-AttachVolumeTestJSON-1867652888-router', 'tenant_id': '1bf6d3149aee44a798e51e0135d17c5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'external_fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': 'edced450-7a3b-4b9f-b925-2cbeb662f2dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:02:12Z', 'updated_at': '2020-12-03T15:02:22Z', 'revision_number': 4, 'project_id': '1bf6d3149aee44a798e51e0135d17c5f', 'gw_port': {'id': 'edced450-7a3b-4b9f-b925-2cbeb662f2dc', 'name': '', 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f605d8-d632-4719-b4d8-820103a7c639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:14Z', 'updated_at': '2020-12-03T15:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-iscsi', '_interfaces': [{'id': 'fe5a273b-0bc6-49c9-85b1-6d79719e3692', 'name': '', 'network_id': '2263eb43-6c9e-40c3-9734-975854f0ad70', 'tenant_id': '1bf6d3149aee44a798e51e0135d17c5f', 'mac_address': 'fa:16:3e:f5:2f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f605d8-d632-4719-b4d8-820103a7c639', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '988b1530-5903-4de4-818d-5aa0d60661ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:20Z', 'updated_at': '2020-12-03T15:02:46Z', 'revision_number': 5, 'project_id': '1bf6d3149aee44a798e51e0135d17c5f', 'subnets': [{'id': '988b1530-5903-4de4-818d-5aa0d60661ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-3-iscsi', False) {} {{(pid=80384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:07:30.046989 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad5187e-21b7-4324-ab76-e5742922e52a None None] Checking router: 03f605d8-d632-4719-b4d8-820103a7c639 for host: dv-cinder-757908-3-iscsi {{(pid=80384) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 15:07:30.056437 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad5187e-21b7-4324-ab76-e5742922e52a None None] Routers {'03f605d8-d632-4719-b4d8-820103a7c639'} bound to L3 agent in host dv-cinder-757908-3-iscsi {{(pid=80384) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 15:07:30.058177 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-fad5187e-21b7-4324-ab76-e5742922e52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f072d33fcf8>, 'dv-cinder-757908-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-03T14:53:20Z,description=<?>,heartbeat_timestamp=2020-12-03T15:07:20Z,host='dv-cinder-757908-3-iscsi',id=7132dbe3-ed21-4d9d-abcc-41c34baf52ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T14:53:20Z,topic='l3_agent')) {'router_ids': ['03f605d8-d632-4719-b4d8-820103a7c639'], 'active': True} {{(pid=80384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:07:30.171986 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f944da0e-100c-4b8d-88b0-62dead7ce7a8 req-b72e5797-40da-40ac-b74c-9a4695790d4c tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:07:30.173621 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-f944da0e-100c-4b8d-88b0-62dead7ce7a8 req-b72e5797-40da-40ac-b74c-9a4695790d4c tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/ports?device_id=e2dedaf2-51f5-458f-8e08-7814bc6780c3 HTTP/1.1" status: 200  len: 946 time: 0.0989239
Dec 03 15:07:30.198787 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Device 0b68efc4-0565-4c23-9acc-fbbc726bba64 up at agent ovs-agent-hv-cinder-75790 {{(pid=80384) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 15:07:30.224051 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-f944da0e-100c-4b8d-88b0-62dead7ce7a8 req-a5f247c6-27e6-4d95-91b3-68e314c61e33 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/security-groups?id=b59594c2-15ba-4530-bd79-526c99ca8751&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432699
Dec 03 15:07:30.307239 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvr_db [None req-fad5187e-21b7-4324-ab76-e5742922e52a None None] Set router 03f605d8-d632-4719-b4d8-820103a7c639 gateway port host: dv-cinder-757908-3-iscsi {{(pid=80384) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 15:07:30.372352 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Provisioning complete for port 0b68efc4-0565-4c23-9acc-fbbc726bba64 triggered by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:07:30.372765 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:30.451002 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3440b4a-ab0a-4458-b989-83a1105ec643 req-6cb98420-4128-4bba-8a8f-64f3a4b5c1e7 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:07:30.452576 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-d3440b4a-ab0a-4458-b989-83a1105ec643 req-6cb98420-4128-4bba-8a8f-64f3a4b5c1e7 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/ports?device_id=e2dedaf2-51f5-458f-8e08-7814bc6780c3 HTTP/1.1" status: 200  len: 946 time: 0.0849199
Dec 03 15:07:30.461994 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 33468) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:07:30.468256 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.base [None req-75c1061e-5757-4aab-99a8-55c26371562d tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Request body: {'floatingip': {'port_id': '0b68efc4-0565-4c23-9acc-fbbc726bba64'}} {{(pid=80383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 15:07:30.551709 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-75c1061e-5757-4aab-99a8-55c26371562d tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Notify callbacks [] for floatingip, before_update {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:30.756787 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-fad5187e-21b7-4324-ab76-e5742922e52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f072d33fcf8>, [{'id': '03f605d8-d632-4719-b4d8-820103a7c639', 'name': 'tempest-AttachVolumeTestJSON-1867652888-router', 'tenant_id': '1bf6d3149aee44a798e51e0135d17c5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'external_fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': 'edced450-7a3b-4b9f-b925-2cbeb662f2dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:02:12Z', 'updated_at': '2020-12-03T15:02:22Z', 'revision_number': 4, 'project_id': '1bf6d3149aee44a798e51e0135d17c5f', 'gw_port': {'id': 'edced450-7a3b-4b9f-b925-2cbeb662f2dc', 'name': '', 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f605d8-d632-4719-b4d8-820103a7c639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:14Z', 'updated_at': '2020-12-03T15:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-iscsi', '_interfaces': [{'id': 'fe5a273b-0bc6-49c9-85b1-6d79719e3692', 'name': '', 'network_id': '2263eb43-6c9e-40c3-9734-975854f0ad70', 'tenant_id': '1bf6d3149aee44a798e51e0135d17c5f', 'mac_address': 'fa:16:3e:f5:2f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f605d8-d632-4719-b4d8-820103a7c639', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '988b1530-5903-4de4-818d-5aa0d60661ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:20Z', 'updated_at': '2020-12-03T15:02:46Z', 'revision_number': 5, 'project_id': '1bf6d3149aee44a798e51e0135d17c5f', 'subnets': [{'id': '988b1530-5903-4de4-818d-5aa0d60661ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-3-iscsi', False) {} {{(pid=80384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:07:30.762071 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad5187e-21b7-4324-ab76-e5742922e52a None None] The sync data for ids ['03f605d8-d632-4719-b4d8-820103a7c639'] in dv-cinder-757908-3-iscsi is: [{'id': '03f605d8-d632-4719-b4d8-820103a7c639', 'name': 'tempest-AttachVolumeTestJSON-1867652888-router', 'tenant_id': '1bf6d3149aee44a798e51e0135d17c5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'external_fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': 'edced450-7a3b-4b9f-b925-2cbeb662f2dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:02:12Z', 'updated_at': '2020-12-03T15:02:22Z', 'revision_number': 4, 'project_id': '1bf6d3149aee44a798e51e0135d17c5f', 'gw_port': {'id': 'edced450-7a3b-4b9f-b925-2cbeb662f2dc', 'name': '', 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f605d8-d632-4719-b4d8-820103a7c639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:14Z', 'updated_at': '2020-12-03T15:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-iscsi', '_interfaces': [{'id': 'fe5a273b-0bc6-49c9-85b1-6d79719e3692', 'name': '', 'network_id': '2263eb43-6c9e-40c3-9734-975854f0ad70', 'tenant_id': '1bf6d3149aee44a798e51e0135d17c5f', 'mac_address': 'fa:16:3e:f5:2f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f605d8-d632-4719-b4d8-820103a7c639', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '988b1530-5903-4de4-818d-5aa0d60661ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:20Z', 'updated_at': '2020-12-03T15:02:46Z', 'revision_number': 5, 'project_id': '1bf6d3149aee44a798e51e0135d17c5f', 'subnets': [{'id': '988b1530-5903-4de4-818d-5aa0d60661ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80384) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 15:07:30.907962 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 33478) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:07:30.979158 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-835cc62e-6a28-46c8-9180-efaf0aff77e8 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Notify callbacks [] for security_group, before_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:31.011514 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-835cc62e-6a28-46c8-9180-efaf0aff77e8 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Notify callbacks [] for security_group, precommit_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:31.061213 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-835cc62e-6a28-46c8-9180-efaf0aff77e8 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:31.066730 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-c710f4a2-37bb-4af1-a1c7-8d49fa52e0d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:07:31.082885 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835cc62e-6a28-46c8-9180-efaf0aff77e8 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7daf6a7-63f3-474f-99b5-a2b7aacda372,revision_number=None']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:07:31.085762 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-835cc62e-6a28-46c8-9180-efaf0aff77e8 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:07:31.094459 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-835cc62e-6a28-46c8-9180-efaf0aff77e8 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Notify callbacks [] for security_group, before_response {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:31.095976 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-835cc62e-6a28-46c8-9180-efaf0aff77e8 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "DELETE /v2.0/security-groups/b7daf6a7-63f3-474f-99b5-a2b7aacda372 HTTP/1.1" status: 204  len: 168 time: 0.1867533
Dec 03 15:07:31.098727 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 33482) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:07:31.122453 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.api.v2.resource [None req-13716e66-ea4e-4b4e-b886-2a52aaedd5ea tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] show failed (client error): The resource could not be found.
Dec 03 15:07:31.123600 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-13716e66-ea4e-4b4e-b886-2a52aaedd5ea tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/security-groups/b7daf6a7-63f3-474f-99b5-a2b7aacda372 HTTP/1.1" status: 404  len: 347 time: 0.0237980
Dec 03 15:07:31.126721 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 33486) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:07:31.152535 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf790222-6133-4429-a0ed-76fa6e150d16 None None] New status for floating IP 8f64bd83-9160-4948-ba80-b931ee7eca03: DOWN {{(pid=80385) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 03 15:07:31.210945 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-75c1061e-5757-4aab-99a8-55c26371562d tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Notify callbacks [] for floatingip, precommit_update {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:31.213894 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-75c1061e-5757-4aab-99a8-55c26371562d tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036821248144'] for floatingip, after_update {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:31.301792 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [None req-6e0495ac-e4e6-4a6d-9119-a945aa74b3ba tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Deleting port 2c5f55e0-3d60-4186-b604-d194faa13689 {{(pid=80382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 15:07:31.302165 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-6e0495ac-e4e6-4a6d-9119-a945aa74b3ba tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729303099848'] for port, before_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:31.397309 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.db.l3_db [None req-75c1061e-5757-4aab-99a8-55c26371562d tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Floating IP 8999f69e-23c2-4565-bdf6-07e4bfb62830 associated. External IP: 172.27.2.187, port: 0b68efc4-0565-4c23-9acc-fbbc726bba64.
Dec 03 15:07:31.488541 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-6e0495ac-e4e6-4a6d-9119-a945aa74b3ba tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821294133'] for port, precommit_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:31.488913 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-6e0495ac-e4e6-4a6d-9119-a945aa74b3ba tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Notify callbacks [] for floatingip, precommit_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:31.628747 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [None req-6e0495ac-e4e6-4a6d-9119-a945aa74b3ba tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Calling delete_port for 2c5f55e0-3d60-4186-b604-d194faa13689 owned by network:floatingip {{(pid=80382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 15:07:31.712611 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.db.api [None req-6e0495ac-e4e6-4a6d-9119-a945aa74b3ba tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80382) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 15:07:31.713787 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_db.api [None req-6e0495ac-e4e6-4a6d-9119-a945aa74b3ba tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 15:07:31.806289 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75c1061e-5757-4aab-99a8-55c26371562d tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Router 4de356ec-3847-4021-abf6-0bb33f96d932 has already been hosted by L3 agent 7132dbe3-ed21-4d9d-abcc-41c34baf52ae {{(pid=80383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 15:07:31.991527 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75c1061e-5757-4aab-99a8-55c26371562d tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Notify agent at l3_agent.dv-cinder-757908-3-iscsi the message routers_updated {{(pid=80383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 15:07:31.995866 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-75c1061e-5757-4aab-99a8-55c26371562d tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6653'] for floatingip, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:32.001077 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7dbfefc-634b-45ae-bfbc-837e38a7b807 None None] Sync routers for ids ['4de356ec-3847-4021-abf6-0bb33f96d932'] in dv-cinder-757908-3-iscsi {{(pid=80384) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 15:07:32.012290 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7dbfefc-634b-45ae-bfbc-837e38a7b807 None None] Routers {'4de356ec-3847-4021-abf6-0bb33f96d932'} bound to L3 agent in host dv-cinder-757908-3-iscsi {{(pid=80384) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 15:07:32.013076 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-e7dbfefc-634b-45ae-bfbc-837e38a7b807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f072de6d470>, 'dv-cinder-757908-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-03T14:53:20Z,description=<?>,heartbeat_timestamp=2020-12-03T15:07:20Z,host='dv-cinder-757908-3-iscsi',id=7132dbe3-ed21-4d9d-abcc-41c34baf52ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T14:53:20Z,topic='l3_agent')) {'router_ids': ['4de356ec-3847-4021-abf6-0bb33f96d932'], 'active': True} {{(pid=80384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:07:32.053411 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-75c1061e-5757-4aab-99a8-55c26371562d tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "PUT /v2.0/floatingips/8999f69e-23c2-4565-bdf6-07e4bfb62830 HTTP/1.1" status: 200  len: 992 time: 1.5902653
Dec 03 15:07:32.054283 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2dedaf2-51f5-458f-8e08-7814bc6780c3', 'tag': '0b68efc4-0565-4c23-9acc-fbbc726bba64'}] {{(pid=80383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 15:07:32.119135 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2dedaf2-51f5-458f-8e08-7814bc6780c3', 'tag': '0b68efc4-0565-4c23-9acc-fbbc726bba64', 'status': 'completed', 'code': 200}
Dec 03 15:07:32.215402 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvr_db [None req-e7dbfefc-634b-45ae-bfbc-837e38a7b807 None None] Set router 4de356ec-3847-4021-abf6-0bb33f96d932 gateway port host: dv-cinder-757908-3-iscsi {{(pid=80384) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 15:07:32.239062 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [None req-6e0495ac-e4e6-4a6d-9119-a945aa74b3ba tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Deleting port 2c5f55e0-3d60-4186-b604-d194faa13689 {{(pid=80382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 15:07:32.239451 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-6e0495ac-e4e6-4a6d-9119-a945aa74b3ba tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729303099848'] for port, before_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:32.430261 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a3ea7d-e3e9-4ad9-be9e-fc761bf9e38e req-45c98939-6f34-4ec2-8dcb-629746419bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:07:32.432399 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-35a3ea7d-e3e9-4ad9-be9e-fc761bf9e38e req-45c98939-6f34-4ec2-8dcb-629746419bcc service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f608c43dc4544cf8abe2b82be12c9880&device_id=e2dedaf2-51f5-458f-8e08-7814bc6780c3 HTTP/1.1" status: 200  len: 1163 time: 0.2311141
Dec 03 15:07:32.520481 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-6e0495ac-e4e6-4a6d-9119-a945aa74b3ba tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821294133'] for port, precommit_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:32.521427 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-6e0495ac-e4e6-4a6d-9119-a945aa74b3ba tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Notify callbacks [] for floatingip, precommit_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:32.596900 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-e7dbfefc-634b-45ae-bfbc-837e38a7b807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f072de6d470>, [{'id': '4de356ec-3847-4021-abf6-0bb33f96d932', 'name': 'tempest-AttachVolumeShelveTestJSON-1634246176-router', 'tenant_id': 'f608c43dc4544cf8abe2b82be12c9880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'external_fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '256e532d-0b6c-4490-a998-64a4b7ef203e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:02:15Z', 'updated_at': '2020-12-03T15:02:39Z', 'revision_number': 4, 'project_id': 'f608c43dc4544cf8abe2b82be12c9880', 'gw_port': {'id': '256e532d-0b6c-4490-a998-64a4b7ef203e', 'name': '', 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ed:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de356ec-3847-4021-abf6-0bb33f96d932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:17Z', 'updated_at': '2020-12-03T15:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-iscsi', '_floatingips': [{'id': '8999f69e-23c2-4565-bdf6-07e4bfb62830', 'tenant_id': 'f608c43dc4544cf8abe2b82be12c9880', 'floating_ip_address': '172.27.2.187', 'floating_network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'router_id': '4de356ec-3847-4021-abf6-0bb33f96d932', 'port_id': '0b68efc4-0565-4c23-9acc-fbbc726bba64', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b89cab8b-b39a-4106-adb3-9bedf452bb83', 'mac_address': 'fa:16:3e:50:98:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2dedaf2-51f5-458f-8e08-7814bc6780c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T15:07:13Z', 'updated_at': '2020-12-03T15:07:31Z', 'revision_number': 1, 'project_id': 'f608c43dc4544cf8abe2b82be12c9880', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8d7b9e6-ed81-4a77-90ee-17160114749f', 'name': '', 'network_id': 'b89cab8b-b39a-4106-adb3-9bedf452bb83', 'tenant_id': 'f608c43dc4544cf8abe2b82be12c9880', 'mac_address': 'fa:16:3e:dd:9f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de356ec-3847-4021-abf6-0bb33f96d932', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '5f041ad7-6cbb-400e-8386-1de021d0e693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:36Z', 'updated_at': '2020-12-03T15:02:51Z', 'revision_number': 5, 'project_id': 'f608c43dc4544cf8abe2b82be12c9880', 'subnets': [{'id': '5f041ad7-6cbb-400e-8386-1de021d0e693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-3-iscsi', False) {} {{(pid=80384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:07:32.601145 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7dbfefc-634b-45ae-bfbc-837e38a7b807 None None] Checking router: 4de356ec-3847-4021-abf6-0bb33f96d932 for host: dv-cinder-757908-3-iscsi {{(pid=80384) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 15:07:32.611337 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7dbfefc-634b-45ae-bfbc-837e38a7b807 None None] Routers {'4de356ec-3847-4021-abf6-0bb33f96d932'} bound to L3 agent in host dv-cinder-757908-3-iscsi {{(pid=80384) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 15:07:32.612007 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-e7dbfefc-634b-45ae-bfbc-837e38a7b807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f072de6d470>, 'dv-cinder-757908-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-03T14:53:20Z,description=<?>,heartbeat_timestamp=2020-12-03T15:07:20Z,host='dv-cinder-757908-3-iscsi',id=7132dbe3-ed21-4d9d-abcc-41c34baf52ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T14:53:20Z,topic='l3_agent')) {'router_ids': ['4de356ec-3847-4021-abf6-0bb33f96d932'], 'active': True} {{(pid=80384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:07:32.717748 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [None req-6e0495ac-e4e6-4a6d-9119-a945aa74b3ba tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Calling delete_port for 2c5f55e0-3d60-4186-b604-d194faa13689 owned by network:floatingip {{(pid=80382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 15:07:32.817108 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a3ea7d-e3e9-4ad9-be9e-fc761bf9e38e req-2c363df1-728e-4af5-9f74-cbe5a4a7b09e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:07:32.818936 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-35a3ea7d-e3e9-4ad9-be9e-fc761bf9e38e req-2c363df1-728e-4af5-9f74-cbe5a4a7b09e service neutron] 10.222.0.83 "GET /v2.0/networks?id=b89cab8b-b39a-4106-adb3-9bedf452bb83 HTTP/1.1" status: 200  len: 911 time: 0.3712506
Dec 03 15:07:32.970087 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvr_db [None req-e7dbfefc-634b-45ae-bfbc-837e38a7b807 None None] Set router 4de356ec-3847-4021-abf6-0bb33f96d932 gateway port host: dv-cinder-757908-3-iscsi {{(pid=80384) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 15:07:33.002842 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-35a3ea7d-e3e9-4ad9-be9e-fc761bf9e38e req-528a5d4a-a0d7-4cf1-8a20-10176dd0dab2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0b68efc4-0565-4c23-9acc-fbbc726bba64 HTTP/1.1" status: 200  len: 1000 time: 0.1699924
Dec 03 15:07:33.077335 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-6e0495ac-e4e6-4a6d-9119-a945aa74b3ba tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307551598230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307552127058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30043597'] for port, after_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:33.095861 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-a7f0944d-7d5e-471c-9d44-552040f12d2c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:07:33.149396 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0495ac-e4e6-4a6d-9119-a945aa74b3ba tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Pushing event deleted for resources: {'Port': ['ID=2c5f55e0-3d60-4186-b604-d194faa13689,revision_number=None']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:07:33.171333 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-6e0495ac-e4e6-4a6d-9119-a945aa74b3ba tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:07:33.175386 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a3ea7d-e3e9-4ad9-be9e-fc761bf9e38e req-1949cf91-f231-411d-bc24-6a24747d6670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:07:33.176980 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-35a3ea7d-e3e9-4ad9-be9e-fc761bf9e38e req-1949cf91-f231-411d-bc24-6a24747d6670 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5f041ad7-6cbb-400e-8386-1de021d0e693 HTTP/1.1" status: 200  len: 856 time: 0.1578496
Dec 03 15:07:33.353533 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-e7dbfefc-634b-45ae-bfbc-837e38a7b807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f072de6d470>, [{'id': '4de356ec-3847-4021-abf6-0bb33f96d932', 'name': 'tempest-AttachVolumeShelveTestJSON-1634246176-router', 'tenant_id': 'f608c43dc4544cf8abe2b82be12c9880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'external_fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '256e532d-0b6c-4490-a998-64a4b7ef203e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:02:15Z', 'updated_at': '2020-12-03T15:02:39Z', 'revision_number': 4, 'project_id': 'f608c43dc4544cf8abe2b82be12c9880', 'gw_port': {'id': '256e532d-0b6c-4490-a998-64a4b7ef203e', 'name': '', 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ed:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de356ec-3847-4021-abf6-0bb33f96d932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:17Z', 'updated_at': '2020-12-03T15:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-iscsi', '_floatingips': [{'id': '8999f69e-23c2-4565-bdf6-07e4bfb62830', 'tenant_id': 'f608c43dc4544cf8abe2b82be12c9880', 'floating_ip_address': '172.27.2.187', 'floating_network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'router_id': '4de356ec-3847-4021-abf6-0bb33f96d932', 'port_id': '0b68efc4-0565-4c23-9acc-fbbc726bba64', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b89cab8b-b39a-4106-adb3-9bedf452bb83', 'mac_address': 'fa:16:3e:50:98:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2dedaf2-51f5-458f-8e08-7814bc6780c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T15:07:13Z', 'updated_at': '2020-12-03T15:07:31Z', 'revision_number': 1, 'project_id': 'f608c43dc4544cf8abe2b82be12c9880', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8d7b9e6-ed81-4a77-90ee-17160114749f', 'name': '', 'network_id': 'b89cab8b-b39a-4106-adb3-9bedf452bb83', 'tenant_id': 'f608c43dc4544cf8abe2b82be12c9880', 'mac_address': 'fa:16:3e:dd:9f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de356ec-3847-4021-abf6-0bb33f96d932', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '5f041ad7-6cbb-400e-8386-1de021d0e693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:36Z', 'updated_at': '2020-12-03T15:02:51Z', 'revision_number': 5, 'project_id': 'f608c43dc4544cf8abe2b82be12c9880', 'subnets': [{'id': '5f041ad7-6cbb-400e-8386-1de021d0e693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-3-iscsi', False) {} {{(pid=80384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:07:33.358105 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7dbfefc-634b-45ae-bfbc-837e38a7b807 None None] The sync data for ids ['4de356ec-3847-4021-abf6-0bb33f96d932'] in dv-cinder-757908-3-iscsi is: [{'id': '4de356ec-3847-4021-abf6-0bb33f96d932', 'name': 'tempest-AttachVolumeShelveTestJSON-1634246176-router', 'tenant_id': 'f608c43dc4544cf8abe2b82be12c9880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'external_fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '256e532d-0b6c-4490-a998-64a4b7ef203e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:02:15Z', 'updated_at': '2020-12-03T15:02:39Z', 'revision_number': 4, 'project_id': 'f608c43dc4544cf8abe2b82be12c9880', 'gw_port': {'id': '256e532d-0b6c-4490-a998-64a4b7ef203e', 'name': '', 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ed:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de356ec-3847-4021-abf6-0bb33f96d932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:17Z', 'updated_at': '2020-12-03T15:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-iscsi', '_floatingips': [{'id': '8999f69e-23c2-4565-bdf6-07e4bfb62830', 'tenant_id': 'f608c43dc4544cf8abe2b82be12c9880', 'floating_ip_address': '172.27.2.187', 'floating_network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'router_id': '4de356ec-3847-4021-abf6-0bb33f96d932', 'port_id': '0b68efc4-0565-4c23-9acc-fbbc726bba64', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b89cab8b-b39a-4106-adb3-9bedf452bb83', 'mac_address': 'fa:16:3e:50:98:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2dedaf2-51f5-458f-8e08-7814bc6780c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T15:07:13Z', 'updated_at': '2020-12-03T15:07:31Z', 'revision_number': 1, 'project_id': 'f608c43dc4544cf8abe2b82be12c9880', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8d7b9e6-ed81-4a77-90ee-17160114749f', 'name': '', 'network_id': 'b89cab8b-b39a-4106-adb3-9bedf452bb83', 'tenant_id': 'f608c43dc4544cf8abe2b82be12c9880', 'mac_address': 'fa:16:3e:dd:9f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de356ec-3847-4021-abf6-0bb33f96d932', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '5f041ad7-6cbb-400e-8386-1de021d0e693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:36Z', 'updated_at': '2020-12-03T15:02:51Z', 'revision_number': 5, 'project_id': 'f608c43dc4544cf8abe2b82be12c9880', 'subnets': [{'id': '5f041ad7-6cbb-400e-8386-1de021d0e693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80384) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 15:07:33.393975 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a3ea7d-e3e9-4ad9-be9e-fc761bf9e38e req-e46064f9-43b6-4b89-b95d-9b3b308930b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:07:33.395613 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-35a3ea7d-e3e9-4ad9-be9e-fc761bf9e38e req-e46064f9-43b6-4b89-b95d-9b3b308930b6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b89cab8b-b39a-4106-adb3-9bedf452bb83&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1672406
Dec 03 15:07:33.442862 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-6e0495ac-e4e6-4a6d-9119-a945aa74b3ba tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Notify callbacks [] for floatingip, after_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:33.529870 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-6e0495ac-e4e6-4a6d-9119-a945aa74b3ba tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6653'] for floatingip, before_response {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:33.531040 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-6e0495ac-e4e6-4a6d-9119-a945aa74b3ba tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "DELETE /v2.0/floatingips/8f64bd83-9160-4948-ba80-b931ee7eca03 HTTP/1.1" status: 204  len: 168 time: 2.4033530
Dec 03 15:07:33.576270 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-35a3ea7d-e3e9-4ad9-be9e-fc761bf9e38e req-87b189de-5562-4254-b4b3-a80f30973b0a service neutron] 10.222.0.83 "GET /v2.0/networks/b89cab8b-b39a-4106-adb3-9bedf452bb83?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1665270
Dec 03 15:07:33.680025 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20598f70-31a7-4d79-b8c2-7f149dde5b30 None None] New status for floating IP 8999f69e-23c2-4565-bdf6-07e4bfb62830: ACTIVE {{(pid=80385) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 03 15:07:33.735109 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-35a3ea7d-e3e9-4ad9-be9e-fc761bf9e38e req-45ec5d11-41f0-41ca-9bde-e252cf16fbcf service neutron] 10.222.0.83 "GET /v2.0/networks/b89cab8b-b39a-4106-adb3-9bedf452bb83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1492262
Dec 03 15:07:33.829593 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 33502) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:07:33.835515 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.base [None req-f2e53ee0-7d6d-4c21-957b-db81e25bae3e tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Request body: {'security_group': {'name': 'tempest-securitygroup--1842139128', 'description': 'tempest-description--74269021'}} {{(pid=80382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 15:07:33.842001 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-f2e53ee0-7d6d-4c21-957b-db81e25bae3e tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:07:33.846455 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-f2e53ee0-7d6d-4c21-957b-db81e25bae3e tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Usage tracker for resource:security_group and tenant:1bf6d3149aee44a798e51e0135d17c5f is out of sync, need to count used quota {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:07:33.849473 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-f2e53ee0-7d6d-4c21-957b-db81e25bae3e tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:07:33.856289 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-f2e53ee0-7d6d-4c21-957b-db81e25bae3e tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:07:33.865989 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-f2e53ee0-7d6d-4c21-957b-db81e25bae3e tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Notify callbacks [] for security_group, before_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:33.888654 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-f2e53ee0-7d6d-4c21-957b-db81e25bae3e tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:07:33.892726 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-f2e53ee0-7d6d-4c21-957b-db81e25bae3e tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Usage tracker for resource:security_group_rule and tenant:1bf6d3149aee44a798e51e0135d17c5f is out of sync, need to count used quota {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:07:33.895740 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-f2e53ee0-7d6d-4c21-957b-db81e25bae3e tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:07:33.901803 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-f2e53ee0-7d6d-4c21-957b-db81e25bae3e tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:07:33.979015 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-f2e53ee0-7d6d-4c21-957b-db81e25bae3e tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Notify callbacks [] for security_group, precommit_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:33.982204 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-f2e53ee0-7d6d-4c21-957b-db81e25bae3e tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:33.987783 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-21f273c5-1280-434c-87c5-bc010cd34ac2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:07:34.037529 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e53ee0-7d6d-4c21-957b-db81e25bae3e tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Pushing event updated for resources: {'SecurityGroup': ['ID=84fca6d4-e19e-4487-92e4-1bf4c8c1e45b,revision_number=1']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:07:34.040378 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-f2e53ee0-7d6d-4c21-957b-db81e25bae3e tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Notify callbacks [] for security_group, before_response {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:34.042233 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-f2e53ee0-7d6d-4c21-957b-db81e25bae3e tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1728 time: 0.2114792
Dec 03 15:07:34.043203 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-f2e53ee0-7d6d-4c21-957b-db81e25bae3e tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:07:34.045220 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 33508) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:07:34.050685 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.base [None req-5c45b8b2-c768-4336-a54a-0283aef3db6c tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Request body: {'security_group_rule': {'security_group_id': '84fca6d4-e19e-4487-92e4-1bf4c8c1e45b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 15:07:34.057997 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-5c45b8b2-c768-4336-a54a-0283aef3db6c tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:07:34.062004 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-5c45b8b2-c768-4336-a54a-0283aef3db6c tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Usage tracker for resource:security_group_rule and tenant:1bf6d3149aee44a798e51e0135d17c5f is out of sync, need to count used quota {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:07:34.065046 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-5c45b8b2-c768-4336-a54a-0283aef3db6c tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:07:34.070865 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-5c45b8b2-c768-4336-a54a-0283aef3db6c tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:07:34.086952 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-5c45b8b2-c768-4336-a54a-0283aef3db6c tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Notify callbacks [] for security_group_rule, before_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:34.149400 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-5c45b8b2-c768-4336-a54a-0283aef3db6c tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:34.152034 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-5c45b8b2-c768-4336-a54a-0283aef3db6c tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446068'] for security_group_rule, after_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:34.154076 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:07:34.177749 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c45b8b2-c768-4336-a54a-0283aef3db6c tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Pushing event updated for resources: {'SecurityGroupRule': ['ID=194d2fdd-d378-4b70-98df-57d98dcdeecc,revision_number=0']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:07:34.180349 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-5c45b8b2-c768-4336-a54a-0283aef3db6c tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:07:34.187510 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-5c45b8b2-c768-4336-a54a-0283aef3db6c tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Notify callbacks [] for security_group_rule, before_response {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:34.188793 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-5c45b8b2-c768-4336-a54a-0283aef3db6c tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 739 time: 0.1425805
Dec 03 15:07:34.191600 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 33512) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:07:34.197093 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.base [None req-cf31abdc-4f3a-4716-a0d7-5b97a193c5a7 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Request body: {'security_group_rule': {'security_group_id': '84fca6d4-e19e-4487-92e4-1bf4c8c1e45b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 15:07:34.203160 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-cf31abdc-4f3a-4716-a0d7-5b97a193c5a7 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:07:34.207281 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-cf31abdc-4f3a-4716-a0d7-5b97a193c5a7 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Usage tracker for resource:security_group_rule and tenant:1bf6d3149aee44a798e51e0135d17c5f is out of sync, need to count used quota {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:07:34.210360 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-cf31abdc-4f3a-4716-a0d7-5b97a193c5a7 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:07:34.216273 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-cf31abdc-4f3a-4716-a0d7-5b97a193c5a7 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:07:34.232565 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-cf31abdc-4f3a-4716-a0d7-5b97a193c5a7 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Notify callbacks [] for security_group_rule, before_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:34.296072 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-cf31abdc-4f3a-4716-a0d7-5b97a193c5a7 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:34.298666 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-cf31abdc-4f3a-4716-a0d7-5b97a193c5a7 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446068'] for security_group_rule, after_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:34.300794 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-6080fe40-9bc8-4ad7-bac4-7d664eab144c tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:07:34.325143 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf31abdc-4f3a-4716-a0d7-5b97a193c5a7 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Pushing event updated for resources: {'SecurityGroupRule': ['ID=666e1e95-0bec-4886-9d56-94076a1ae62e,revision_number=0']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:07:34.327745 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-cf31abdc-4f3a-4716-a0d7-5b97a193c5a7 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:07:34.333784 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-cf31abdc-4f3a-4716-a0d7-5b97a193c5a7 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Notify callbacks [] for security_group_rule, before_response {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:34.335072 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-cf31abdc-4f3a-4716-a0d7-5b97a193c5a7 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 744 time: 0.1424949
Dec 03 15:07:34.339166 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 33516) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:07:34.344638 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.base [None req-11b6d189-cb4a-4032-b84e-41aaddd92d0a tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Request body: {'floatingip': {'floating_network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e'}} {{(pid=80382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 15:07:34.350277 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-11b6d189-cb4a-4032-b84e-41aaddd92d0a tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:07:34.355010 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-11b6d189-cb4a-4032-b84e-41aaddd92d0a tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Usage tracker for resource:floatingip and tenant:1bf6d3149aee44a798e51e0135d17c5f is out of sync, need to count used quota {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:07:34.357998 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-11b6d189-cb4a-4032-b84e-41aaddd92d0a tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:07:34.363738 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-11b6d189-cb4a-4032-b84e-41aaddd92d0a tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:07:34.376230 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-11b6d189-cb4a-4032-b84e-41aaddd92d0a tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Notify callbacks [] for floatingip, before_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:34.730387 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-11b6d189-cb4a-4032-b84e-41aaddd92d0a tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:35.024626 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.db_base_plugin_common [None req-11b6d189-cb4a-4032-b84e-41aaddd92d0a tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Allocated IP 172.27.2.53 (729c535b-bd07-4b0c-9bb6-d0eda364af7e/c53074ee-6482-4d40-a0b6-bf7110d55051/efb1afa9-37c6-4fa5-93d5-30ef84fb3a5e) {{(pid=80382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 15:07:35.195130 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-11b6d189-cb4a-4032-b84e-41aaddd92d0a tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Notify callbacks [] for port, precommit_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:35.222295 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-11b6d189-cb4a-4032-b84e-41aaddd92d0a tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307552080722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30043597'] for port, after_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:35.241717 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-1d6cb4e3-0edd-4ab7-9820-6c79d194205e tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:07:35.379442 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b6d189-cb4a-4032-b84e-41aaddd92d0a tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Pushing event updated for resources: {'Port': ['ID=efb1afa9-37c6-4fa5-93d5-30ef84fb3a5e,revision_number=1']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:07:35.383776 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-11b6d189-cb4a-4032-b84e-41aaddd92d0a tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:07:35.436745 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b6d189-cb4a-4032-b84e-41aaddd92d0a tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Network 729c535b-bd07-4b0c-9bb6-d0eda364af7e is already hosted by enough agents. {{(pid=80382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 15:07:35.439422 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.base_scheduler [None req-11b6d189-cb4a-4032-b84e-41aaddd92d0a tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Resources bound (agent type, host, resource id):  {{(pid=80382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 15:07:35.442030 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b6d189-cb4a-4032-b84e-41aaddd92d0a tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Received port after_create {{(pid=80382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 15:07:35.535471 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-11b6d189-cb4a-4032-b84e-41aaddd92d0a tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Notify callbacks [] for floatingip, precommit_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:35.599794 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-11b6d189-cb4a-4032-b84e-41aaddd92d0a tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:35.887885 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-11b6d189-cb4a-4032-b84e-41aaddd92d0a tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Notify callbacks [] for port, precommit_update {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:35.891579 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-11b6d189-cb4a-4032-b84e-41aaddd92d0a tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036824732220'] for port, after_update {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:35.907329 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-7b38fea3-90a9-4d24-beb0-be93b2eadbbb tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:07:36.050311 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b6d189-cb4a-4032-b84e-41aaddd92d0a tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Pushing event updated for resources: {'Port': ['ID=efb1afa9-37c6-4fa5-93d5-30ef84fb3a5e,revision_number=2']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:07:36.055029 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-11b6d189-cb4a-4032-b84e-41aaddd92d0a tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:07:36.154029 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-11b6d189-cb4a-4032-b84e-41aaddd92d0a tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036821248144'] for floatingip, after_update {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:36.176881 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-11b6d189-cb4a-4032-b84e-41aaddd92d0a tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6653'] for floatingip, before_response {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:36.181112 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-11b6d189-cb4a-4032-b84e-41aaddd92d0a tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.8380468
Dec 03 15:07:36.375726 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-db663c9f-94c7-4ce6-a7b8-09ede1d455da req-610130f5-f6a9-45a1-8830-53cfa9de6bfa tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Synchronizing usage tracker for tenant:1bf6d3149aee44a798e51e0135d17c5f on resource:security_group {{(pid=80382) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 15:07:36.390424 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-db663c9f-94c7-4ce6-a7b8-09ede1d455da req-610130f5-f6a9-45a1-8830-53cfa9de6bfa tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Unset dirty status for tenant:1bf6d3149aee44a798e51e0135d17c5f on resource:security_group {{(pid=80382) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 15:07:36.391684 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-db663c9f-94c7-4ce6-a7b8-09ede1d455da req-610130f5-f6a9-45a1-8830-53cfa9de6bfa tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-securitygroup--1842139128&fields=id&tenant_id=1bf6d3149aee44a798e51e0135d17c5f HTTP/1.1" status: 200  len: 267 time: 0.0620031
Dec 03 15:07:36.563068 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db663c9f-94c7-4ce6-a7b8-09ede1d455da req-14551ddc-1257-4176-86f8-d965139617c8 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:07:36.564685 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-db663c9f-94c7-4ce6-a7b8-09ede1d455da req-14551ddc-1257-4176-86f8-d965139617c8 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/networks?id=2263eb43-6c9e-40c3-9734-975854f0ad70 HTTP/1.1" status: 200  len: 811 time: 0.1651084
Dec 03 15:07:36.581710 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-db663c9f-94c7-4ce6-a7b8-09ede1d455da req-d59831b6-ce22-47e1-9e92-98692c6d9c27 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/quotas/1bf6d3149aee44a798e51e0135d17c5f HTTP/1.1" status: 200  len: 375 time: 0.0110049
Dec 03 15:07:36.673574 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-db663c9f-94c7-4ce6-a7b8-09ede1d455da req-aac015a1-39c7-4040-baaa-3982ec6e1a0f tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Synchronizing usage tracker for tenant:1bf6d3149aee44a798e51e0135d17c5f on resource:port {{(pid=80382) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 15:07:36.689418 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-db663c9f-94c7-4ce6-a7b8-09ede1d455da req-aac015a1-39c7-4040-baaa-3982ec6e1a0f tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Unset dirty status for tenant:1bf6d3149aee44a798e51e0135d17c5f on resource:port {{(pid=80382) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 15:07:36.690945 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-db663c9f-94c7-4ce6-a7b8-09ede1d455da req-aac015a1-39c7-4040-baaa-3982ec6e1a0f tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/ports?tenant_id=1bf6d3149aee44a798e51e0135d17c5f&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1022012
Dec 03 15:07:36.857627 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-db663c9f-94c7-4ce6-a7b8-09ede1d455da req-e8deff3a-1a88-4e01-98e5-3b4c582f737b service neutron] 10.222.0.63 "GET /v2.0/networks/2263eb43-6c9e-40c3-9734-975854f0ad70?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1527753
Dec 03 15:07:37.020195 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-db663c9f-94c7-4ce6-a7b8-09ede1d455da req-1dd6464c-fd54-4b49-9885-e9f584d4b9f5 service neutron] 10.222.0.63 "GET /v2.0/networks/2263eb43-6c9e-40c3-9734-975854f0ad70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1528916
Dec 03 15:07:37.456770 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-41a50f01-fe2c-4bf6-9046-1101286d04dd req-bdb28423-1588-4bfd-88a1-c5c77fe8e594 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/ports?device_id=d2dd50c1-fa7d-4a82-8f53-f9cd544b4293 HTTP/1.1" status: 200  len: 210 time: 0.2727382
Dec 03 15:07:38.641675 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-6d6ebebe-c635-4d43-a264-3252c08a2d49 req-57bb9b1b-e015-4ed0-9c73-6bf55878a6da tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/ports?device_id=d2dd50c1-fa7d-4a82-8f53-f9cd544b4293 HTTP/1.1" status: 200  len: 210 time: 0.0473311
Dec 03 15:07:38.896088 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db663c9f-94c7-4ce6-a7b8-09ede1d455da req-becd7e15-9201-4161-8f94-7113dea83326 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:07:38.897650 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-db663c9f-94c7-4ce6-a7b8-09ede1d455da req-becd7e15-9201-4161-8f94-7113dea83326 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.83 "GET /v2.0/networks?id=2263eb43-6c9e-40c3-9734-975854f0ad70 HTTP/1.1" status: 200  len: 811 time: 0.1667488
Dec 03 15:07:38.995259 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-db663c9f-94c7-4ce6-a7b8-09ede1d455da req-e380d9f9-ba7d-4fa5-b434-dad691d30e86 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=1bf6d3149aee44a798e51e0135d17c5f HTTP/1.1" status: 200  len: 5503 time: 0.0708210
Dec 03 15:07:39.006683 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.base [req-db663c9f-94c7-4ce6-a7b8-09ede1d455da req-743ccbaa-93df-4969-9cef-b12b7e33b074 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Request body: {'port': {'device_id': 'd2dd50c1-fa7d-4a82-8f53-f9cd544b4293', 'network_id': '2263eb43-6c9e-40c3-9734-975854f0ad70', 'admin_state_up': True, 'tenant_id': '1bf6d3149aee44a798e51e0135d17c5f', 'security_groups': ['84fca6d4-e19e-4487-92e4-1bf4c8c1e45b']}} {{(pid=80382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 15:07:39.160565 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [req-db663c9f-94c7-4ce6-a7b8-09ede1d455da req-743ccbaa-93df-4969-9cef-b12b7e33b074 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:07:39.170439 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [req-db663c9f-94c7-4ce6-a7b8-09ede1d455da req-743ccbaa-93df-4969-9cef-b12b7e33b074 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:07:39.179646 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db663c9f-94c7-4ce6-a7b8-09ede1d455da req-743ccbaa-93df-4969-9cef-b12b7e33b074 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Made reservation on behalf of 1bf6d3149aee44a798e51e0135d17c5f for: {'port': 1} {{(pid=80382) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 15:07:39.186132 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-db663c9f-94c7-4ce6-a7b8-09ede1d455da req-743ccbaa-93df-4969-9cef-b12b7e33b074 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:39.562806 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e3a80a-3aa3-4933-a78a-0967163005c5 req-e4411974-6f41-4a78-b388-f159fa60c7f6 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:07:39.564408 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-a4e3a80a-3aa3-4933-a78a-0967163005c5 req-e4411974-6f41-4a78-b388-f159fa60c7f6 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] 10.222.0.63 "GET /v2.0/networks?id=b14368f7-35c6-4d91-831b-2eb7646e9222 HTTP/1.1" status: 200  len: 814 time: 0.2990043
Dec 03 15:07:39.623765 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-a4e3a80a-3aa3-4933-a78a-0967163005c5 req-f8c332f4-9346-4f24-bb03-c5278d1f6bcc tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] 10.222.0.63 "GET /v2.0/quotas/a474d63897e4433e9e4b034785e66430 HTTP/1.1" status: 200  len: 375 time: 0.0513463
Dec 03 15:07:39.717288 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.db_base_plugin_common [req-db663c9f-94c7-4ce6-a7b8-09ede1d455da req-743ccbaa-93df-4969-9cef-b12b7e33b074 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Allocated IP 172.20.0.10 (2263eb43-6c9e-40c3-9734-975854f0ad70/988b1530-5903-4de4-818d-5aa0d60661ff/b56e789b-5833-4289-8ccf-0c42d598a9bf) {{(pid=80382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 15:07:39.766642 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-a4e3a80a-3aa3-4933-a78a-0967163005c5 req-6c8f5324-0a95-4fd4-b0b0-f535e69f150c tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] 10.222.0.63 "GET /v2.0/ports?tenant_id=a474d63897e4433e9e4b034785e66430&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1314480
Dec 03 15:07:39.842181 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-621e3939-0e60-421b-8ecb-66968de9140b req-270f541e-1c3d-4ac0-8cb8-810beaca510c tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/ports?device_id=d2dd50c1-fa7d-4a82-8f53-f9cd544b4293 HTTP/1.1" status: 200  len: 210 time: 0.0612254
Dec 03 15:07:40.267162 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-db663c9f-94c7-4ce6-a7b8-09ede1d455da req-743ccbaa-93df-4969-9cef-b12b7e33b074 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Notify callbacks [] for port, precommit_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:40.300169 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-a4e3a80a-3aa3-4933-a78a-0967163005c5 req-fa232139-43f4-46e2-8864-b3d5efe57a18 service neutron] 10.222.0.63 "GET /v2.0/networks/b14368f7-35c6-4d91-831b-2eb7646e9222?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5196323
Dec 03 15:07:40.302681 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [req-db663c9f-94c7-4ce6-a7b8-09ede1d455da req-743ccbaa-93df-4969-9cef-b12b7e33b074 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Transition to ACTIVE for port object b56e789b-5833-4289-8ccf-0c42d598a9bf will not be triggered until provisioned by entity DHCP. {{(pid=80382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 15:07:40.422836 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-db663c9f-94c7-4ce6-a7b8-09ede1d455da req-743ccbaa-93df-4969-9cef-b12b7e33b074 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307552080722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30043597'] for port, after_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:40.442353 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-da143e94-6abe-4695-acc2-01998449a0d4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:07:40.616543 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743ccbaa-93df-4969-9cef-b12b7e33b074 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Pushing event updated for resources: {'Port': ['ID=b56e789b-5833-4289-8ccf-0c42d598a9bf,revision_number=1']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:07:40.620624 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-743ccbaa-93df-4969-9cef-b12b7e33b074 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:07:40.628791 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-a4e3a80a-3aa3-4933-a78a-0967163005c5 req-16a58ee4-a3f7-40b9-bc9a-231e569c9bc6 service neutron] 10.222.0.63 "GET /v2.0/networks/b14368f7-35c6-4d91-831b-2eb7646e9222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3203983
Dec 03 15:07:40.683228 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db663c9f-94c7-4ce6-a7b8-09ede1d455da req-743ccbaa-93df-4969-9cef-b12b7e33b074 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Network 2263eb43-6c9e-40c3-9734-975854f0ad70 is already hosted by enough agents. {{(pid=80382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 15:07:40.684283 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.base_scheduler [req-db663c9f-94c7-4ce6-a7b8-09ede1d455da req-743ccbaa-93df-4969-9cef-b12b7e33b074 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Resources bound (agent type, host, resource id):  {{(pid=80382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 15:07:40.686729 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [req-db663c9f-94c7-4ce6-a7b8-09ede1d455da req-743ccbaa-93df-4969-9cef-b12b7e33b074 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Received port after_create {{(pid=80382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 15:07:40.816418 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db663c9f-94c7-4ce6-a7b8-09ede1d455da req-743ccbaa-93df-4969-9cef-b12b7e33b074 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:07:40.821292 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-db663c9f-94c7-4ce6-a7b8-09ede1d455da req-743ccbaa-93df-4969-9cef-b12b7e33b074 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6653'] for port, before_response {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:40.834324 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-764269b8-dc83-4734-9ffa-1af2904470bd req-a4b50640-78fc-4974-8a09-a73be0e576fb tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-35739318&fields=id&tenant_id=26c9d45e8fe5417f944a2053d351ef69 HTTP/1.1" status: 200  len: 267 time: 0.0485044
Dec 03 15:07:40.916894 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-18c989e7-0b80-4181-9083-90b3e54f1e12 req-9bf24169-d7b1-4893-a3f5-09b4f38400e8 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] 10.222.0.63 "GET /v2.0/ports?device_id=3408aa8b-4b63-4c7c-afd8-a7a1f236b712 HTTP/1.1" status: 200  len: 210 time: 0.0678492
Dec 03 15:07:40.926093 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-db663c9f-94c7-4ce6-a7b8-09ede1d455da req-743ccbaa-93df-4969-9cef-b12b7e33b074 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.9231949
Dec 03 15:07:40.942532 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764269b8-dc83-4734-9ffa-1af2904470bd req-9f772273-8c49-40b6-a23b-47c1cb9a65d4 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:07:40.951559 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-764269b8-dc83-4734-9ffa-1af2904470bd req-9f772273-8c49-40b6-a23b-47c1cb9a65d4 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] 10.222.0.63 "GET /v2.0/ports?device_id=0c340b42-3ca5-4f89-8fc2-c448e784ac83 HTTP/1.1" status: 200  len: 984 time: 0.1108396
Dec 03 15:07:40.957387 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.base [req-764269b8-dc83-4734-9ffa-1af2904470bd req-99192577-7161-43f6-a28a-dd8002b7fd45 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Request body: {'port': {'security_groups': ['2f0f23dc-fe58-4a67-b800-c8f1bae1f5d5']}} {{(pid=80383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 15:07:41.028707 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-61c2181f-4998-4c68-a35a-92103ad4bc96 None None] Provisioning for port b56e789b-5833-4289-8ccf-0c42d598a9bf completed by entity DHCP. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 15:07:41.044258 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-61c2181f-4998-4c68-a35a-92103ad4bc96 None None] Provisioning complete for port b56e789b-5833-4289-8ccf-0c42d598a9bf triggered by entity DHCP. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:07:41.044839 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-61c2181f-4998-4c68-a35a-92103ad4bc96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:41.077520 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.base [req-db663c9f-94c7-4ce6-a7b8-09ede1d455da req-7cf6900c-8d57-4cd2-8074-b591a135ac8e service neutron] Request body: {'port': {'device_id': 'd2dd50c1-fa7d-4a82-8f53-f9cd544b4293', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75790'}} {{(pid=80382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 15:07:41.092121 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-764269b8-dc83-4734-9ffa-1af2904470bd req-99192577-7161-43f6-a28a-dd8002b7fd45 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:41.112914 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [None req-61c2181f-4998-4c68-a35a-92103ad4bc96 None None] Port b56e789b-5833-4289-8ccf-0c42d598a9bf cannot update to ACTIVE because it is not bound. {{(pid=80384) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 15:07:41.297444 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-db663c9f-94c7-4ce6-a7b8-09ede1d455da req-7cf6900c-8d57-4cd2-8074-b591a135ac8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:41.322936 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a918f1c0-faf2-4e14-b79b-7de4d0d226bd req-bd64c1bd-9182-4955-a982-e9e54cf34c85 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:07:41.323510 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-a918f1c0-faf2-4e14-b79b-7de4d0d226bd req-bd64c1bd-9182-4955-a982-e9e54cf34c85 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Synchronizing usage tracker for tenant:1bf6d3149aee44a798e51e0135d17c5f on resource:port {{(pid=80382) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 15:07:41.386097 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-a918f1c0-faf2-4e14-b79b-7de4d0d226bd req-bd64c1bd-9182-4955-a982-e9e54cf34c85 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Unset dirty status for tenant:1bf6d3149aee44a798e51e0135d17c5f on resource:port {{(pid=80382) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 15:07:41.387384 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-a918f1c0-faf2-4e14-b79b-7de4d0d226bd req-bd64c1bd-9182-4955-a982-e9e54cf34c85 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/ports?device_id=d2dd50c1-fa7d-4a82-8f53-f9cd544b4293 HTTP/1.1" status: 200  len: 932 time: 0.2519481
Dec 03 15:07:41.425302 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [req-764269b8-dc83-4734-9ffa-1af2904470bd req-99192577-7161-43f6-a28a-dd8002b7fd45 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] For port afe54511-8f8c-42eb-8ca3-b2337f457222, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=afe54511-8f8c-42eb-8ca3-b2337f457222,segment=NetworkSegment(b1abe8f6-b60f-4b38-9155-9433b48d1378),segment_id=b1abe8f6-b60f-4b38-9155-9433b48d1378)] {{(pid=80383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 15:07:41.453132 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-764269b8-dc83-4734-9ffa-1af2904470bd req-99192577-7161-43f6-a28a-dd8002b7fd45 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Notify callbacks [] for port, precommit_update {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:41.456832 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-764269b8-dc83-4734-9ffa-1af2904470bd req-99192577-7161-43f6-a28a-dd8002b7fd45 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823481102'] for port, after_update {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:41.474369 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:07:41.494653 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-a918f1c0-faf2-4e14-b79b-7de4d0d226bd req-6220c164-2c27-4c69-b2a6-7d1116246fe5 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/security-groups?id=84fca6d4-e19e-4487-92e4-1bf4c8c1e45b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0743074
Dec 03 15:07:41.667280 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99192577-7161-43f6-a28a-dd8002b7fd45 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Pushing event updated for resources: {'Port': ['ID=afe54511-8f8c-42eb-8ca3-b2337f457222,revision_number=6']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:07:41.677999 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99192577-7161-43f6-a28a-dd8002b7fd45 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:07:41.678417 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99192577-7161-43f6-a28a-dd8002b7fd45 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:07:41.678829 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99192577-7161-43f6-a28a-dd8002b7fd45 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:07:41.679237 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99192577-7161-43f6-a28a-dd8002b7fd45 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:07:41.679637 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99192577-7161-43f6-a28a-dd8002b7fd45 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:07:41.680047 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99192577-7161-43f6-a28a-dd8002b7fd45 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:07:41.680431 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99192577-7161-43f6-a28a-dd8002b7fd45 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:07:41.681083 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99192577-7161-43f6-a28a-dd8002b7fd45 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:07:41.682196 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99192577-7161-43f6-a28a-dd8002b7fd45 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:07:41.682591 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99192577-7161-43f6-a28a-dd8002b7fd45 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:07:41.683215 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99192577-7161-43f6-a28a-dd8002b7fd45 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:07:41.683714 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99192577-7161-43f6-a28a-dd8002b7fd45 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:07:41.684021 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99192577-7161-43f6-a28a-dd8002b7fd45 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:07:41.684397 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99192577-7161-43f6-a28a-dd8002b7fd45 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:07:41.684979 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99192577-7161-43f6-a28a-dd8002b7fd45 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:07:41.685536 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99192577-7161-43f6-a28a-dd8002b7fd45 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:07:41.686233 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99192577-7161-43f6-a28a-dd8002b7fd45 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:07:41.686800 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99192577-7161-43f6-a28a-dd8002b7fd45 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:07:41.687342 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99192577-7161-43f6-a28a-dd8002b7fd45 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:07:41.687884 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99192577-7161-43f6-a28a-dd8002b7fd45 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:07:41.688427 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99192577-7161-43f6-a28a-dd8002b7fd45 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:07:41.689040 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99192577-7161-43f6-a28a-dd8002b7fd45 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:07:41.689609 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99192577-7161-43f6-a28a-dd8002b7fd45 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:07:41.690031 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99192577-7161-43f6-a28a-dd8002b7fd45 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:07:41.694792 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-99192577-7161-43f6-a28a-dd8002b7fd45 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:07:41.699698 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764269b8-dc83-4734-9ffa-1af2904470bd req-99192577-7161-43f6-a28a-dd8002b7fd45 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:07:41.700386 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-764269b8-dc83-4734-9ffa-1af2904470bd req-99192577-7161-43f6-a28a-dd8002b7fd45 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6653'] for port, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:41.701900 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-764269b8-dc83-4734-9ffa-1af2904470bd req-99192577-7161-43f6-a28a-dd8002b7fd45 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] 10.222.0.63 "PUT /v2.0/ports/afe54511-8f8c-42eb-8ca3-b2337f457222 HTTP/1.1" status: 200  len: 942 time: 0.7494693
Dec 03 15:07:41.702470 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c340b42-3ca5-4f89-8fc2-c448e784ac83', 'tag': 'afe54511-8f8c-42eb-8ca3-b2337f457222'}] {{(pid=80383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 15:07:41.781250 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c340b42-3ca5-4f89-8fc2-c448e784ac83', 'tag': 'afe54511-8f8c-42eb-8ca3-b2337f457222', 'status': 'completed', 'code': 200}
Dec 03 15:07:41.940482 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-f70ada77-191f-4335-9612-4c54f259f8df None None] Provisioning complete for port afe54511-8f8c-42eb-8ca3-b2337f457222 triggered by entity DHCP. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:07:41.941064 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-f70ada77-191f-4335-9612-4c54f259f8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:41.943257 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.notifiers.nova [req-db663c9f-94c7-4ce6-a7b8-09ede1d455da req-7cf6900c-8d57-4cd2-8074-b591a135ac8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b56e789b-5833-4289-8ccf-0c42d598a9bf {{(pid=80382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 03 15:07:41.955103 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-db663c9f-94c7-4ce6-a7b8-09ede1d455da req-7cf6900c-8d57-4cd2-8074-b591a135ac8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:41.969357 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-5415081d-9508-4b42-ab9c-16a5f5b2aff7 req-282d126a-af6b-4c7b-99f6-e2c358faffe8 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] 10.222.0.63 "GET /v2.0/security-groups/5ffdf135-388f-48b5-bce4-3a1c9059bc68 HTTP/1.1" status: 200  len: 2887 time: 0.1865995
Dec 03 15:07:41.980584 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [req-db663c9f-94c7-4ce6-a7b8-09ede1d455da req-7cf6900c-8d57-4cd2-8074-b591a135ac8e service neutron] Transition to ACTIVE for port object b56e789b-5833-4289-8ccf-0c42d598a9bf will not be triggered until provisioned by entity L2. {{(pid=80382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 15:07:42.001804 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-db663c9f-94c7-4ce6-a7b8-09ede1d455da req-7cf6900c-8d57-4cd2-8074-b591a135ac8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036824732220'] for port, after_update {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:42.024520 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-00419352-cf69-4a62-a616-cfa2243d15cd tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:07:42.105357 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-b5a4015c-9004-4cab-a6a0-b6bce485f061 req-cd933842-0a75-4d59-85fa-4bb2efb026af tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] 10.222.0.63 "GET /v2.0/ports?device_id=3408aa8b-4b63-4c7c-afd8-a7a1f236b712 HTTP/1.1" status: 200  len: 210 time: 0.0560412
Dec 03 15:07:42.128542 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb24f95b-9e34-41a3-92c5-4a8114fb1b8e req-083c7a57-372a-4d46-9158-ec40e36fe471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:07:42.130391 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-eb24f95b-9e34-41a3-92c5-4a8114fb1b8e req-083c7a57-372a-4d46-9158-ec40e36fe471 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=26c9d45e8fe5417f944a2053d351ef69&device_id=0c340b42-3ca5-4f89-8fc2-c448e784ac83 HTTP/1.1" status: 200  len: 1162 time: 0.2798793
Dec 03 15:07:42.256687 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf6900c-8d57-4cd2-8074-b591a135ac8e service neutron] Pushing event updated for resources: {'Port': ['ID=b56e789b-5833-4289-8ccf-0c42d598a9bf,revision_number=2']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:07:42.280017 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-7cf6900c-8d57-4cd2-8074-b591a135ac8e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:07:42.294790 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-5415081d-9508-4b42-ab9c-16a5f5b2aff7 req-f5b477f0-d318-488e-be91-a74c511d295d tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Notify callbacks [] for security_group, before_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:42.419155 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-5415081d-9508-4b42-ab9c-16a5f5b2aff7 req-f5b477f0-d318-488e-be91-a74c511d295d tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Notify callbacks [] for security_group, precommit_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:42.425394 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Device afe54511-8f8c-42eb-8ca3-b2337f457222 up at agent ovs-agent-hv-cinder-75790 {{(pid=80384) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 15:07:42.430453 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e3a80a-3aa3-4933-a78a-0967163005c5 req-0e13015e-c528-40e7-ab6b-db98067d5683 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:07:42.433080 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-a4e3a80a-3aa3-4933-a78a-0967163005c5 req-0e13015e-c528-40e7-ab6b-db98067d5683 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] 10.222.0.83 "GET /v2.0/networks?id=b14368f7-35c6-4d91-831b-2eb7646e9222 HTTP/1.1" status: 200  len: 814 time: 0.1693535
Dec 03 15:07:42.462606 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.base [req-a4e3a80a-3aa3-4933-a78a-0967163005c5 req-a4abaa37-e048-4f2a-a21c-4e5cdaf06c2e tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Request body: {'port': {'device_id': '3408aa8b-4b63-4c7c-afd8-a7a1f236b712', 'network_id': 'b14368f7-35c6-4d91-831b-2eb7646e9222', 'admin_state_up': True, 'tenant_id': 'a474d63897e4433e9e4b034785e66430'}} {{(pid=80383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 15:07:42.579076 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Provisioning complete for port afe54511-8f8c-42eb-8ca3-b2337f457222 triggered by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:07:42.580309 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:42.603915 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb24f95b-9e34-41a3-92c5-4a8114fb1b8e req-52ae4b6f-bcd5-49a7-8931-4656bc52523c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:07:42.605993 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-eb24f95b-9e34-41a3-92c5-4a8114fb1b8e req-52ae4b6f-bcd5-49a7-8931-4656bc52523c service neutron] 10.222.0.83 "GET /v2.0/networks?id=52cd6ebc-32b4-40f6-9b98-6760dd6218f7 HTTP/1.1" status: 200  len: 907 time: 0.4609773
Dec 03 15:07:42.734001 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [req-a4e3a80a-3aa3-4933-a78a-0967163005c5 req-a4abaa37-e048-4f2a-a21c-4e5cdaf06c2e tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:07:42.755654 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [req-a4e3a80a-3aa3-4933-a78a-0967163005c5 req-a4abaa37-e048-4f2a-a21c-4e5cdaf06c2e tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:07:42.776501 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4e3a80a-3aa3-4933-a78a-0967163005c5 req-a4abaa37-e048-4f2a-a21c-4e5cdaf06c2e tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Made reservation on behalf of a474d63897e4433e9e4b034785e66430 for: {'port': 1} {{(pid=80383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 15:07:42.782221 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-a4e3a80a-3aa3-4933-a78a-0967163005c5 req-a4abaa37-e048-4f2a-a21c-4e5cdaf06c2e tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:42.828701 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc3cdb6-4bef-4f75-82b7-e5e6d567dff9 req-c3ba097e-d2e2-4d92-961f-43b7d75dd05d tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:07:42.830606 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-7fc3cdb6-4bef-4f75-82b7-e5e6d567dff9 req-c3ba097e-d2e2-4d92-961f-43b7d75dd05d tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/ports?device_id=d2dd50c1-fa7d-4a82-8f53-f9cd544b4293 HTTP/1.1" status: 200  len: 944 time: 0.1681993
Dec 03 15:07:42.967617 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-5415081d-9508-4b42-ab9c-16a5f5b2aff7 req-f5b477f0-d318-488e-be91-a74c511d295d tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:42.976869 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-b551e031-89fa-4d7f-9932-0879fa344929 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:07:42.982822 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-7fc3cdb6-4bef-4f75-82b7-e5e6d567dff9 req-c1edc09d-af4a-4c99-84dc-c27512bde640 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/security-groups?id=84fca6d4-e19e-4487-92e4-1bf4c8c1e45b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1446376
Dec 03 15:07:42.992159 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [req-db663c9f-94c7-4ce6-a7b8-09ede1d455da req-7cf6900c-8d57-4cd2-8074-b591a135ac8e service neutron] Attempting to bind port b56e789b-5833-4289-8ccf-0c42d598a9bf on host hv-cinder-75790 for vnic_type normal with profile  {{(pid=80382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 15:07:42.992545 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [req-db663c9f-94c7-4ce6-a7b8-09ede1d455da req-7cf6900c-8d57-4cd2-8074-b591a135ac8e service neutron] Attempting to bind port b56e789b-5833-4289-8ccf-0c42d598a9bf by drivers openvswitch on host hv-cinder-75790 at level 0 using segments [{'id': '1f8ed2c9-9c9c-41af-869d-c0f0d4bf55da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2263eb43-6c9e-40c3-9734-975854f0ad70'}] {{(pid=80382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 15:07:42.992920 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db663c9f-94c7-4ce6-a7b8-09ede1d455da req-7cf6900c-8d57-4cd2-8074-b591a135ac8e service neutron] Attempting to bind port b56e789b-5833-4289-8ccf-0c42d598a9bf on network 2263eb43-6c9e-40c3-9734-975854f0ad70 {{(pid=80382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 15:07:43.005681 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b477f0-d318-488e-be91-a74c511d295d tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ffdf135-388f-48b5-bce4-3a1c9059bc68,revision_number=None']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:07:43.011292 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db663c9f-94c7-4ce6-a7b8-09ede1d455da req-7cf6900c-8d57-4cd2-8074-b591a135ac8e service neutron] Checking agent: {'id': '7af519bd-b73a-4597-86f2-e334c7b64707', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75790', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 15, 0, 18), 'started_at': datetime.datetime(2020, 12, 3, 15, 0, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 15, 7, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 15:07:43.011675 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db663c9f-94c7-4ce6-a7b8-09ede1d455da req-7cf6900c-8d57-4cd2-8074-b591a135ac8e service neutron] Checking segment: {'id': '1f8ed2c9-9c9c-41af-869d-c0f0d4bf55da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2263eb43-6c9e-40c3-9734-975854f0ad70'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 15:07:43.012089 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-db663c9f-94c7-4ce6-a7b8-09ede1d455da req-7cf6900c-8d57-4cd2-8074-b591a135ac8e service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:43.012488 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db663c9f-94c7-4ce6-a7b8-09ede1d455da req-7cf6900c-8d57-4cd2-8074-b591a135ac8e service neutron] Bound using segment: {'id': '1f8ed2c9-9c9c-41af-869d-c0f0d4bf55da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2263eb43-6c9e-40c3-9734-975854f0ad70'} {{(pid=80382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 15:07:43.012981 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [req-db663c9f-94c7-4ce6-a7b8-09ede1d455da req-7cf6900c-8d57-4cd2-8074-b591a135ac8e service neutron] Bound port: b56e789b-5833-4289-8ccf-0c42d598a9bf, host: hv-cinder-75790, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f8ed2c9-9c9c-41af-869d-c0f0d4bf55da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2263eb43-6c9e-40c3-9734-975854f0ad70'}}] {{(pid=80382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 15:07:43.013366 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-db663c9f-94c7-4ce6-a7b8-09ede1d455da req-7cf6900c-8d57-4cd2-8074-b591a135ac8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:43.027395 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-f5b477f0-d318-488e-be91-a74c511d295d tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:07:43.054243 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-5415081d-9508-4b42-ab9c-16a5f5b2aff7 req-f5b477f0-d318-488e-be91-a74c511d295d tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Notify callbacks [] for security_group, before_response {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:43.055491 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-5415081d-9508-4b42-ab9c-16a5f5b2aff7 req-f5b477f0-d318-488e-be91-a74c511d295d tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] 10.222.0.63 "DELETE /v2.0/security-groups/5ffdf135-388f-48b5-bce4-3a1c9059bc68 HTTP/1.1" status: 204  len: 173 time: 1.0778112
Dec 03 15:07:43.059123 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-eb24f95b-9e34-41a3-92c5-4a8114fb1b8e req-1ac1f681-bd58-4da1-9dde-fcc5bfdb4034 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=afe54511-8f8c-42eb-8ca3-b2337f457222 HTTP/1.1" status: 200  len: 1001 time: 0.4368439
Dec 03 15:07:43.190082 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.db_base_plugin_common [req-a4e3a80a-3aa3-4933-a78a-0967163005c5 req-a4abaa37-e048-4f2a-a21c-4e5cdaf06c2e tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Allocated IP 172.20.0.5 (b14368f7-35c6-4d91-831b-2eb7646e9222/e8082567-8640-4611-a816-16705f681ba1/d5915ce7-a94b-4748-b261-7ba6236967af) {{(pid=80383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 15:07:43.296507 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb24f95b-9e34-41a3-92c5-4a8114fb1b8e req-18092745-645e-4d32-a2bb-5c824b0fb399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:07:43.298164 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-eb24f95b-9e34-41a3-92c5-4a8114fb1b8e req-18092745-645e-4d32-a2bb-5c824b0fb399 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=30ca2e12-4884-437c-9915-69d4ed3ce940 HTTP/1.1" status: 200  len: 852 time: 0.2084253
Dec 03 15:07:43.360729 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-1c981f88-42f6-4c3e-bb4a-e505a2f6e655 req-242ac6fb-91cf-4a50-a425-dcf6687a911d tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] 10.222.0.63 "GET /v2.0/floatingips/53fd5534-3c66-431f-b5ac-c8d3c200f028 HTTP/1.1" status: 200  len: 998 time: 0.2657394
Dec 03 15:07:43.365823 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [req-db663c9f-94c7-4ce6-a7b8-09ede1d455da req-7cf6900c-8d57-4cd2-8074-b591a135ac8e service neutron] For port b56e789b-5833-4289-8ccf-0c42d598a9bf, host hv-cinder-75790, cleared binding levels {{(pid=80382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 15:07:43.409761 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-35fe311d-60da-4c21-86ea-204eac9ba205 req-300628e1-8716-4de3-a0cf-2d2468771e17 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] 10.222.0.63 "GET /v2.0/ports?device_id=3408aa8b-4b63-4c7c-afd8-a7a1f236b712 HTTP/1.1" status: 200  len: 210 time: 0.0595138
Dec 03 15:07:43.421900 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [req-db663c9f-94c7-4ce6-a7b8-09ede1d455da req-7cf6900c-8d57-4cd2-8074-b591a135ac8e service neutron] For port b56e789b-5833-4289-8ccf-0c42d598a9bf, host hv-cinder-75790, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=b56e789b-5833-4289-8ccf-0c42d598a9bf,segment=NetworkSegment(1f8ed2c9-9c9c-41af-869d-c0f0d4bf55da),segment_id=1f8ed2c9-9c9c-41af-869d-c0f0d4bf55da)] {{(pid=80382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 15:07:43.444043 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-db663c9f-94c7-4ce6-a7b8-09ede1d455da req-7cf6900c-8d57-4cd2-8074-b591a135ac8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036824732220'] for port, after_update {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:43.465106 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-633a8b05-64ec-40b9-9149-74b7c7e6c5d6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:07:43.472818 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-a4e3a80a-3aa3-4933-a78a-0967163005c5 req-a4abaa37-e048-4f2a-a21c-4e5cdaf06c2e tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Notify callbacks [] for port, precommit_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:43.499704 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-a4e3a80a-3aa3-4933-a78a-0967163005c5 req-a4abaa37-e048-4f2a-a21c-4e5cdaf06c2e tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307552080722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31294715'] for port, after_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:43.516885 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-0d4730da-6d9f-441e-9a5e-52f6bc1caf7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:07:43.659073 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4abaa37-e048-4f2a-a21c-4e5cdaf06c2e tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Pushing event updated for resources: {'Port': ['ID=d5915ce7-a94b-4748-b261-7ba6236967af,revision_number=1']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:07:43.662253 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-a4abaa37-e048-4f2a-a21c-4e5cdaf06c2e tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:07:43.712157 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb24f95b-9e34-41a3-92c5-4a8114fb1b8e req-ae8f55a7-1f50-45e0-a224-4522500a21c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:07:43.713660 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4e3a80a-3aa3-4933-a78a-0967163005c5 req-a4abaa37-e048-4f2a-a21c-4e5cdaf06c2e tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Network b14368f7-35c6-4d91-831b-2eb7646e9222 is already hosted by enough agents. {{(pid=80383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 15:07:43.714440 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-eb24f95b-9e34-41a3-92c5-4a8114fb1b8e req-ae8f55a7-1f50-45e0-a224-4522500a21c1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=52cd6ebc-32b4-40f6-9b98-6760dd6218f7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4005857
Dec 03 15:07:43.714913 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.base_scheduler [req-a4e3a80a-3aa3-4933-a78a-0967163005c5 req-a4abaa37-e048-4f2a-a21c-4e5cdaf06c2e tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Resources bound (agent type, host, resource id):  {{(pid=80383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 15:07:43.717267 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4e3a80a-3aa3-4933-a78a-0967163005c5 req-a4abaa37-e048-4f2a-a21c-4e5cdaf06c2e tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Received port after_create {{(pid=80383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 15:07:43.761299 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c981f88-42f6-4c3e-bb4a-e505a2f6e655 req-489c7f94-ea34-4b3d-84c1-63177d17e1c6 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:07:43.762877 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-1c981f88-42f6-4c3e-bb4a-e505a2f6e655 req-489c7f94-ea34-4b3d-84c1-63177d17e1c6 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] 10.222.0.63 "GET /v2.0/networks/729c535b-bd07-4b0c-9bb6-d0eda364af7e HTTP/1.1" status: 200  len: 784 time: 0.3944199
Dec 03 15:07:43.763617 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf6900c-8d57-4cd2-8074-b591a135ac8e service neutron] Pushing event updated for resources: {'Port': ['ID=b56e789b-5833-4289-8ccf-0c42d598a9bf,revision_number=3']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:07:43.776731 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-7cf6900c-8d57-4cd2-8074-b591a135ac8e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:07:43.796501 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e3a80a-3aa3-4933-a78a-0967163005c5 req-a4abaa37-e048-4f2a-a21c-4e5cdaf06c2e tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:07:43.797632 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-a4e3a80a-3aa3-4933-a78a-0967163005c5 req-a4abaa37-e048-4f2a-a21c-4e5cdaf06c2e tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6653'] for port, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:43.801248 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [req-1c981f88-42f6-4c3e-bb4a-e505a2f6e655 req-e2884e5c-97f6-4786-b12a-94764255a29a tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=80382) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 03 15:07:43.802385 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-1c981f88-42f6-4c3e-bb4a-e505a2f6e655 req-e2884e5c-97f6-4786-b12a-94764255a29a tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0219331
Dec 03 15:07:43.823350 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-a4e3a80a-3aa3-4933-a78a-0967163005c5 req-a4abaa37-e048-4f2a-a21c-4e5cdaf06c2e tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3667026
Dec 03 15:07:43.843147 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.base [req-a4e3a80a-3aa3-4933-a78a-0967163005c5 req-bfd43008-3b6a-4e6e-8927-118b905cc021 service neutron] Request body: {'port': {'device_id': '3408aa8b-4b63-4c7c-afd8-a7a1f236b712', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75790'}} {{(pid=80383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 15:07:43.957064 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-a4e3a80a-3aa3-4933-a78a-0967163005c5 req-bfd43008-3b6a-4e6e-8927-118b905cc021 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:43.991480 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db663c9f-94c7-4ce6-a7b8-09ede1d455da req-7cf6900c-8d57-4cd2-8074-b591a135ac8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:07:43.992176 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-db663c9f-94c7-4ce6-a7b8-09ede1d455da req-7cf6900c-8d57-4cd2-8074-b591a135ac8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6653'] for port, before_response {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:43.993742 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-db663c9f-94c7-4ce6-a7b8-09ede1d455da req-7cf6900c-8d57-4cd2-8074-b591a135ac8e service neutron] 10.222.0.83 "PUT /v2.0/ports/b56e789b-5833-4289-8ccf-0c42d598a9bf HTTP/1.1" status: 200  len: 1158 time: 3.0425889
Dec 03 15:07:44.002155 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2dd50c1-fa7d-4a82-8f53-f9cd544b4293', 'tag': 'b56e789b-5833-4289-8ccf-0c42d598a9bf'}] {{(pid=80382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 15:07:44.046670 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-1c981f88-42f6-4c3e-bb4a-e505a2f6e655 req-feac65a8-23fe-4262-aba7-b02768d14484 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] 10.222.0.63 "GET /v2.0/floatingips?floating_ip_address=172.27.2.201 HTTP/1.1" status: 200  len: 1001 time: 0.2267706
Dec 03 15:07:44.050476 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-eb24f95b-9e34-41a3-92c5-4a8114fb1b8e req-901dda1f-ecb8-4870-91be-27d568e2361d service neutron] 10.222.0.83 "GET /v2.0/networks/52cd6ebc-32b4-40f6-9b98-6760dd6218f7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3221762
Dec 03 15:07:44.203299 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2dd50c1-fa7d-4a82-8f53-f9cd544b4293', 'tag': 'b56e789b-5833-4289-8ccf-0c42d598a9bf', 'status': 'completed', 'code': 200}
Dec 03 15:07:44.302697 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c981f88-42f6-4c3e-bb4a-e505a2f6e655 req-e09ba30e-ab08-419f-85aa-69dd881d8b78 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:07:44.304146 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-1c981f88-42f6-4c3e-bb4a-e505a2f6e655 req-e09ba30e-ab08-419f-85aa-69dd881d8b78 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] 10.222.0.63 "GET /v2.0/ports/afe54511-8f8c-42eb-8ca3-b2337f457222 HTTP/1.1" status: 200  len: 942 time: 0.2505746
Dec 03 15:07:44.363117 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-eb24f95b-9e34-41a3-92c5-4a8114fb1b8e req-7a012a6d-c46c-42f2-9f21-7ddeec92cdd2 service neutron] 10.222.0.83 "GET /v2.0/networks/52cd6ebc-32b4-40f6-9b98-6760dd6218f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2666764
Dec 03 15:07:44.365743 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db663c9f-94c7-4ce6-a7b8-09ede1d455da req-b613ce8b-8541-44fb-9e43-91104fc3d350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:07:44.367248 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-db663c9f-94c7-4ce6-a7b8-09ede1d455da req-b613ce8b-8541-44fb-9e43-91104fc3d350 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1bf6d3149aee44a798e51e0135d17c5f&device_id=d2dd50c1-fa7d-4a82-8f53-f9cd544b4293 HTTP/1.1" status: 200  len: 1161 time: 0.2696912
Dec 03 15:07:44.521280 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2880d13-f048-4fea-8f68-8106c0865c74 req-a0ae4efd-6bfe-440e-9cc1-853390c8c7e6 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:07:44.522930 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-b2880d13-f048-4fea-8f68-8106c0865c74 req-a0ae4efd-6bfe-440e-9cc1-853390c8c7e6 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/ports?device_id=d2dd50c1-fa7d-4a82-8f53-f9cd544b4293 HTTP/1.1" status: 200  len: 944 time: 0.2098241
Dec 03 15:07:44.542780 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-db663c9f-94c7-4ce6-a7b8-09ede1d455da req-a7bac0fe-57df-4f46-9097-158c41ce5d2d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b56e789b-5833-4289-8ccf-0c42d598a9bf HTTP/1.1" status: 200  len: 217 time: 0.1453846
Dec 03 15:07:44.617978 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-1c981f88-42f6-4c3e-bb4a-e505a2f6e655 req-7345f8c4-690d-4f70-b133-8e91cbb03ac4 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] 10.222.0.63 "GET /v2.0/floatingips?floating_ip_address=172.27.2.201 HTTP/1.1" status: 200  len: 1001 time: 0.2218616
Dec 03 15:07:44.630254 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-b2880d13-f048-4fea-8f68-8106c0865c74 req-870bf7a4-c836-42ba-9f4a-ec21045f0cde tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/security-groups?id=84fca6d4-e19e-4487-92e4-1bf4c8c1e45b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0993276
Dec 03 15:07:44.645607 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.notifiers.nova [req-a4e3a80a-3aa3-4933-a78a-0967163005c5 req-bfd43008-3b6a-4e6e-8927-118b905cc021 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5915ce7-a94b-4748-b261-7ba6236967af {{(pid=80383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 03 15:07:44.657975 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-a4e3a80a-3aa3-4933-a78a-0967163005c5 req-bfd43008-3b6a-4e6e-8927-118b905cc021 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:44.674304 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [req-a4e3a80a-3aa3-4933-a78a-0967163005c5 req-bfd43008-3b6a-4e6e-8927-118b905cc021 service neutron] Transition to ACTIVE for port object d5915ce7-a94b-4748-b261-7ba6236967af will not be triggered until provisioned by entity L2. {{(pid=80383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 15:07:44.677416 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-a4e3a80a-3aa3-4933-a78a-0967163005c5 req-bfd43008-3b6a-4e6e-8927-118b905cc021 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823481102'] for port, after_update {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:44.697346 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:07:44.702419 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db663c9f-94c7-4ce6-a7b8-09ede1d455da req-0aa6a332-40c8-4d01-8592-ef102e6c28d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:07:44.704020 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-db663c9f-94c7-4ce6-a7b8-09ede1d455da req-0aa6a332-40c8-4d01-8592-ef102e6c28d5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=988b1530-5903-4de4-818d-5aa0d60661ff HTTP/1.1" status: 200  len: 850 time: 0.1533878
Dec 03 15:07:45.128667 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd43008-3b6a-4e6e-8927-118b905cc021 service neutron] Pushing event updated for resources: {'Port': ['ID=d5915ce7-a94b-4748-b261-7ba6236967af,revision_number=2']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:07:45.139004 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-bfd43008-3b6a-4e6e-8927-118b905cc021 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:07:45.159765 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [req-1c981f88-42f6-4c3e-bb4a-e505a2f6e655 req-f7cb999d-27c9-48f4-b4c2-a2039fcfe70d tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Deleting port 0942f81e-d2c7-48b7-b94a-cc061b4b7498 {{(pid=80382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 15:07:45.160161 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-1c981f88-42f6-4c3e-bb4a-e505a2f6e655 req-f7cb999d-27c9-48f4-b4c2-a2039fcfe70d tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729303099848'] for port, before_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:45.203765 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db663c9f-94c7-4ce6-a7b8-09ede1d455da req-3b25d44a-d32f-440b-9a93-87875acb1b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:07:45.205380 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-db663c9f-94c7-4ce6-a7b8-09ede1d455da req-3b25d44a-d32f-440b-9a93-87875acb1b0c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2263eb43-6c9e-40c3-9734-975854f0ad70&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4844763
Dec 03 15:07:45.284153 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec02d37f-6aed-4386-a614-41ef9a6bfe2a req-887cf294-92cb-4cb5-8027-262e406dfc61 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:07:45.284687 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-ec02d37f-6aed-4386-a614-41ef9a6bfe2a req-887cf294-92cb-4cb5-8027-262e406dfc61 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Synchronizing usage tracker for tenant:a474d63897e4433e9e4b034785e66430 on resource:port {{(pid=80383) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 15:07:45.342644 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-ec02d37f-6aed-4386-a614-41ef9a6bfe2a req-887cf294-92cb-4cb5-8027-262e406dfc61 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Unset dirty status for tenant:a474d63897e4433e9e4b034785e66430 on resource:port {{(pid=80383) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 15:07:45.344065 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-ec02d37f-6aed-4386-a614-41ef9a6bfe2a req-887cf294-92cb-4cb5-8027-262e406dfc61 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] 10.222.0.63 "GET /v2.0/ports?device_id=3408aa8b-4b63-4c7c-afd8-a7a1f236b712 HTTP/1.1" status: 200  len: 943 time: 0.2698185
Dec 03 15:07:45.410218 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [req-a4e3a80a-3aa3-4933-a78a-0967163005c5 req-bfd43008-3b6a-4e6e-8927-118b905cc021 service neutron] Attempting to bind port d5915ce7-a94b-4748-b261-7ba6236967af on host hv-cinder-75790 for vnic_type normal with profile  {{(pid=80383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 15:07:45.410505 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [req-a4e3a80a-3aa3-4933-a78a-0967163005c5 req-bfd43008-3b6a-4e6e-8927-118b905cc021 service neutron] Attempting to bind port d5915ce7-a94b-4748-b261-7ba6236967af by drivers openvswitch on host hv-cinder-75790 at level 0 using segments [{'id': 'ced8c6e9-f1ba-4905-8864-70d742cf377e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b14368f7-35c6-4d91-831b-2eb7646e9222'}] {{(pid=80383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 15:07:45.410869 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e3a80a-3aa3-4933-a78a-0967163005c5 req-bfd43008-3b6a-4e6e-8927-118b905cc021 service neutron] Attempting to bind port d5915ce7-a94b-4748-b261-7ba6236967af on network b14368f7-35c6-4d91-831b-2eb7646e9222 {{(pid=80383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 15:07:45.421057 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-ec02d37f-6aed-4386-a614-41ef9a6bfe2a req-4564ea84-a53a-4259-b141-7d88852ff494 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] 10.222.0.63 "GET /v2.0/security-groups?id=bac07432-27c1-4fa4-abf2-47ecab22547d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0678608
Dec 03 15:07:45.422067 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e3a80a-3aa3-4933-a78a-0967163005c5 req-bfd43008-3b6a-4e6e-8927-118b905cc021 service neutron] Checking agent: {'id': '7af519bd-b73a-4597-86f2-e334c7b64707', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75790', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 15, 0, 18), 'started_at': datetime.datetime(2020, 12, 3, 15, 0, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 15, 7, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 15:07:45.422635 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e3a80a-3aa3-4933-a78a-0967163005c5 req-bfd43008-3b6a-4e6e-8927-118b905cc021 service neutron] Checking segment: {'id': 'ced8c6e9-f1ba-4905-8864-70d742cf377e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b14368f7-35c6-4d91-831b-2eb7646e9222'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 15:07:45.422863 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-a4e3a80a-3aa3-4933-a78a-0967163005c5 req-bfd43008-3b6a-4e6e-8927-118b905cc021 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:45.423333 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e3a80a-3aa3-4933-a78a-0967163005c5 req-bfd43008-3b6a-4e6e-8927-118b905cc021 service neutron] Bound using segment: {'id': 'ced8c6e9-f1ba-4905-8864-70d742cf377e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b14368f7-35c6-4d91-831b-2eb7646e9222'} {{(pid=80383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 15:07:45.423952 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [req-a4e3a80a-3aa3-4933-a78a-0967163005c5 req-bfd43008-3b6a-4e6e-8927-118b905cc021 service neutron] Bound port: d5915ce7-a94b-4748-b261-7ba6236967af, host: hv-cinder-75790, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ced8c6e9-f1ba-4905-8864-70d742cf377e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b14368f7-35c6-4d91-831b-2eb7646e9222'}}] {{(pid=80383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 15:07:45.424478 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-a4e3a80a-3aa3-4933-a78a-0967163005c5 req-bfd43008-3b6a-4e6e-8927-118b905cc021 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:45.486294 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-db663c9f-94c7-4ce6-a7b8-09ede1d455da req-a8c6f957-21d5-473a-993c-0f4bcd168226 service neutron] 10.222.0.83 "GET /v2.0/networks/2263eb43-6c9e-40c3-9734-975854f0ad70?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2701566
Dec 03 15:07:45.487936 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-1c981f88-42f6-4c3e-bb4a-e505a2f6e655 req-f7cb999d-27c9-48f4-b4c2-a2039fcfe70d tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821294133'] for port, precommit_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:45.488312 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-1c981f88-42f6-4c3e-bb4a-e505a2f6e655 req-f7cb999d-27c9-48f4-b4c2-a2039fcfe70d tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Notify callbacks [] for floatingip, precommit_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:45.526066 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [req-a4e3a80a-3aa3-4933-a78a-0967163005c5 req-bfd43008-3b6a-4e6e-8927-118b905cc021 service neutron] For port d5915ce7-a94b-4748-b261-7ba6236967af, host hv-cinder-75790, cleared binding levels {{(pid=80383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 15:07:45.529238 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [req-a4e3a80a-3aa3-4933-a78a-0967163005c5 req-bfd43008-3b6a-4e6e-8927-118b905cc021 service neutron] For port d5915ce7-a94b-4748-b261-7ba6236967af, host hv-cinder-75790, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=d5915ce7-a94b-4748-b261-7ba6236967af,segment=NetworkSegment(ced8c6e9-f1ba-4905-8864-70d742cf377e),segment_id=ced8c6e9-f1ba-4905-8864-70d742cf377e)] {{(pid=80383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 15:07:45.532654 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-a4e3a80a-3aa3-4933-a78a-0967163005c5 req-bfd43008-3b6a-4e6e-8927-118b905cc021 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823481102'] for port, after_update {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:45.549017 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-a70e3a0c-03a8-45da-bb1d-869c9d282bfb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:07:45.663444 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [req-1c981f88-42f6-4c3e-bb4a-e505a2f6e655 req-f7cb999d-27c9-48f4-b4c2-a2039fcfe70d tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Calling delete_port for 0942f81e-d2c7-48b7-b94a-cc061b4b7498 owned by network:floatingip {{(pid=80382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 15:07:45.710189 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd43008-3b6a-4e6e-8927-118b905cc021 service neutron] Pushing event updated for resources: {'Port': ['ID=d5915ce7-a94b-4748-b261-7ba6236967af,revision_number=3']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:07:45.721846 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-bfd43008-3b6a-4e6e-8927-118b905cc021 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:07:45.761157 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e3a80a-3aa3-4933-a78a-0967163005c5 req-bfd43008-3b6a-4e6e-8927-118b905cc021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:07:45.761831 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-a4e3a80a-3aa3-4933-a78a-0967163005c5 req-bfd43008-3b6a-4e6e-8927-118b905cc021 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6653'] for port, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:45.763867 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-a4e3a80a-3aa3-4933-a78a-0967163005c5 req-bfd43008-3b6a-4e6e-8927-118b905cc021 service neutron] 10.222.0.83 "PUT /v2.0/ports/d5915ce7-a94b-4748-b261-7ba6236967af HTTP/1.1" status: 200  len: 1157 time: 1.9248469
Dec 03 15:07:45.763990 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3408aa8b-4b63-4c7c-afd8-a7a1f236b712', 'tag': 'd5915ce7-a94b-4748-b261-7ba6236967af'}] {{(pid=80383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 15:07:45.841888 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-db663c9f-94c7-4ce6-a7b8-09ede1d455da req-4588af44-fcaf-497c-a69c-5b01d8657c37 service neutron] 10.222.0.83 "GET /v2.0/networks/2263eb43-6c9e-40c3-9734-975854f0ad70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3450181
Dec 03 15:07:45.928584 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-1c981f88-42f6-4c3e-bb4a-e505a2f6e655 req-f7cb999d-27c9-48f4-b4c2-a2039fcfe70d tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307551598230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307552127058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30043597'] for port, after_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:45.945063 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-7cf6900c-8d57-4cd2-8074-b591a135ac8e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:07:45.961194 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d86cb6-b296-49c7-91a6-8c27fc40fe4b req-eabf6ae4-b146-4b1e-8c35-273421d4ae3a tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:07:45.963646 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-e7d86cb6-b296-49c7-91a6-8c27fc40fe4b req-eabf6ae4-b146-4b1e-8c35-273421d4ae3a tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/ports?device_id=d2dd50c1-fa7d-4a82-8f53-f9cd544b4293 HTTP/1.1" status: 200  len: 944 time: 0.1680782
Dec 03 15:07:45.965482 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e3a80a-3aa3-4933-a78a-0967163005c5 req-41bf2062-89d2-4525-9ea1-080a7bca6ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:07:45.966985 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-a4e3a80a-3aa3-4933-a78a-0967163005c5 req-41bf2062-89d2-4525-9ea1-080a7bca6ea9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a474d63897e4433e9e4b034785e66430&device_id=3408aa8b-4b63-4c7c-afd8-a7a1f236b712 HTTP/1.1" status: 200  len: 1160 time: 0.1324666
Dec 03 15:07:46.033605 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb999d-27c9-48f4-b4c2-a2039fcfe70d tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Pushing event deleted for resources: {'Port': ['ID=0942f81e-d2c7-48b7-b94a-cc061b4b7498,revision_number=None']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:07:46.051714 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-f7cb999d-27c9-48f4-b4c2-a2039fcfe70d tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:07:46.061121 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-a4e3a80a-3aa3-4933-a78a-0967163005c5 req-6413967d-a4fa-4707-a4ac-3521b14423b0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d5915ce7-a94b-4748-b261-7ba6236967af HTTP/1.1" status: 200  len: 217 time: 0.0758474
Dec 03 15:07:46.132212 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-e7d86cb6-b296-49c7-91a6-8c27fc40fe4b req-4710f9d0-4f2b-48af-bbaa-b726d96d3bfb tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/security-groups?id=84fca6d4-e19e-4487-92e4-1bf4c8c1e45b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1615777
Dec 03 15:07:46.154368 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e3a80a-3aa3-4933-a78a-0967163005c5 req-4e99ac37-bb21-4963-90a9-0ece8f1fec6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:07:46.156324 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-a4e3a80a-3aa3-4933-a78a-0967163005c5 req-4e99ac37-bb21-4963-90a9-0ece8f1fec6d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e8082567-8640-4611-a816-16705f681ba1 HTTP/1.1" status: 200  len: 854 time: 0.0834372
Dec 03 15:07:46.188142 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fc8308-122c-41a8-882f-828d85219d1e req-632d4e98-fa35-4710-a507-77492424c6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:07:46.189777 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-29fc8308-122c-41a8-882f-828d85219d1e req-632d4e98-fa35-4710-a507-77492424c6d6 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1bf6d3149aee44a798e51e0135d17c5f&device_id=d2dd50c1-fa7d-4a82-8f53-f9cd544b4293 HTTP/1.1" status: 200  len: 1161 time: 0.2059803
Dec 03 15:07:46.209972 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-a4e3a80a-3aa3-4933-a78a-0967163005c5 req-85048670-eb10-451a-bff9-cc2efb51636e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b14368f7-35c6-4d91-831b-2eb7646e9222&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0463145
Dec 03 15:07:46.221218 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3408aa8b-4b63-4c7c-afd8-a7a1f236b712', 'tag': 'd5915ce7-a94b-4748-b261-7ba6236967af', 'status': 'completed', 'code': 200}
Dec 03 15:07:46.354586 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-1c981f88-42f6-4c3e-bb4a-e505a2f6e655 req-f7cb999d-27c9-48f4-b4c2-a2039fcfe70d tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Notify callbacks [] for floatingip, after_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:46.355033 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.db.l3_db [req-1c981f88-42f6-4c3e-bb4a-e505a2f6e655 req-f7cb999d-27c9-48f4-b4c2-a2039fcfe70d tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Floating IP 53fd5534-3c66-431f-b5ac-c8d3c200f028 disassociated (deleted). External IP: 172.27.2.201, port: afe54511-8f8c-42eb-8ca3-b2337f457222.
Dec 03 15:07:46.382417 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-a4e3a80a-3aa3-4933-a78a-0967163005c5 req-3852be31-438f-4ee2-8089-517bf244b318 service neutron] 10.222.0.83 "GET /v2.0/networks/b14368f7-35c6-4d91-831b-2eb7646e9222?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1440594
Dec 03 15:07:46.538982 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-a4e3a80a-3aa3-4933-a78a-0967163005c5 req-aa64e2eb-f7d5-41e3-87c6-c394fc08f68c service neutron] 10.222.0.83 "GET /v2.0/networks/b14368f7-35c6-4d91-831b-2eb7646e9222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1489439
Dec 03 15:07:46.545067 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fc8308-122c-41a8-882f-828d85219d1e req-62f3618a-7d6e-4823-ae8a-3860d9cd5d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:07:46.546711 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-29fc8308-122c-41a8-882f-828d85219d1e req-62f3618a-7d6e-4823-ae8a-3860d9cd5d37 service neutron] 10.222.0.83 "GET /v2.0/networks?id=2263eb43-6c9e-40c3-9734-975854f0ad70 HTTP/1.1" status: 200  len: 905 time: 0.3216956
Dec 03 15:07:46.635337 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-29fc8308-122c-41a8-882f-828d85219d1e req-9c650ff0-e021-49c0-83c5-5f1f3142776d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b56e789b-5833-4289-8ccf-0c42d598a9bf HTTP/1.1" status: 200  len: 217 time: 0.0714955
Dec 03 15:07:46.662135 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955d0f3c-0908-46a4-9929-0d1a5e1d6047 req-797d7487-6fa7-46a2-bb35-a81725c9d191 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:07:46.663760 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-955d0f3c-0908-46a4-9929-0d1a5e1d6047 req-797d7487-6fa7-46a2-bb35-a81725c9d191 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] 10.222.0.63 "GET /v2.0/ports?device_id=3408aa8b-4b63-4c7c-afd8-a7a1f236b712 HTTP/1.1" status: 200  len: 943 time: 0.0860214
Dec 03 15:07:46.770467 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-955d0f3c-0908-46a4-9929-0d1a5e1d6047 req-a0130068-09a8-414c-882f-e50830c9f852 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] 10.222.0.63 "GET /v2.0/security-groups?id=bac07432-27c1-4fa4-abf2-47ecab22547d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0999413
Dec 03 15:07:46.791145 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0bc55e-1eb2-4366-83b1-a6dd74153d9b req-d47f3ba6-8a8b-4d25-b7d8-b3fe941c1607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:07:46.795442 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-0c0bc55e-1eb2-4366-83b1-a6dd74153d9b req-d47f3ba6-8a8b-4d25-b7d8-b3fe941c1607 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a474d63897e4433e9e4b034785e66430&device_id=3408aa8b-4b63-4c7c-afd8-a7a1f236b712 HTTP/1.1" status: 200  len: 1160 time: 0.1080892
Dec 03 15:07:46.982876 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0bc55e-1eb2-4366-83b1-a6dd74153d9b req-e5c0df99-0a41-4e3f-9d10-d68ece98c88b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:07:46.984468 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-0c0bc55e-1eb2-4366-83b1-a6dd74153d9b req-e5c0df99-0a41-4e3f-9d10-d68ece98c88b service neutron] 10.222.0.83 "GET /v2.0/networks?id=b14368f7-35c6-4d91-831b-2eb7646e9222 HTTP/1.1" status: 200  len: 908 time: 0.1652732
Dec 03 15:07:47.061882 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-0c0bc55e-1eb2-4366-83b1-a6dd74153d9b req-fde9bf0b-06d1-4a5e-a494-d793306de2f5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d5915ce7-a94b-4748-b261-7ba6236967af HTTP/1.1" status: 200  len: 217 time: 0.0696645
Dec 03 15:07:47.077448 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fc8308-122c-41a8-882f-828d85219d1e req-08fcfcc8-7d7f-4c27-b3d4-01ef03478061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:07:47.079043 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-29fc8308-122c-41a8-882f-828d85219d1e req-08fcfcc8-7d7f-4c27-b3d4-01ef03478061 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=988b1530-5903-4de4-818d-5aa0d60661ff HTTP/1.1" status: 200  len: 850 time: 0.3771782
Dec 03 15:07:47.140164 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0bc55e-1eb2-4366-83b1-a6dd74153d9b req-2f8df551-2207-4fe4-baea-69888d3ad2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:07:47.141766 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-0c0bc55e-1eb2-4366-83b1-a6dd74153d9b req-2f8df551-2207-4fe4-baea-69888d3ad2b9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e8082567-8640-4611-a816-16705f681ba1 HTTP/1.1" status: 200  len: 854 time: 0.0703368
Dec 03 15:07:47.176401 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1c981f88-42f6-4c3e-bb4a-e505a2f6e655 req-f7cb999d-27c9-48f4-b4c2-a2039fcfe70d tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Router f4443b60-268a-4986-ad75-b9f203d8431a has already been hosted by L3 agent 7132dbe3-ed21-4d9d-abcc-41c34baf52ae {{(pid=80382) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 15:07:47.206608 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-0c0bc55e-1eb2-4366-83b1-a6dd74153d9b req-4772e370-e61c-4ca4-8926-4e3c68df925d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b14368f7-35c6-4d91-831b-2eb7646e9222&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0477648
Dec 03 15:07:47.338461 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fc8308-122c-41a8-882f-828d85219d1e req-12036d42-24ab-472b-a2d2-b7534f6597f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:07:47.340003 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-29fc8308-122c-41a8-882f-828d85219d1e req-12036d42-24ab-472b-a2d2-b7534f6597f0 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2263eb43-6c9e-40c3-9734-975854f0ad70&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2494426
Dec 03 15:07:47.419154 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-0c0bc55e-1eb2-4366-83b1-a6dd74153d9b req-8b691c7f-8f6b-4c5b-b7e6-25107d0fd169 service neutron] 10.222.0.83 "GET /v2.0/networks/b14368f7-35c6-4d91-831b-2eb7646e9222?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2018085
Dec 03 15:07:47.436780 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-7bb44564-4440-4ee9-8306-ac533c8d4adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:47.467917 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3a5705-8974-4253-901a-5f6efbf89439 req-e210385e-f9eb-4ecc-bc5f-95e6358aad8b tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:07:47.469562 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-ab3a5705-8974-4253-901a-5f6efbf89439 req-e210385e-f9eb-4ecc-bc5f-95e6358aad8b tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/ports?device_id=d2dd50c1-fa7d-4a82-8f53-f9cd544b4293 HTTP/1.1" status: 200  len: 944 time: 0.1565616
Dec 03 15:07:47.485355 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1c981f88-42f6-4c3e-bb4a-e505a2f6e655 req-f7cb999d-27c9-48f4-b4c2-a2039fcfe70d tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Notify agent at l3_agent.dv-cinder-757908-3-iscsi the message routers_updated {{(pid=80382) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 15:07:47.498281 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99aa2bd8-10b8-4b01-be8a-e2cc33e5cf7b None None] Sync routers for ids ['f4443b60-268a-4986-ad75-b9f203d8431a'] in dv-cinder-757908-3-iscsi {{(pid=80384) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 15:07:47.511000 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99aa2bd8-10b8-4b01-be8a-e2cc33e5cf7b None None] Routers {'f4443b60-268a-4986-ad75-b9f203d8431a'} bound to L3 agent in host dv-cinder-757908-3-iscsi {{(pid=80384) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 15:07:47.512009 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-99aa2bd8-10b8-4b01-be8a-e2cc33e5cf7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f072ddb3e10>, 'dv-cinder-757908-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-03T14:53:20Z,description=<?>,heartbeat_timestamp=2020-12-03T15:07:20Z,host='dv-cinder-757908-3-iscsi',id=7132dbe3-ed21-4d9d-abcc-41c34baf52ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T14:53:20Z,topic='l3_agent')) {'router_ids': ['f4443b60-268a-4986-ad75-b9f203d8431a'], 'active': True} {{(pid=80384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:07:47.536344 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-29fc8308-122c-41a8-882f-828d85219d1e req-888d6cef-b35e-49c4-95cd-0b4e3d535511 service neutron] 10.222.0.83 "GET /v2.0/networks/2263eb43-6c9e-40c3-9734-975854f0ad70?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1883125
Dec 03 15:07:47.543380 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-1c981f88-42f6-4c3e-bb4a-e505a2f6e655 req-f7cb999d-27c9-48f4-b4c2-a2039fcfe70d tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6653'] for floatingip, before_response {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:47.597303 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-ab3a5705-8974-4253-901a-5f6efbf89439 req-69134a68-3d20-42f0-b75e-1122fd034865 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/security-groups?id=84fca6d4-e19e-4487-92e4-1bf4c8c1e45b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1160023
Dec 03 15:07:47.624100 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-0c0bc55e-1eb2-4366-83b1-a6dd74153d9b req-29cba467-4faa-4a2c-8ea8-7081f606810f service neutron] 10.222.0.83 "GET /v2.0/networks/b14368f7-35c6-4d91-831b-2eb7646e9222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1969538
Dec 03 15:07:47.716384 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-1c981f88-42f6-4c3e-bb4a-e505a2f6e655 req-f7cb999d-27c9-48f4-b4c2-a2039fcfe70d tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] 10.222.0.63 "DELETE /v2.0/floatingips/53fd5534-3c66-431f-b5ac-c8d3c200f028 HTTP/1.1" status: 204  len: 173 time: 3.0876622
Dec 03 15:07:47.722951 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvr_db [None req-99aa2bd8-10b8-4b01-be8a-e2cc33e5cf7b None None] Set router f4443b60-268a-4986-ad75-b9f203d8431a gateway port host: dv-cinder-757908-3-iscsi {{(pid=80384) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 15:07:47.728998 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c340b42-3ca5-4f89-8fc2-c448e784ac83', 'tag': 'afe54511-8f8c-42eb-8ca3-b2337f457222'}] {{(pid=80382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 15:07:47.824748 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-29fc8308-122c-41a8-882f-828d85219d1e req-483656e6-4ba4-4c89-b215-3c2f5cd986e5 service neutron] 10.222.0.83 "GET /v2.0/networks/2263eb43-6c9e-40c3-9734-975854f0ad70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2514758
Dec 03 15:07:47.845591 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c981f88-42f6-4c3e-bb4a-e505a2f6e655 req-a62502c5-94cc-4239-9a8f-29e3ff5820bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:07:47.847847 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-1c981f88-42f6-4c3e-bb4a-e505a2f6e655 req-a62502c5-94cc-4239-9a8f-29e3ff5820bb service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=26c9d45e8fe5417f944a2053d351ef69&device_id=0c340b42-3ca5-4f89-8fc2-c448e784ac83 HTTP/1.1" status: 200  len: 1162 time: 0.1126044
Dec 03 15:07:47.892979 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c340b42-3ca5-4f89-8fc2-c448e784ac83', 'tag': 'afe54511-8f8c-42eb-8ca3-b2337f457222', 'status': 'completed', 'code': 200}
Dec 03 15:07:48.069280 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c981f88-42f6-4c3e-bb4a-e505a2f6e655 req-cbd18546-1f56-4235-8255-777f0521460b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:07:48.070999 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-1c981f88-42f6-4c3e-bb4a-e505a2f6e655 req-cbd18546-1f56-4235-8255-777f0521460b service neutron] 10.222.0.63 "GET /v2.0/networks?id=52cd6ebc-32b4-40f6-9b98-6760dd6218f7 HTTP/1.1" status: 200  len: 907 time: 0.2133296
Dec 03 15:07:48.084436 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f78c644-47dd-4292-919d-a9be259b272d req-44a34b86-4381-4301-97fd-7bbbe02b9a75 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:07:48.086120 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-4f78c644-47dd-4292-919d-a9be259b272d req-44a34b86-4381-4301-97fd-7bbbe02b9a75 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] 10.222.0.63 "GET /v2.0/ports?device_id=3408aa8b-4b63-4c7c-afd8-a7a1f236b712 HTTP/1.1" status: 200  len: 943 time: 0.0895827
Dec 03 15:07:48.086767 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-99aa2bd8-10b8-4b01-be8a-e2cc33e5cf7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f072ddb3e10>, [{'id': 'f4443b60-268a-4986-ad75-b9f203d8431a', 'name': 'tempest-TestMinimumBasicScenario-88033544-router', 'tenant_id': '26c9d45e8fe5417f944a2053d351ef69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'external_fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '30be0758-5712-4e81-a13c-eea80ab1819d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:04:10Z', 'updated_at': '2020-12-03T15:04:18Z', 'revision_number': 4, 'project_id': '26c9d45e8fe5417f944a2053d351ef69', 'gw_port': {'id': '30be0758-5712-4e81-a13c-eea80ab1819d', 'name': '', 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:a0:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4443b60-268a-4986-ad75-b9f203d8431a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:04:12Z', 'updated_at': '2020-12-03T15:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-iscsi', '_interfaces': [{'id': '2b63b955-7605-4bf7-8575-54a17fcf813c', 'name': '', 'network_id': '52cd6ebc-32b4-40f6-9b98-6760dd6218f7', 'tenant_id': '26c9d45e8fe5417f944a2053d351ef69', 'mac_address': 'fa:16:3e:53:93:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4443b60-268a-4986-ad75-b9f203d8431a', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '30ca2e12-4884-437c-9915-69d4ed3ce940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:04:17Z', 'updated_at': '2020-12-03T15:04:30Z', 'revision_number': 5, 'project_id': '26c9d45e8fe5417f944a2053d351ef69', 'subnets': [{'id': '30ca2e12-4884-437c-9915-69d4ed3ce940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-3-iscsi', False) {} {{(pid=80384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:07:48.091640 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99aa2bd8-10b8-4b01-be8a-e2cc33e5cf7b None None] Checking router: f4443b60-268a-4986-ad75-b9f203d8431a for host: dv-cinder-757908-3-iscsi {{(pid=80384) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 15:07:48.100970 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99aa2bd8-10b8-4b01-be8a-e2cc33e5cf7b None None] Routers {'f4443b60-268a-4986-ad75-b9f203d8431a'} bound to L3 agent in host dv-cinder-757908-3-iscsi {{(pid=80384) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 15:07:48.101574 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-99aa2bd8-10b8-4b01-be8a-e2cc33e5cf7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f072ddb3e10>, 'dv-cinder-757908-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-03T14:53:20Z,description=<?>,heartbeat_timestamp=2020-12-03T15:07:20Z,host='dv-cinder-757908-3-iscsi',id=7132dbe3-ed21-4d9d-abcc-41c34baf52ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T14:53:20Z,topic='l3_agent')) {'router_ids': ['f4443b60-268a-4986-ad75-b9f203d8431a'], 'active': True} {{(pid=80384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:07:48.140832 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-4f78c644-47dd-4292-919d-a9be259b272d req-98a2d2a6-47b9-4302-b4a0-164f3fe3bb1b tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] 10.222.0.63 "GET /v2.0/security-groups?id=bac07432-27c1-4fa4-abf2-47ecab22547d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471227
Dec 03 15:07:48.156325 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-1c981f88-42f6-4c3e-bb4a-e505a2f6e655 req-92210097-0302-403c-be0e-25e0094eb3e7 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=afe54511-8f8c-42eb-8ca3-b2337f457222 HTTP/1.1" status: 200  len: 217 time: 0.0759881
Dec 03 15:07:48.207417 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c5285e-4985-4895-8f76-320e0608c7d4 req-ddeda87e-252d-48b3-a053-d2985a67d468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:07:48.209119 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-70c5285e-4985-4895-8f76-320e0608c7d4 req-ddeda87e-252d-48b3-a053-d2985a67d468 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=26c9d45e8fe5417f944a2053d351ef69&device_id=0c340b42-3ca5-4f89-8fc2-c448e784ac83 HTTP/1.1" status: 200  len: 1162 time: 0.2346041
Dec 03 15:07:48.284962 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c981f88-42f6-4c3e-bb4a-e505a2f6e655 req-5ec46eee-194c-4c21-af0a-f431f626857f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:07:48.286645 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-1c981f88-42f6-4c3e-bb4a-e505a2f6e655 req-5ec46eee-194c-4c21-af0a-f431f626857f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=30ca2e12-4884-437c-9915-69d4ed3ce940 HTTP/1.1" status: 200  len: 852 time: 0.1227095
Dec 03 15:07:48.288811 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvr_db [None req-99aa2bd8-10b8-4b01-be8a-e2cc33e5cf7b None None] Set router f4443b60-268a-4986-ad75-b9f203d8431a gateway port host: dv-cinder-757908-3-iscsi {{(pid=80384) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 15:07:48.438404 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c5285e-4985-4895-8f76-320e0608c7d4 req-d4a4705d-ecc1-4413-a188-b5a8875c6d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:07:48.439910 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-70c5285e-4985-4895-8f76-320e0608c7d4 req-d4a4705d-ecc1-4413-a188-b5a8875c6d94 service neutron] 10.222.0.83 "GET /v2.0/networks?id=52cd6ebc-32b4-40f6-9b98-6760dd6218f7 HTTP/1.1" status: 200  len: 907 time: 0.2206891
Dec 03 15:07:48.507151 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c981f88-42f6-4c3e-bb4a-e505a2f6e655 req-a716ec82-6d5a-4ef2-a4c0-59d33ae9b609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:07:48.508800 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-1c981f88-42f6-4c3e-bb4a-e505a2f6e655 req-a716ec82-6d5a-4ef2-a4c0-59d33ae9b609 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=52cd6ebc-32b4-40f6-9b98-6760dd6218f7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1730676
Dec 03 15:07:48.519245 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-70c5285e-4985-4895-8f76-320e0608c7d4 req-634b3ff0-615d-4d5b-bc37-ccc89e08cbd0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=afe54511-8f8c-42eb-8ca3-b2337f457222 HTTP/1.1" status: 200  len: 217 time: 0.0699968
Dec 03 15:07:48.642818 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-99aa2bd8-10b8-4b01-be8a-e2cc33e5cf7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f072ddb3e10>, [{'id': 'f4443b60-268a-4986-ad75-b9f203d8431a', 'name': 'tempest-TestMinimumBasicScenario-88033544-router', 'tenant_id': '26c9d45e8fe5417f944a2053d351ef69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'external_fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '30be0758-5712-4e81-a13c-eea80ab1819d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:04:10Z', 'updated_at': '2020-12-03T15:04:18Z', 'revision_number': 4, 'project_id': '26c9d45e8fe5417f944a2053d351ef69', 'gw_port': {'id': '30be0758-5712-4e81-a13c-eea80ab1819d', 'name': '', 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:a0:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4443b60-268a-4986-ad75-b9f203d8431a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:04:12Z', 'updated_at': '2020-12-03T15:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-iscsi', '_interfaces': [{'id': '2b63b955-7605-4bf7-8575-54a17fcf813c', 'name': '', 'network_id': '52cd6ebc-32b4-40f6-9b98-6760dd6218f7', 'tenant_id': '26c9d45e8fe5417f944a2053d351ef69', 'mac_address': 'fa:16:3e:53:93:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4443b60-268a-4986-ad75-b9f203d8431a', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '30ca2e12-4884-437c-9915-69d4ed3ce940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:04:17Z', 'updated_at': '2020-12-03T15:04:30Z', 'revision_number': 5, 'project_id': '26c9d45e8fe5417f944a2053d351ef69', 'subnets': [{'id': '30ca2e12-4884-437c-9915-69d4ed3ce940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-3-iscsi', False) {} {{(pid=80384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:07:48.647496 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99aa2bd8-10b8-4b01-be8a-e2cc33e5cf7b None None] The sync data for ids ['f4443b60-268a-4986-ad75-b9f203d8431a'] in dv-cinder-757908-3-iscsi is: [{'id': 'f4443b60-268a-4986-ad75-b9f203d8431a', 'name': 'tempest-TestMinimumBasicScenario-88033544-router', 'tenant_id': '26c9d45e8fe5417f944a2053d351ef69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'external_fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '30be0758-5712-4e81-a13c-eea80ab1819d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:04:10Z', 'updated_at': '2020-12-03T15:04:18Z', 'revision_number': 4, 'project_id': '26c9d45e8fe5417f944a2053d351ef69', 'gw_port': {'id': '30be0758-5712-4e81-a13c-eea80ab1819d', 'name': '', 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:a0:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4443b60-268a-4986-ad75-b9f203d8431a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:04:12Z', 'updated_at': '2020-12-03T15:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-iscsi', '_interfaces': [{'id': '2b63b955-7605-4bf7-8575-54a17fcf813c', 'name': '', 'network_id': '52cd6ebc-32b4-40f6-9b98-6760dd6218f7', 'tenant_id': '26c9d45e8fe5417f944a2053d351ef69', 'mac_address': 'fa:16:3e:53:93:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4443b60-268a-4986-ad75-b9f203d8431a', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '30ca2e12-4884-437c-9915-69d4ed3ce940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:04:17Z', 'updated_at': '2020-12-03T15:04:30Z', 'revision_number': 5, 'project_id': '26c9d45e8fe5417f944a2053d351ef69', 'subnets': [{'id': '30ca2e12-4884-437c-9915-69d4ed3ce940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80384) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 15:07:48.692649 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c5285e-4985-4895-8f76-320e0608c7d4 req-644f9f81-0825-4ddd-9b25-c4f02af201d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:07:48.694225 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-70c5285e-4985-4895-8f76-320e0608c7d4 req-644f9f81-0825-4ddd-9b25-c4f02af201d7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=30ca2e12-4884-437c-9915-69d4ed3ce940 HTTP/1.1" status: 200  len: 852 time: 0.1536698
Dec 03 15:07:48.789033 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-1c981f88-42f6-4c3e-bb4a-e505a2f6e655 req-cb36c4b9-90b8-45c8-9662-fcebe902ffbf service neutron] 10.222.0.63 "GET /v2.0/networks/52cd6ebc-32b4-40f6-9b98-6760dd6218f7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2712998
Dec 03 15:07:48.849345 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9f21c9-3872-4fa5-99b2-f97f703eb2c4 req-0b7acb97-af31-4721-adf7-9eda288c157a tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:07:48.851216 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-ed9f21c9-3872-4fa5-99b2-f97f703eb2c4 req-0b7acb97-af31-4721-adf7-9eda288c157a tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/ports?device_id=d2dd50c1-fa7d-4a82-8f53-f9cd544b4293 HTTP/1.1" status: 200  len: 944 time: 0.0959954
Dec 03 15:07:48.904656 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-ed9f21c9-3872-4fa5-99b2-f97f703eb2c4 req-50bbb561-2939-42d8-91e9-bbdfa17d5e70 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/security-groups?id=84fca6d4-e19e-4487-92e4-1bf4c8c1e45b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0466757
Dec 03 15:07:48.913472 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c5285e-4985-4895-8f76-320e0608c7d4 req-edb04d34-13c7-45e7-a0e7-d3dddf735848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:07:48.915237 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-70c5285e-4985-4895-8f76-320e0608c7d4 req-edb04d34-13c7-45e7-a0e7-d3dddf735848 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=52cd6ebc-32b4-40f6-9b98-6760dd6218f7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2075398
Dec 03 15:07:49.069202 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-1c981f88-42f6-4c3e-bb4a-e505a2f6e655 req-ca888249-3831-4864-928f-9cbf14aa3bf0 service neutron] 10.222.0.63 "GET /v2.0/networks/52cd6ebc-32b4-40f6-9b98-6760dd6218f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2714262
Dec 03 15:07:49.076376 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9b1e43-26f8-4d0e-a6be-035329fd349c None None] New status for floating IP 53fd5534-3c66-431f-b5ac-c8d3c200f028: DOWN {{(pid=80385) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 03 15:07:49.126825 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-70c5285e-4985-4895-8f76-320e0608c7d4 req-1f02418e-0952-4e5c-b268-76e9fb7359fc service neutron] 10.222.0.83 "GET /v2.0/networks/52cd6ebc-32b4-40f6-9b98-6760dd6218f7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1919606
Dec 03 15:07:49.306304 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-70c5285e-4985-4895-8f76-320e0608c7d4 req-7dce2e9a-b312-48f7-99da-1831f8148c00 service neutron] 10.222.0.83 "GET /v2.0/networks/52cd6ebc-32b4-40f6-9b98-6760dd6218f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1670876
Dec 03 15:07:49.422295 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a474039-9078-48d5-bb57-ce7073c17091 req-ce09ae7e-008f-4411-a9f6-3376738e4d4d tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:07:49.424225 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-7a474039-9078-48d5-bb57-ce7073c17091 req-ce09ae7e-008f-4411-a9f6-3376738e4d4d tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] 10.222.0.63 "GET /v2.0/ports?device_id=3408aa8b-4b63-4c7c-afd8-a7a1f236b712 HTTP/1.1" status: 200  len: 943 time: 0.1251919
Dec 03 15:07:49.475735 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Device b56e789b-5833-4289-8ccf-0c42d598a9bf up at agent ovs-agent-hv-cinder-75790 {{(pid=80384) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 15:07:49.480619 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-7a474039-9078-48d5-bb57-ce7073c17091 req-21b1b14d-f9fc-4d47-83a2-5c22d3d26c3f tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] 10.222.0.63 "GET /v2.0/security-groups?id=bac07432-27c1-4fa4-abf2-47ecab22547d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488088
Dec 03 15:07:49.563660 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Provisioning for port b56e789b-5833-4289-8ccf-0c42d598a9bf completed by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 15:07:49.568530 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Provisioning complete for port b56e789b-5833-4289-8ccf-0c42d598a9bf triggered by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:07:49.568952 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:49.687924 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:49.717132 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2dd50c1-fa7d-4a82-8f53-f9cd544b4293', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b56e789b-5833-4289-8ccf-0c42d598a9bf'}] {{(pid=80384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 15:07:49.727584 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] For port b56e789b-5833-4289-8ccf-0c42d598a9bf, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=b56e789b-5833-4289-8ccf-0c42d598a9bf,segment=NetworkSegment(1f8ed2c9-9c9c-41af-869d-c0f0d4bf55da),segment_id=1f8ed2c9-9c9c-41af-869d-c0f0d4bf55da)] {{(pid=80384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 15:07:49.730567 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024'] for port, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:49.731497 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Device 0b68efc4-0565-4c23-9acc-fbbc726bba64 up at agent ovs-agent-hv-cinder-75790 {{(pid=80384) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 15:07:49.760884 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:07:49.855946 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Pushing event updated for resources: {'Port': ['ID=b56e789b-5833-4289-8ccf-0c42d598a9bf,revision_number=4']} {{(pid=80384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:07:49.865578 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:07:49.865990 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:07:49.866373 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:07:49.866748 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:07:49.867123 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:07:49.867493 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:07:49.867858 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:07:49.868223 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:07:49.869223 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:07:49.869714 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:07:49.870121 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:07:49.870502 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:07:49.870907 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:07:49.871276 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:07:49.871636 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:07:49.872020 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:07:49.872336 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:07:49.872956 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:07:49.873073 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:07:49.873367 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:07:49.873725 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:07:49.874111 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:07:49.874473 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:07:49.875252 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:07:49.881196 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2dd50c1-fa7d-4a82-8f53-f9cd544b4293', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b56e789b-5833-4289-8ccf-0c42d598a9bf', 'code': 200}
Dec 03 15:07:49.882611 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:07:49.888523 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Provisioning complete for port 0b68efc4-0565-4c23-9acc-fbbc726bba64 triggered by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:07:49.888943 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:50.131620 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8b1244-c34a-4d2f-8287-3bad64978291 req-4898532c-10d1-44f0-93a3-719515fc1c32 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:07:50.133226 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-fb8b1244-c34a-4d2f-8287-3bad64978291 req-4898532c-10d1-44f0-93a3-719515fc1c32 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/ports?device_id=d2dd50c1-fa7d-4a82-8f53-f9cd544b4293 HTTP/1.1" status: 200  len: 946 time: 0.0889177
Dec 03 15:07:50.161894 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-d7f4c7d3-7fc9-42d8-8e43-1fcf1db4bc7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:50.170157 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-d1a712ed-1597-40ee-be3f-9bd7eb160871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:50.204486 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-fb8b1244-c34a-4d2f-8287-3bad64978291 req-f3180f46-e0b1-4e7c-a060-86ae8f6ef63a tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/security-groups?id=84fca6d4-e19e-4487-92e4-1bf4c8c1e45b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0626845
Dec 03 15:07:50.224060 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298dddca-f59d-4c64-a523-05adcb524340 req-e46eb1fa-6ffd-425d-8234-a7a70a608825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:07:50.225721 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-298dddca-f59d-4c64-a523-05adcb524340 req-e46eb1fa-6ffd-425d-8234-a7a70a608825 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=d2dd50c1-fa7d-4a82-8f53-f9cd544b4293 HTTP/1.1" status: 200  len: 1163 time: 0.0970936
Dec 03 15:07:50.497199 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-298dddca-f59d-4c64-a523-05adcb524340 req-53ea0e29-16ec-45bb-b31e-75464ca1c106 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=84fca6d4-e19e-4487-92e4-1bf4c8c1e45b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2570777
Dec 03 15:07:50.711070 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deab4aa-a381-4567-912f-2fa4591aee2b req-33f50813-a186-4bbc-8bc0-61156e9e786c tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:07:50.713856 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-8deab4aa-a381-4567-912f-2fa4591aee2b req-33f50813-a186-4bbc-8bc0-61156e9e786c tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] 10.222.0.63 "GET /v2.0/ports?device_id=3408aa8b-4b63-4c7c-afd8-a7a1f236b712 HTTP/1.1" status: 200  len: 943 time: 0.0897870
Dec 03 15:07:50.763801 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-8deab4aa-a381-4567-912f-2fa4591aee2b req-3091ecc4-dd85-48d7-b865-1d7872ba514e tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] 10.222.0.63 "GET /v2.0/security-groups?id=bac07432-27c1-4fa4-abf2-47ecab22547d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436878
Dec 03 15:07:51.285544 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:51.437687 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b0a452-6f78-4b96-95f3-91378b816ce9 req-cc7b7c3d-3573-47c1-a01f-6628493d9192 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:07:51.439337 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-e2b0a452-6f78-4b96-95f3-91378b816ce9 req-cc7b7c3d-3573-47c1-a01f-6628493d9192 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/ports?device_id=d2dd50c1-fa7d-4a82-8f53-f9cd544b4293 HTTP/1.1" status: 200  len: 946 time: 0.0852520
Dec 03 15:07:51.458797 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Device d5915ce7-a94b-4748-b261-7ba6236967af up at agent ovs-agent-hv-cinder-75790 {{(pid=80384) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 15:07:51.488318 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-e2b0a452-6f78-4b96-95f3-91378b816ce9 req-764955a6-6fbd-4a84-92a3-86eb6b396716 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/security-groups?id=84fca6d4-e19e-4487-92e4-1bf4c8c1e45b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425022
Dec 03 15:07:51.529354 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Provisioning for port d5915ce7-a94b-4748-b261-7ba6236967af completed by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 15:07:51.534466 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Provisioning complete for port d5915ce7-a94b-4748-b261-7ba6236967af triggered by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:07:51.534892 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:51.664364 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:51.701895 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] For port d5915ce7-a94b-4748-b261-7ba6236967af, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=d5915ce7-a94b-4748-b261-7ba6236967af,segment=NetworkSegment(ced8c6e9-f1ba-4905-8864-70d742cf377e),segment_id=ced8c6e9-f1ba-4905-8864-70d742cf377e)] {{(pid=80384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 15:07:51.704849 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024'] for port, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:51.705798 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Device b56e789b-5833-4289-8ccf-0c42d598a9bf up at agent ovs-agent-hv-cinder-75790 {{(pid=80384) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 15:07:51.735620 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-20157127-52fc-4ec8-8098-7815db714283 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:07:51.844341 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Pushing event updated for resources: {'Port': ['ID=d5915ce7-a94b-4748-b261-7ba6236967af,revision_number=4']} {{(pid=80384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:07:51.847863 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:07:51.854631 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Provisioning complete for port b56e789b-5833-4289-8ccf-0c42d598a9bf triggered by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:07:51.855075 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:51.897984 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3408aa8b-4b63-4c7c-afd8-a7a1f236b712', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5915ce7-a94b-4748-b261-7ba6236967af'}] {{(pid=80384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 15:07:52.000973 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9205f4bb-3160-473f-bf75-393322b5cfdf req-046842e0-bd6d-424f-bb8d-24ff4cd9b2af tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:07:52.002849 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-9205f4bb-3160-473f-bf75-393322b5cfdf req-046842e0-bd6d-424f-bb8d-24ff4cd9b2af tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] 10.222.0.63 "GET /v2.0/ports?device_id=3408aa8b-4b63-4c7c-afd8-a7a1f236b712 HTTP/1.1" status: 200  len: 945 time: 0.0918202
Dec 03 15:07:52.033019 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-7c778c2a-832b-4a71-9338-2409dcb4fb0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:52.057783 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-9205f4bb-3160-473f-bf75-393322b5cfdf req-3b82702e-dfe6-44f8-90d5-9d8c6fb7c038 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] 10.222.0.63 "GET /v2.0/security-groups?id=bac07432-27c1-4fa4-abf2-47ecab22547d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453827
Dec 03 15:07:52.142097 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3408aa8b-4b63-4c7c-afd8-a7a1f236b712', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5915ce7-a94b-4748-b261-7ba6236967af', 'code': 200}
Dec 03 15:07:52.452375 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136b4262-7b15-4fca-8f64-8dea22b3b2f7 req-3c04aa06-2a48-4ed7-8f2c-f792e28e693d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:07:52.454002 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-136b4262-7b15-4fca-8f64-8dea22b3b2f7 req-3c04aa06-2a48-4ed7-8f2c-f792e28e693d service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=3408aa8b-4b63-4c7c-afd8-a7a1f236b712 HTTP/1.1" status: 200  len: 1162 time: 0.0748618
Dec 03 15:07:52.508478 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-136b4262-7b15-4fca-8f64-8dea22b3b2f7 req-534ca72f-e805-42c2-814c-510e0a3ee71c service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=bac07432-27c1-4fa4-abf2-47ecab22547d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389049
Dec 03 15:07:52.713839 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1695a684-556a-4368-b211-d31519870eea req-0818a812-f18c-420f-9877-892b91d2fabf tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:07:52.715487 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-1695a684-556a-4368-b211-d31519870eea req-0818a812-f18c-420f-9877-892b91d2fabf tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/ports?device_id=d2dd50c1-fa7d-4a82-8f53-f9cd544b4293 HTTP/1.1" status: 200  len: 946 time: 0.0959144
Dec 03 15:07:52.765777 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-1695a684-556a-4368-b211-d31519870eea req-d4ae219c-2e8b-43b5-9e46-afeba40b1e5e tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/security-groups?id=84fca6d4-e19e-4487-92e4-1bf4c8c1e45b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438273
Dec 03 15:07:52.815187 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Device d5915ce7-a94b-4748-b261-7ba6236967af up at agent ovs-agent-hv-cinder-75790 {{(pid=80384) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 15:07:52.891927 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Provisioning complete for port d5915ce7-a94b-4748-b261-7ba6236967af triggered by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:07:52.892343 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:52.982414 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b724846-fb59-4f04-916a-b4f368a05d71 req-38dd79cf-7d3b-47e0-93f7-f1f975d2dcf0 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:07:52.984113 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-8b724846-fb59-4f04-916a-b4f368a05d71 req-38dd79cf-7d3b-47e0-93f7-f1f975d2dcf0 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/ports?device_id=d2dd50c1-fa7d-4a82-8f53-f9cd544b4293 HTTP/1.1" status: 200  len: 946 time: 0.0901644
Dec 03 15:07:52.994985 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 33722) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:07:53.000992 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.base [None req-312ad30e-999f-4e5b-a92c-7163c2641e82 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Request body: {'floatingip': {'port_id': 'b56e789b-5833-4289-8ccf-0c42d598a9bf'}} {{(pid=80383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 15:07:53.025577 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Device b56e789b-5833-4289-8ccf-0c42d598a9bf up at agent ovs-agent-hv-cinder-75790 {{(pid=80384) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 15:07:53.272221 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:53.293713 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Provisioning complete for port b56e789b-5833-4289-8ccf-0c42d598a9bf triggered by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:07:53.294171 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:53.298895 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dbe913-5f8e-4784-bc14-76238b115cbc req-12bfc500-2d39-41a2-87cb-df75f24e2c2d tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:07:53.300565 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-c1dbe913-5f8e-4784-bc14-76238b115cbc req-12bfc500-2d39-41a2-87cb-df75f24e2c2d tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] 10.222.0.63 "GET /v2.0/ports?device_id=3408aa8b-4b63-4c7c-afd8-a7a1f236b712 HTTP/1.1" status: 200  len: 945 time: 0.0940869
Dec 03 15:07:53.328869 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-312ad30e-999f-4e5b-a92c-7163c2641e82 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Notify callbacks [] for floatingip, before_update {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:53.357275 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-c1dbe913-5f8e-4784-bc14-76238b115cbc req-0d55db24-8cd6-4a59-8948-1d12cb3e5909 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] 10.222.0.63 "GET /v2.0/security-groups?id=bac07432-27c1-4fa4-abf2-47ecab22547d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476122
Dec 03 15:07:53.815756 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba34685b-154a-4811-a001-aeddd93ed235 req-e5e2a1c5-4a4a-43cc-8c93-0555faa6c4a8 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:07:53.816616 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-ba34685b-154a-4811-a001-aeddd93ed235 req-e5e2a1c5-4a4a-43cc-8c93-0555faa6c4a8 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Synchronizing usage tracker for tenant:26c9d45e8fe5417f944a2053d351ef69 on resource:port {{(pid=80382) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 15:07:53.831762 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-ba34685b-154a-4811-a001-aeddd93ed235 req-e5e2a1c5-4a4a-43cc-8c93-0555faa6c4a8 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Unset dirty status for tenant:26c9d45e8fe5417f944a2053d351ef69 on resource:port {{(pid=80382) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 15:07:53.833048 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-ba34685b-154a-4811-a001-aeddd93ed235 req-e5e2a1c5-4a4a-43cc-8c93-0555faa6c4a8 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] 10.222.0.63 "GET /v2.0/ports?device_id=0c340b42-3ca5-4f89-8fc2-c448e784ac83 HTTP/1.1" status: 200  len: 945 time: 0.1061516
Dec 03 15:07:53.883069 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-ba34685b-154a-4811-a001-aeddd93ed235 req-b70680ef-fa82-44d6-a256-ea38323458c8 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Synchronizing usage tracker for tenant:26c9d45e8fe5417f944a2053d351ef69 on resource:security_group {{(pid=80382) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 15:07:53.897773 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-ba34685b-154a-4811-a001-aeddd93ed235 req-b70680ef-fa82-44d6-a256-ea38323458c8 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Unset dirty status for tenant:26c9d45e8fe5417f944a2053d351ef69 on resource:security_group {{(pid=80382) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 15:07:53.899038 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-ba34685b-154a-4811-a001-aeddd93ed235 req-b70680ef-fa82-44d6-a256-ea38323458c8 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] 10.222.0.63 "GET /v2.0/security-groups?id=2f0f23dc-fe58-4a67-b800-c8f1bae1f5d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0578570
Dec 03 15:07:53.969922 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-312ad30e-999f-4e5b-a92c-7163c2641e82 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Notify callbacks [] for floatingip, precommit_update {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:53.972841 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-312ad30e-999f-4e5b-a92c-7163c2641e82 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036821248144'] for floatingip, after_update {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:54.166621 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.db.l3_db [None req-312ad30e-999f-4e5b-a92c-7163c2641e82 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Floating IP 1b414c2b-948a-4e99-93a2-2b4d853a5a7b associated. External IP: 172.27.2.53, port: b56e789b-5833-4289-8ccf-0c42d598a9bf.
Dec 03 15:07:54.531943 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-312ad30e-999f-4e5b-a92c-7163c2641e82 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Router 03f605d8-d632-4719-b4d8-820103a7c639 has already been hosted by L3 agent 7132dbe3-ed21-4d9d-abcc-41c34baf52ae {{(pid=80383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 15:07:54.578101 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5de0a4-b565-490c-8eaf-dde12b80c260 req-eb18e5a8-4765-49ec-9043-f46b9b519602 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:07:54.579718 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-1e5de0a4-b565-490c-8eaf-dde12b80c260 req-eb18e5a8-4765-49ec-9043-f46b9b519602 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] 10.222.0.63 "GET /v2.0/ports?device_id=3408aa8b-4b63-4c7c-afd8-a7a1f236b712 HTTP/1.1" status: 200  len: 945 time: 0.0827835
Dec 03 15:07:54.628104 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-1e5de0a4-b565-490c-8eaf-dde12b80c260 req-437086ad-1958-49b0-9eaf-a95f957c2ad5 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] 10.222.0.63 "GET /v2.0/security-groups?id=bac07432-27c1-4fa4-abf2-47ecab22547d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419943
Dec 03 15:07:54.639631 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Device d5915ce7-a94b-4748-b261-7ba6236967af up at agent ovs-agent-hv-cinder-75790 {{(pid=80384) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 15:07:54.714920 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Provisioning complete for port d5915ce7-a94b-4748-b261-7ba6236967af triggered by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:07:54.715428 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:54.724716 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-312ad30e-999f-4e5b-a92c-7163c2641e82 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Notify agent at l3_agent.dv-cinder-757908-3-iscsi the message routers_updated {{(pid=80383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 15:07:54.734994 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-312ad30e-999f-4e5b-a92c-7163c2641e82 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6653'] for floatingip, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:54.746005 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69dc5adc-216a-450f-abbd-d5e8f5d92a37 None None] Sync routers for ids ['03f605d8-d632-4719-b4d8-820103a7c639'] in dv-cinder-757908-3-iscsi {{(pid=80384) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 15:07:54.773392 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69dc5adc-216a-450f-abbd-d5e8f5d92a37 None None] Routers {'03f605d8-d632-4719-b4d8-820103a7c639'} bound to L3 agent in host dv-cinder-757908-3-iscsi {{(pid=80384) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 15:07:54.774124 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-69dc5adc-216a-450f-abbd-d5e8f5d92a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f072eb2c208>, 'dv-cinder-757908-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-03T14:53:20Z,description=<?>,heartbeat_timestamp=2020-12-03T15:07:50Z,host='dv-cinder-757908-3-iscsi',id=7132dbe3-ed21-4d9d-abcc-41c34baf52ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T14:53:20Z,topic='l3_agent')) {'router_ids': ['03f605d8-d632-4719-b4d8-820103a7c639'], 'active': True} {{(pid=80384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:07:54.807356 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-312ad30e-999f-4e5b-a92c-7163c2641e82 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "PUT /v2.0/floatingips/1b414c2b-948a-4e99-93a2-2b4d853a5a7b HTTP/1.1" status: 200  len: 991 time: 1.8109441
Dec 03 15:07:54.808087 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2dd50c1-fa7d-4a82-8f53-f9cd544b4293', 'tag': 'b56e789b-5833-4289-8ccf-0c42d598a9bf'}] {{(pid=80383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 15:07:54.913084 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.agents_db [None req-51f4eaf8-3f98-4d92-a7df-a28bf03852b0 None None] Agent healthcheck: found 6 active agents {{(pid=80385) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 15:07:54.968546 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2dd50c1-fa7d-4a82-8f53-f9cd544b4293', 'tag': 'b56e789b-5833-4289-8ccf-0c42d598a9bf', 'status': 'completed', 'code': 200}
Dec 03 15:07:55.042945 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvr_db [None req-69dc5adc-216a-450f-abbd-d5e8f5d92a37 None None] Set router 03f605d8-d632-4719-b4d8-820103a7c639 gateway port host: dv-cinder-757908-3-iscsi {{(pid=80384) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 15:07:55.247020 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed55a66-3819-409b-9896-80123b34731f req-2c12ca49-636d-4f69-9be9-00cb68595680 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:07:55.254689 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-2ed55a66-3819-409b-9896-80123b34731f req-2c12ca49-636d-4f69-9be9-00cb68595680 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] 10.222.0.63 "GET /v2.0/ports?device_id=0c340b42-3ca5-4f89-8fc2-c448e784ac83 HTTP/1.1" status: 200  len: 945 time: 0.1601439
Dec 03 15:07:55.283050 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77275f8f-eca7-4962-a144-6454c467a1be req-9ca19450-7ae3-4e82-a3a6-a05f3544af41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:07:55.284691 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-77275f8f-eca7-4962-a144-6454c467a1be req-9ca19450-7ae3-4e82-a3a6-a05f3544af41 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1bf6d3149aee44a798e51e0135d17c5f&device_id=d2dd50c1-fa7d-4a82-8f53-f9cd544b4293 HTTP/1.1" status: 200  len: 1163 time: 0.2497046
Dec 03 15:07:55.339148 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-2ed55a66-3819-409b-9896-80123b34731f req-93471af9-3fc0-474a-9644-57fbcc5b50cf tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] 10.222.0.63 "GET /v2.0/security-groups?id=2f0f23dc-fe58-4a67-b800-c8f1bae1f5d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0835001
Dec 03 15:07:55.450193 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77275f8f-eca7-4962-a144-6454c467a1be req-656f2868-dc3a-4f2f-a38e-7ec6ed53de4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:07:55.451794 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-77275f8f-eca7-4962-a144-6454c467a1be req-656f2868-dc3a-4f2f-a38e-7ec6ed53de4d service neutron] 10.222.0.83 "GET /v2.0/networks?id=2263eb43-6c9e-40c3-9734-975854f0ad70 HTTP/1.1" status: 200  len: 905 time: 0.1534281
Dec 03 15:07:55.469893 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-69dc5adc-216a-450f-abbd-d5e8f5d92a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f072eb2c208>, [{'id': '03f605d8-d632-4719-b4d8-820103a7c639', 'name': 'tempest-AttachVolumeTestJSON-1867652888-router', 'tenant_id': '1bf6d3149aee44a798e51e0135d17c5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'external_fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': 'edced450-7a3b-4b9f-b925-2cbeb662f2dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:02:12Z', 'updated_at': '2020-12-03T15:02:22Z', 'revision_number': 4, 'project_id': '1bf6d3149aee44a798e51e0135d17c5f', 'gw_port': {'id': 'edced450-7a3b-4b9f-b925-2cbeb662f2dc', 'name': '', 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f605d8-d632-4719-b4d8-820103a7c639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:14Z', 'updated_at': '2020-12-03T15:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-iscsi', '_floatingips': [{'id': '1b414c2b-948a-4e99-93a2-2b4d853a5a7b', 'tenant_id': '1bf6d3149aee44a798e51e0135d17c5f', 'floating_ip_address': '172.27.2.53', 'floating_network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'router_id': '03f605d8-d632-4719-b4d8-820103a7c639', 'port_id': 'b56e789b-5833-4289-8ccf-0c42d598a9bf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2263eb43-6c9e-40c3-9734-975854f0ad70', 'mac_address': 'fa:16:3e:91:75:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2dd50c1-fa7d-4a82-8f53-f9cd544b4293', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T15:07:35Z', 'updated_at': '2020-12-03T15:07:53Z', 'revision_number': 1, 'project_id': '1bf6d3149aee44a798e51e0135d17c5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe5a273b-0bc6-49c9-85b1-6d79719e3692', 'name': '', 'network_id': '2263eb43-6c9e-40c3-9734-975854f0ad70', 'tenant_id': '1bf6d3149aee44a798e51e0135d17c5f', 'mac_address': 'fa:16:3e:f5:2f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f605d8-d632-4719-b4d8-820103a7c639', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '988b1530-5903-4de4-818d-5aa0d60661ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:20Z', 'updated_at': '2020-12-03T15:02:46Z', 'revision_number': 5, 'project_id': '1bf6d3149aee44a798e51e0135d17c5f', 'subnets': [{'id': '988b1530-5903-4de4-818d-5aa0d60661ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-3-iscsi', False) {} {{(pid=80384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:07:55.474182 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69dc5adc-216a-450f-abbd-d5e8f5d92a37 None None] Checking router: 03f605d8-d632-4719-b4d8-820103a7c639 for host: dv-cinder-757908-3-iscsi {{(pid=80384) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 15:07:55.484234 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69dc5adc-216a-450f-abbd-d5e8f5d92a37 None None] Routers {'03f605d8-d632-4719-b4d8-820103a7c639'} bound to L3 agent in host dv-cinder-757908-3-iscsi {{(pid=80384) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 15:07:55.484900 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-69dc5adc-216a-450f-abbd-d5e8f5d92a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f072eb2c208>, 'dv-cinder-757908-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-03T14:53:20Z,description=<?>,heartbeat_timestamp=2020-12-03T15:07:50Z,host='dv-cinder-757908-3-iscsi',id=7132dbe3-ed21-4d9d-abcc-41c34baf52ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T14:53:20Z,topic='l3_agent')) {'router_ids': ['03f605d8-d632-4719-b4d8-820103a7c639'], 'active': True} {{(pid=80384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:07:55.563464 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-77275f8f-eca7-4962-a144-6454c467a1be req-e76b6e75-da33-45eb-b7d5-0b6d3fd9b46f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b56e789b-5833-4289-8ccf-0c42d598a9bf HTTP/1.1" status: 200  len: 999 time: 0.1039796
Dec 03 15:07:55.648597 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77275f8f-eca7-4962-a144-6454c467a1be req-14753764-9f1d-43a2-8326-f14068296b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:07:55.650354 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-77275f8f-eca7-4962-a144-6454c467a1be req-14753764-9f1d-43a2-8326-f14068296b36 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=988b1530-5903-4de4-818d-5aa0d60661ff HTTP/1.1" status: 200  len: 850 time: 0.0785310
Dec 03 15:07:55.675985 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvr_db [None req-69dc5adc-216a-450f-abbd-d5e8f5d92a37 None None] Set router 03f605d8-d632-4719-b4d8-820103a7c639 gateway port host: dv-cinder-757908-3-iscsi {{(pid=80384) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 15:07:55.750464 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77275f8f-eca7-4962-a144-6454c467a1be req-17c8b60e-afad-4e73-a429-6dd44a361d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:07:55.752332 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-77275f8f-eca7-4962-a144-6454c467a1be req-17c8b60e-afad-4e73-a429-6dd44a361d18 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2263eb43-6c9e-40c3-9734-975854f0ad70&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0872650
Dec 03 15:07:55.905925 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-77275f8f-eca7-4962-a144-6454c467a1be req-ca6ffb28-b143-4300-af20-2a5c2bed8a85 service neutron] 10.222.0.83 "GET /v2.0/networks/2263eb43-6c9e-40c3-9734-975854f0ad70?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1441846
Dec 03 15:07:56.055614 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-69dc5adc-216a-450f-abbd-d5e8f5d92a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f072eb2c208>, [{'id': '03f605d8-d632-4719-b4d8-820103a7c639', 'name': 'tempest-AttachVolumeTestJSON-1867652888-router', 'tenant_id': '1bf6d3149aee44a798e51e0135d17c5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'external_fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': 'edced450-7a3b-4b9f-b925-2cbeb662f2dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:02:12Z', 'updated_at': '2020-12-03T15:02:22Z', 'revision_number': 4, 'project_id': '1bf6d3149aee44a798e51e0135d17c5f', 'gw_port': {'id': 'edced450-7a3b-4b9f-b925-2cbeb662f2dc', 'name': '', 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f605d8-d632-4719-b4d8-820103a7c639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:14Z', 'updated_at': '2020-12-03T15:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-iscsi', '_floatingips': [{'id': '1b414c2b-948a-4e99-93a2-2b4d853a5a7b', 'tenant_id': '1bf6d3149aee44a798e51e0135d17c5f', 'floating_ip_address': '172.27.2.53', 'floating_network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'router_id': '03f605d8-d632-4719-b4d8-820103a7c639', 'port_id': 'b56e789b-5833-4289-8ccf-0c42d598a9bf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2263eb43-6c9e-40c3-9734-975854f0ad70', 'mac_address': 'fa:16:3e:91:75:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2dd50c1-fa7d-4a82-8f53-f9cd544b4293', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T15:07:35Z', 'updated_at': '2020-12-03T15:07:53Z', 'revision_number': 1, 'project_id': '1bf6d3149aee44a798e51e0135d17c5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe5a273b-0bc6-49c9-85b1-6d79719e3692', 'name': '', 'network_id': '2263eb43-6c9e-40c3-9734-975854f0ad70', 'tenant_id': '1bf6d3149aee44a798e51e0135d17c5f', 'mac_address': 'fa:16:3e:f5:2f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f605d8-d632-4719-b4d8-820103a7c639', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '988b1530-5903-4de4-818d-5aa0d60661ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:20Z', 'updated_at': '2020-12-03T15:02:46Z', 'revision_number': 5, 'project_id': '1bf6d3149aee44a798e51e0135d17c5f', 'subnets': [{'id': '988b1530-5903-4de4-818d-5aa0d60661ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-3-iscsi', False) {} {{(pid=80384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:07:56.061681 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69dc5adc-216a-450f-abbd-d5e8f5d92a37 None None] The sync data for ids ['03f605d8-d632-4719-b4d8-820103a7c639'] in dv-cinder-757908-3-iscsi is: [{'id': '03f605d8-d632-4719-b4d8-820103a7c639', 'name': 'tempest-AttachVolumeTestJSON-1867652888-router', 'tenant_id': '1bf6d3149aee44a798e51e0135d17c5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'external_fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': 'edced450-7a3b-4b9f-b925-2cbeb662f2dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:02:12Z', 'updated_at': '2020-12-03T15:02:22Z', 'revision_number': 4, 'project_id': '1bf6d3149aee44a798e51e0135d17c5f', 'gw_port': {'id': 'edced450-7a3b-4b9f-b925-2cbeb662f2dc', 'name': '', 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f605d8-d632-4719-b4d8-820103a7c639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:14Z', 'updated_at': '2020-12-03T15:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-iscsi', '_floatingips': [{'id': '1b414c2b-948a-4e99-93a2-2b4d853a5a7b', 'tenant_id': '1bf6d3149aee44a798e51e0135d17c5f', 'floating_ip_address': '172.27.2.53', 'floating_network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'router_id': '03f605d8-d632-4719-b4d8-820103a7c639', 'port_id': 'b56e789b-5833-4289-8ccf-0c42d598a9bf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2263eb43-6c9e-40c3-9734-975854f0ad70', 'mac_address': 'fa:16:3e:91:75:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2dd50c1-fa7d-4a82-8f53-f9cd544b4293', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T15:07:35Z', 'updated_at': '2020-12-03T15:07:53Z', 'revision_number': 1, 'project_id': '1bf6d3149aee44a798e51e0135d17c5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe5a273b-0bc6-49c9-85b1-6d79719e3692', 'name': '', 'network_id': '2263eb43-6c9e-40c3-9734-975854f0ad70', 'tenant_id': '1bf6d3149aee44a798e51e0135d17c5f', 'mac_address': 'fa:16:3e:f5:2f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f605d8-d632-4719-b4d8-820103a7c639', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '988b1530-5903-4de4-818d-5aa0d60661ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:20Z', 'updated_at': '2020-12-03T15:02:46Z', 'revision_number': 5, 'project_id': '1bf6d3149aee44a798e51e0135d17c5f', 'subnets': [{'id': '988b1530-5903-4de4-818d-5aa0d60661ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80384) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 15:07:56.062321 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-77275f8f-eca7-4962-a144-6454c467a1be req-6efeff47-a070-4e1f-8665-c7ba3a36b988 service neutron] 10.222.0.83 "GET /v2.0/networks/2263eb43-6c9e-40c3-9734-975854f0ad70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1428936
Dec 03 15:07:56.365558 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7095a70d-912c-45fe-9363-b6d0d2e5116b None None] New status for floating IP 1b414c2b-948a-4e99-93a2-2b4d853a5a7b: ACTIVE {{(pid=80385) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 03 15:07:56.571012 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556f083b-7134-4d68-b383-31d494b26e8c req-e60a4e41-478f-4fa8-a1be-c681a0f8dbc3 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:07:56.573462 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-556f083b-7134-4d68-b383-31d494b26e8c req-e60a4e41-478f-4fa8-a1be-c681a0f8dbc3 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] 10.222.0.63 "GET /v2.0/ports?device_id=0c340b42-3ca5-4f89-8fc2-c448e784ac83 HTTP/1.1" status: 200  len: 945 time: 0.0970042
Dec 03 15:07:56.627227 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-556f083b-7134-4d68-b383-31d494b26e8c req-ff5cf4ca-23bb-4f43-b3ce-e1ddeef37a3a tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] 10.222.0.63 "GET /v2.0/security-groups?id=2f0f23dc-fe58-4a67-b800-c8f1bae1f5d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467629
Dec 03 15:07:56.659949 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8357db10-b7bb-4361-8ea9-8ec0f3bc09e6 req-e4bde4d2-9eac-469d-acb0-ae2e49300ff6 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:07:56.661619 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-8357db10-b7bb-4361-8ea9-8ec0f3bc09e6 req-e4bde4d2-9eac-469d-acb0-ae2e49300ff6 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] 10.222.0.83 "GET /v2.0/ports?device_id=0c340b42-3ca5-4f89-8fc2-c448e784ac83 HTTP/1.1" status: 200  len: 945 time: 0.1012816
Dec 03 15:07:56.752557 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [req-8357db10-b7bb-4361-8ea9-8ec0f3bc09e6 req-cc97c5cf-5c2e-4382-8223-c7d8514a4ee3 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Deleting port afe54511-8f8c-42eb-8ca3-b2337f457222 {{(pid=80382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 15:07:56.753198 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-8357db10-b7bb-4361-8ea9-8ec0f3bc09e6 req-cc97c5cf-5c2e-4382-8223-c7d8514a4ee3 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729303099848'] for port, before_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:57.032860 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [req-8357db10-b7bb-4361-8ea9-8ec0f3bc09e6 req-cc97c5cf-5c2e-4382-8223-c7d8514a4ee3 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] For port afe54511-8f8c-42eb-8ca3-b2337f457222, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=afe54511-8f8c-42eb-8ca3-b2337f457222,segment=NetworkSegment(b1abe8f6-b60f-4b38-9155-9433b48d1378),segment_id=b1abe8f6-b60f-4b38-9155-9433b48d1378)] {{(pid=80382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 15:07:57.033349 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-8357db10-b7bb-4361-8ea9-8ec0f3bc09e6 req-cc97c5cf-5c2e-4382-8223-c7d8514a4ee3 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821294133'] for port, precommit_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:57.164318 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [req-8357db10-b7bb-4361-8ea9-8ec0f3bc09e6 req-cc97c5cf-5c2e-4382-8223-c7d8514a4ee3 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Calling delete_port for afe54511-8f8c-42eb-8ca3-b2337f457222 owned by compute:nova {{(pid=80382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 15:07:57.325185 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-8357db10-b7bb-4361-8ea9-8ec0f3bc09e6 req-cc97c5cf-5c2e-4382-8223-c7d8514a4ee3 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307551598230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307552127058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30043597'] for port, after_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:57.341054 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-ef9c2f88-4594-4c99-8729-be81a7c6ac00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:07:57.390628 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc97c5cf-5c2e-4382-8223-c7d8514a4ee3 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Pushing event deleted for resources: {'Port': ['ID=afe54511-8f8c-42eb-8ca3-b2337f457222,revision_number=None']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:07:57.403075 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-cc97c5cf-5c2e-4382-8223-c7d8514a4ee3 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:07:57.542717 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [req-8357db10-b7bb-4361-8ea9-8ec0f3bc09e6 req-cc97c5cf-5c2e-4382-8223-c7d8514a4ee3 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] No DVR routers for this DVR port afe54511-8f8c-42eb-8ca3-b2337f457222 on host hv-cinder-75790 {{(pid=80382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 15:07:57.545102 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-8357db10-b7bb-4361-8ea9-8ec0f3bc09e6 req-cc97c5cf-5c2e-4382-8223-c7d8514a4ee3 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6653'] for port, before_response {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:07:57.547921 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c340b42-3ca5-4f89-8fc2-c448e784ac83', 'name': 'network-vif-deleted', 'tag': 'afe54511-8f8c-42eb-8ca3-b2337f457222'}] {{(pid=80382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 15:07:57.564302 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-8357db10-b7bb-4361-8ea9-8ec0f3bc09e6 req-cc97c5cf-5c2e-4382-8223-c7d8514a4ee3 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] 10.222.0.83 "DELETE /v2.0/ports/afe54511-8f8c-42eb-8ca3-b2337f457222 HTTP/1.1" status: 204  len: 173 time: 0.8906052
Dec 03 15:07:57.618257 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c340b42-3ca5-4f89-8fc2-c448e784ac83', 'name': 'network-vif-deleted', 'tag': 'afe54511-8f8c-42eb-8ca3-b2337f457222', 'status': 'completed', 'code': 200}
Dec 03 15:07:57.829608 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-fd937331-25e3-41f1-82c4-a19e6805b94d req-7f7dbf2d-0d44-4dc1-8fa8-1be2466f9cad tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] 10.222.0.63 "GET /v2.0/ports?device_id=0c340b42-3ca5-4f89-8fc2-c448e784ac83 HTTP/1.1" status: 200  len: 210 time: 0.0480843
Dec 03 15:07:58.384873 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Device afe54511-8f8c-42eb-8ca3-b2337f457222 no longer exists at agent ovs-agent-hv-cinder-75790 {{(pid=80384) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 15:07:58.419741 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] No Port match for: afe54511-8f8c-42eb-8ca3-b2337f457222 {{(pid=80384) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 15:07:58.420425 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Device afe54511-8f8c-42eb-8ca3-b2337f457222 not bound to the agent host hv-cinder-75790 {{(pid=80384) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 15:07:59.694186 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 33836) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:08:00.077514 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-4f8cf8e6-a183-4552-8ef5-b15c5ad461ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33526189'] for router_interface, before_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:08:00.918206 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [None req-4f8cf8e6-a183-4552-8ef5-b15c5ad461ec admin admin] Deleting port 2b63b955-7605-4bf7-8575-54a17fcf813c {{(pid=80383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 15:08:00.918774 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-4f8cf8e6-a183-4552-8ef5-b15c5ad461ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729303099848'] for port, before_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:08:01.107699 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [None req-4f8cf8e6-a183-4552-8ef5-b15c5ad461ec admin admin] For port 2b63b955-7605-4bf7-8575-54a17fcf813c, host dv-cinder-757908-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-3-iscsi',level=0,port_id=2b63b955-7605-4bf7-8575-54a17fcf813c,segment=NetworkSegment(b1abe8f6-b60f-4b38-9155-9433b48d1378),segment_id=b1abe8f6-b60f-4b38-9155-9433b48d1378)] {{(pid=80383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 15:08:01.108369 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-4f8cf8e6-a183-4552-8ef5-b15c5ad461ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821294133'] for port, precommit_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:08:01.235365 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [None req-4f8cf8e6-a183-4552-8ef5-b15c5ad461ec admin admin] Calling delete_port for 2b63b955-7605-4bf7-8575-54a17fcf813c owned by network:router_interface {{(pid=80383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 15:08:01.407610 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-4f8cf8e6-a183-4552-8ef5-b15c5ad461ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307551598230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307552127058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31294715'] for port, after_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:08:01.423870 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-266f67ac-fba2-46a1-a06e-a86030b6f1d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:08:01.479906 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8cf8e6-a183-4552-8ef5-b15c5ad461ec admin admin] Pushing event deleted for resources: {'Port': ['ID=2b63b955-7605-4bf7-8575-54a17fcf813c,revision_number=None']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:08:01.484741 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-4f8cf8e6-a183-4552-8ef5-b15c5ad461ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:08:01.842678 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-4f8cf8e6-a183-4552-8ef5-b15c5ad461ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036822228745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036821288848'] for router_interface, after_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:08:02.345830 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f8cf8e6-a183-4552-8ef5-b15c5ad461ec admin admin] Router f4443b60-268a-4986-ad75-b9f203d8431a has already been hosted by L3 agent 7132dbe3-ed21-4d9d-abcc-41c34baf52ae {{(pid=80383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 15:08:02.528524 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f8cf8e6-a183-4552-8ef5-b15c5ad461ec admin admin] Notify agent at l3_agent.dv-cinder-757908-3-iscsi the message routers_updated {{(pid=80383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 15:08:02.538545 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12535894-ca1b-480d-9292-30b925905858 None None] Sync routers for ids ['f4443b60-268a-4986-ad75-b9f203d8431a'] in dv-cinder-757908-3-iscsi {{(pid=80384) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 15:08:02.545647 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-4f8cf8e6-a183-4552-8ef5-b15c5ad461ec admin admin] 10.222.0.63 "PUT /v2.0/routers/f4443b60-268a-4986-ad75-b9f203d8431a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8478365
Dec 03 15:08:02.545977 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 33854) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:08:02.549622 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12535894-ca1b-480d-9292-30b925905858 None None] Routers {'f4443b60-268a-4986-ad75-b9f203d8431a'} bound to L3 agent in host dv-cinder-757908-3-iscsi {{(pid=80384) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 15:08:02.550398 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-12535894-ca1b-480d-9292-30b925905858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f072eabc6d8>, 'dv-cinder-757908-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-03T14:53:20Z,description=<?>,heartbeat_timestamp=2020-12-03T15:07:50Z,host='dv-cinder-757908-3-iscsi',id=7132dbe3-ed21-4d9d-abcc-41c34baf52ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T14:53:20Z,topic='l3_agent')) {'router_ids': ['f4443b60-268a-4986-ad75-b9f203d8431a'], 'active': True} {{(pid=80384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:08:02.736927 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-7332c55e-bc93-4dbc-b662-688c309ca524 admin admin] Notify callbacks [] for router, before_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:08:02.742551 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvr_db [None req-12535894-ca1b-480d-9292-30b925905858 None None] Set router f4443b60-268a-4986-ad75-b9f203d8431a gateway port host: dv-cinder-757908-3-iscsi {{(pid=80384) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 15:08:02.923776 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-7332c55e-bc93-4dbc-b662-688c309ca524 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:08:02.929726 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [None req-7332c55e-bc93-4dbc-b662-688c309ca524 admin admin] Deleting port 30be0758-5712-4e81-a13c-eea80ab1819d {{(pid=80383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 15:08:02.930137 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-7332c55e-bc93-4dbc-b662-688c309ca524 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729303099848'] for port, before_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:08:03.159043 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [None req-7332c55e-bc93-4dbc-b662-688c309ca524 admin admin] For port 30be0758-5712-4e81-a13c-eea80ab1819d, host dv-cinder-757908-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-3-iscsi',level=0,port_id=30be0758-5712-4e81-a13c-eea80ab1819d,segment=NetworkSegment(d4bc1e7b-f0cf-45e4-b2f6-c41c855b05f5),segment_id=d4bc1e7b-f0cf-45e4-b2f6-c41c855b05f5)] {{(pid=80383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 15:08:03.159424 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-7332c55e-bc93-4dbc-b662-688c309ca524 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821294133'] for port, precommit_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:08:03.221453 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-12535894-ca1b-480d-9292-30b925905858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f072eabc6d8>, [{'id': 'f4443b60-268a-4986-ad75-b9f203d8431a', 'name': 'tempest-TestMinimumBasicScenario-88033544-router', 'tenant_id': '26c9d45e8fe5417f944a2053d351ef69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'external_fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '30be0758-5712-4e81-a13c-eea80ab1819d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:04:10Z', 'updated_at': '2020-12-03T15:08:01Z', 'revision_number': 5, 'project_id': '26c9d45e8fe5417f944a2053d351ef69', 'gw_port': {'id': '30be0758-5712-4e81-a13c-eea80ab1819d', 'name': '', 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:a0:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4443b60-268a-4986-ad75-b9f203d8431a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:04:12Z', 'updated_at': '2020-12-03T15:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-iscsi'}], 'dv-cinder-757908-3-iscsi', False) {} {{(pid=80384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:08:03.225636 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12535894-ca1b-480d-9292-30b925905858 None None] Checking router: f4443b60-268a-4986-ad75-b9f203d8431a for host: dv-cinder-757908-3-iscsi {{(pid=80384) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 15:08:03.236007 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12535894-ca1b-480d-9292-30b925905858 None None] Routers {'f4443b60-268a-4986-ad75-b9f203d8431a'} bound to L3 agent in host dv-cinder-757908-3-iscsi {{(pid=80384) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 15:08:03.236686 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-12535894-ca1b-480d-9292-30b925905858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f072eabc6d8>, 'dv-cinder-757908-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-03T14:53:20Z,description=<?>,heartbeat_timestamp=2020-12-03T15:07:50Z,host='dv-cinder-757908-3-iscsi',id=7132dbe3-ed21-4d9d-abcc-41c34baf52ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T14:53:20Z,topic='l3_agent')) {'router_ids': ['f4443b60-268a-4986-ad75-b9f203d8431a'], 'active': True} {{(pid=80384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:08:03.287890 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [None req-7332c55e-bc93-4dbc-b662-688c309ca524 admin admin] Calling delete_port for 30be0758-5712-4e81-a13c-eea80ab1819d owned by network:router_gateway {{(pid=80383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 15:08:03.425951 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvr_db [None req-12535894-ca1b-480d-9292-30b925905858 None None] Set router f4443b60-268a-4986-ad75-b9f203d8431a gateway port host: dv-cinder-757908-3-iscsi {{(pid=80384) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 15:08:03.426528 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-7332c55e-bc93-4dbc-b662-688c309ca524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307551598230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307552127058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31294715'] for port, after_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:08:03.758961 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-12535894-ca1b-480d-9292-30b925905858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f072eabc6d8>, [{'id': 'f4443b60-268a-4986-ad75-b9f203d8431a', 'name': 'tempest-TestMinimumBasicScenario-88033544-router', 'tenant_id': '26c9d45e8fe5417f944a2053d351ef69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'external_fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '30be0758-5712-4e81-a13c-eea80ab1819d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:04:10Z', 'updated_at': '2020-12-03T15:08:01Z', 'revision_number': 5, 'project_id': '26c9d45e8fe5417f944a2053d351ef69', 'gw_port': {'id': '30be0758-5712-4e81-a13c-eea80ab1819d', 'name': '', 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:a0:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4443b60-268a-4986-ad75-b9f203d8431a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:04:12Z', 'updated_at': '2020-12-03T15:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-iscsi'}], 'dv-cinder-757908-3-iscsi', False) {} {{(pid=80384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:08:03.764584 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12535894-ca1b-480d-9292-30b925905858 None None] The sync data for ids ['f4443b60-268a-4986-ad75-b9f203d8431a'] in dv-cinder-757908-3-iscsi is: [{'id': 'f4443b60-268a-4986-ad75-b9f203d8431a', 'name': 'tempest-TestMinimumBasicScenario-88033544-router', 'tenant_id': '26c9d45e8fe5417f944a2053d351ef69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'external_fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '30be0758-5712-4e81-a13c-eea80ab1819d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:04:10Z', 'updated_at': '2020-12-03T15:08:01Z', 'revision_number': 5, 'project_id': '26c9d45e8fe5417f944a2053d351ef69', 'gw_port': {'id': '30be0758-5712-4e81-a13c-eea80ab1819d', 'name': '', 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:a0:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4443b60-268a-4986-ad75-b9f203d8431a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:04:12Z', 'updated_at': '2020-12-03T15:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-iscsi'}] {{(pid=80384) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 15:08:03.890366 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-7332c55e-bc93-4dbc-b662-688c309ca524 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33527589'] for router_gateway, after_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:08:04.029502 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-7332c55e-bc93-4dbc-b662-688c309ca524 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33536007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7838'] for router, precommit_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:08:04.032238 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-7332c55e-bc93-4dbc-b662-688c309ca524 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:08:04.059050 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-7332c55e-bc93-4dbc-b662-688c309ca524 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036821247594'] for router, after_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:08:04.059632 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7332c55e-bc93-4dbc-b662-688c309ca524 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f4443b60-268a-4986-ad75-b9f203d8431a {{(pid=80383) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 03 15:08:04.073983 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-7332c55e-bc93-4dbc-b662-688c309ca524 admin admin] Notify callbacks [] for router, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:08:04.075232 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-7332c55e-bc93-4dbc-b662-688c309ca524 admin admin] 10.222.0.63 "DELETE /v2.0/routers/f4443b60-268a-4986-ad75-b9f203d8431a HTTP/1.1" status: 204  len: 168 time: 1.5283310
Dec 03 15:08:04.077931 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 33866) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:08:04.148765 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.db_base_plugin_v2 [None req-34905248-054e-4d14-8810-c4daca6fcde3 admin admin] Deleting subnet 30ca2e12-4884-437c-9915-69d4ed3ce940 {{(pid=80383) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 15:08:04.153185 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-34905248-054e-4d14-8810-c4daca6fcde3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:08:04.210016 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-34905248-054e-4d14-8810-c4daca6fcde3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32162909'] for subnet, precommit_delete_associations {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:08:04.353728 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-34905248-054e-4d14-8810-c4daca6fcde3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853789695'] for subnet, precommit_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:08:04.623704 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-34905248-054e-4d14-8810-c4daca6fcde3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33445888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31293999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036823483770'] for subnet, after_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:08:04.640343 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-c91f969a-6866-4153-9283-e38c2e45b17f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:08:04.680416 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34905248-054e-4d14-8810-c4daca6fcde3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30ca2e12-4884-437c-9915-69d4ed3ce940,revision_number=None']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:08:04.696308 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-34905248-054e-4d14-8810-c4daca6fcde3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:08:04.782812 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-34905248-054e-4d14-8810-c4daca6fcde3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:08:04.788715 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c522832-53a8-4c7c-a69b-1e90fc7db3f0 None None] Network 52cd6ebc-32b4-40f6-9b98-6760dd6218f7 requested from dv-cinder-757908-3-iscsi {{(pid=80384) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 15:08:04.789462 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-34905248-054e-4d14-8810-c4daca6fcde3 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/30ca2e12-4884-437c-9915-69d4ed3ce940 HTTP/1.1" status: 204  len: 168 time: 0.7102759
Dec 03 15:08:04.792196 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 33874) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:08:04.923255 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-d74eb00b-024c-4839-ad4d-4b16582d04b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-851107'] for network, before_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:08:04.992568 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [None req-d74eb00b-024c-4839-ad4d-4b16582d04b6 admin admin] Deleting port 87ee4907-cfee-4aea-83a7-e3d8e8ca722f {{(pid=80382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 15:08:04.992568 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-d74eb00b-024c-4839-ad4d-4b16582d04b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729303099848'] for port, before_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:08:05.090970 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d136a9ce-ab1b-4fc2-a4a0-6e1c89fae14d None None] DHCP port deletion for 52cd6ebc-32b4-40f6-9b98-6760dd6218f7 request from dv-cinder-757908-3-iscsi {{(pid=80384) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 03 15:08:05.095532 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [None req-d136a9ce-ab1b-4fc2-a4a0-6e1c89fae14d None None] Deleting port 87ee4907-cfee-4aea-83a7-e3d8e8ca722f {{(pid=80384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 15:08:05.096003 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-d136a9ce-ab1b-4fc2-a4a0-6e1c89fae14d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729303099848'] for port, before_delete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:08:05.233329 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [None req-d74eb00b-024c-4839-ad4d-4b16582d04b6 admin admin] For port 87ee4907-cfee-4aea-83a7-e3d8e8ca722f, host dv-cinder-757908-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-3-iscsi',level=0,port_id=87ee4907-cfee-4aea-83a7-e3d8e8ca722f,segment=NetworkSegment(b1abe8f6-b60f-4b38-9155-9433b48d1378),segment_id=b1abe8f6-b60f-4b38-9155-9433b48d1378)] {{(pid=80382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 15:08:05.233734 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-d74eb00b-024c-4839-ad4d-4b16582d04b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821294133'] for port, precommit_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:08:05.350476 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [None req-d136a9ce-ab1b-4fc2-a4a0-6e1c89fae14d None None] For port 87ee4907-cfee-4aea-83a7-e3d8e8ca722f, host dv-cinder-757908-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-3-iscsi',level=0,port_id=87ee4907-cfee-4aea-83a7-e3d8e8ca722f,segment=NetworkSegment(b1abe8f6-b60f-4b38-9155-9433b48d1378),segment_id=b1abe8f6-b60f-4b38-9155-9433b48d1378)] {{(pid=80384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 15:08:05.351329 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-d136a9ce-ab1b-4fc2-a4a0-6e1c89fae14d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821294133'] for port, precommit_delete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:08:05.373213 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [None req-d74eb00b-024c-4839-ad4d-4b16582d04b6 admin admin] Calling delete_port for 87ee4907-cfee-4aea-83a7-e3d8e8ca722f owned by network:dhcp {{(pid=80382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 15:08:05.452343 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-d74eb00b-024c-4839-ad4d-4b16582d04b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307551598230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307552127058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30043597'] for port, after_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:08:05.472293 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-cc97c5cf-5c2e-4382-8223-c7d8514a4ee3 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:08:05.503731 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [None req-d136a9ce-ab1b-4fc2-a4a0-6e1c89fae14d None None] Calling delete_port for 87ee4907-cfee-4aea-83a7-e3d8e8ca722f owned by network:dhcp {{(pid=80384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 15:08:05.530286 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74eb00b-024c-4839-ad4d-4b16582d04b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=87ee4907-cfee-4aea-83a7-e3d8e8ca722f,revision_number=None']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:08:05.535064 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-d74eb00b-024c-4839-ad4d-4b16582d04b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:08:05.552798 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Device 2b63b955-7605-4bf7-8575-54a17fcf813c no longer exists at agent ovs-agent-dv-cinder-757908-3-iscsi {{(pid=80384) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 15:08:05.593952 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] No Port match for: 2b63b955-7605-4bf7-8575-54a17fcf813c {{(pid=80384) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 15:08:05.594350 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Device 2b63b955-7605-4bf7-8575-54a17fcf813c not bound to the agent host dv-cinder-757908-3-iscsi {{(pid=80384) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 15:08:05.594812 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Device 87ee4907-cfee-4aea-83a7-e3d8e8ca722f no longer exists at agent ovs-agent-dv-cinder-757908-3-iscsi {{(pid=80384) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 15:08:05.622721 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74eb00b-024c-4839-ad4d-4b16582d04b6 admin admin] No DVR routers for this DVR port 87ee4907-cfee-4aea-83a7-e3d8e8ca722f on host dv-cinder-757908-3-iscsi {{(pid=80382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 15:08:05.634003 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] No Port match for: 87ee4907-cfee-4aea-83a7-e3d8e8ca722f {{(pid=80384) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 15:08:05.635875 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Device 87ee4907-cfee-4aea-83a7-e3d8e8ca722f not bound to the agent host dv-cinder-757908-3-iscsi {{(pid=80384) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 15:08:05.635875 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Device 30be0758-5712-4e81-a13c-eea80ab1819d no longer exists at agent ovs-agent-dv-cinder-757908-3-iscsi {{(pid=80384) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 15:08:05.675878 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] No Port match for: 30be0758-5712-4e81-a13c-eea80ab1819d {{(pid=80384) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 15:08:05.676197 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Device 30be0758-5712-4e81-a13c-eea80ab1819d not bound to the agent host dv-cinder-757908-3-iscsi {{(pid=80384) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 15:08:05.768517 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.db.api [None req-d136a9ce-ab1b-4fc2-a4a0-6e1c89fae14d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80384) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 15:08:05.769116 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_db.api [None req-d136a9ce-ab1b-4fc2-a4a0-6e1c89fae14d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 15:08:05.956744 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-d74eb00b-024c-4839-ad4d-4b16582d04b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853792104', 'neutron.services.segments.db._delete_segments_for_network--9223363307551584696'] for network, precommit_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:08:06.072625 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.services.segments.db [None req-d74eb00b-024c-4839-ad4d-4b16582d04b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f072d838198>,) {'filters': {'network_id': ['52cd6ebc-32b4-40f6-9b98-6760dd6218f7']}} {{(pid=80382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:08:06.085706 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.services.segments.db [None req-d74eb00b-024c-4839-ad4d-4b16582d04b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f072d838198>, 'b1abe8f6-b60f-4b38-9155-9433b48d1378') {'for_net_delete': True} {{(pid=80382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:08:06.085706 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.services.segments.db [None req-d74eb00b-024c-4839-ad4d-4b16582d04b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f072d838198>, 'b1abe8f6-b60f-4b38-9155-9433b48d1378') {} {{(pid=80382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:08:06.098088 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-d74eb00b-024c-4839-ad4d-4b16582d04b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363307551582136', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036822846997'] for segment, before_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:08:06.114353 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-d74eb00b-024c-4839-ad4d-4b16582d04b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986486'] for segment, precommit_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:08:06.116422 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d74eb00b-024c-4839-ad4d-4b16582d04b6 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80382) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 15:08:06.270624 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [None req-d136a9ce-ab1b-4fc2-a4a0-6e1c89fae14d None None] Deleting port 87ee4907-cfee-4aea-83a7-e3d8e8ca722f {{(pid=80384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 15:08:06.271057 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-d136a9ce-ab1b-4fc2-a4a0-6e1c89fae14d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729303099848'] for port, before_delete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:08:06.312903 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [None req-d74eb00b-024c-4839-ad4d-4b16582d04b6 admin admin] Network 52cd6ebc-32b4-40f6-9b98-6760dd6218f7 has no segments {{(pid=80382) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 15:08:06.323034 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-d74eb00b-024c-4839-ad4d-4b16582d04b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853789314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036824732230'] for segment, after_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:08:06.342584 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [None req-d136a9ce-ab1b-4fc2-a4a0-6e1c89fae14d None None] The port '87ee4907-cfee-4aea-83a7-e3d8e8ca722f' was deleted {{(pid=80384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 03 15:08:06.505689 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [None req-d74eb00b-024c-4839-ad4d-4b16582d04b6 admin admin] Network 52cd6ebc-32b4-40f6-9b98-6760dd6218f7 has no segments {{(pid=80382) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 15:08:06.530403 dv-cinder-757908-3-iscsi neutron-server[80271]: Traceback (most recent call last):
Dec 03 15:08:06.530403 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 15:08:06.530403 dv-cinder-757908-3-iscsi neutron-server[80271]:     timer()
Dec 03 15:08:06.530403 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 15:08:06.530403 dv-cinder-757908-3-iscsi neutron-server[80271]:     cb(*args, **kw)
Dec 03 15:08:06.530403 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 15:08:06.530403 dv-cinder-757908-3-iscsi neutron-server[80271]:     return func(*args, **kwargs)
Dec 03 15:08:06.530403 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 15:08:06.530403 dv-cinder-757908-3-iscsi neutron-server[80271]:     self._notify()
Dec 03 15:08:06.530403 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 15:08:06.530403 dv-cinder-757908-3-iscsi neutron-server[80271]:     self.callback(batched_events)
Dec 03 15:08:06.530403 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 15:08:06.530403 dv-cinder-757908-3-iscsi neutron-server[80271]:     event.method(event)
Dec 03 15:08:06.530403 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 15:08:06.530403 dv-cinder-757908-3-iscsi neutron-server[80271]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 15:08:06.530403 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 15:08:06.530403 dv-cinder-757908-3-iscsi neutron-server[80271]:     segment_id)['aggregates'][0]
Dec 03 15:08:06.530403 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 15:08:06.530403 dv-cinder-757908-3-iscsi neutron-server[80271]:     return f(self, *a, **k)
Dec 03 15:08:06.530403 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 15:08:06.530403 dv-cinder-757908-3-iscsi neutron-server[80271]:     return self._get(url).json()
Dec 03 15:08:06.530403 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 15:08:06.530403 dv-cinder-757908-3-iscsi neutron-server[80271]:     **kwargs)
Dec 03 15:08:06.530403 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 15:08:06.530403 dv-cinder-757908-3-iscsi neutron-server[80271]:     return self.request(url, 'GET', **kwargs)
Dec 03 15:08:06.530403 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 15:08:06.530403 dv-cinder-757908-3-iscsi neutron-server[80271]:     **endpoint_filter)
Dec 03 15:08:06.530403 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 15:08:06.530403 dv-cinder-757908-3-iscsi neutron-server[80271]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 15:08:06.530403 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 15:08:06.530403 dv-cinder-757908-3-iscsi neutron-server[80271]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 15:08:06.530403 dv-cinder-757908-3-iscsi neutron-server[80271]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 15:08:06.611495 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-d74eb00b-024c-4839-ad4d-4b16582d04b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036821248189'] for network, after_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:08:06.615253 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:08:06.636732 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-d74eb00b-024c-4839-ad4d-4b16582d04b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036822225390'] for network, before_response {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:08:06.639559 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74eb00b-024c-4839-ad4d-4b16582d04b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=52cd6ebc-32b4-40f6-9b98-6760dd6218f7,revision_number=None']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:08:06.642727 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-d74eb00b-024c-4839-ad4d-4b16582d04b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:08:06.652079 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-d74eb00b-024c-4839-ad4d-4b16582d04b6 admin admin] 10.222.0.63 "DELETE /v2.0/networks/52cd6ebc-32b4-40f6-9b98-6760dd6218f7 HTTP/1.1" status: 204  len: 168 time: 1.8581631
Dec 03 15:08:06.881489 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 33902) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:08:06.934170 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-779c542d-54e0-4dcb-bd2d-5a00881056f9 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=26c9d45e8fe5417f944a2053d351ef69&name=default HTTP/1.1" status: 200  len: 2879 time: 0.0513091
Dec 03 15:08:06.936714 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 33906) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:08:07.002021 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-466ee3db-2db1-41c4-8a41-eb1598daaf87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:08:07.029361 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-466ee3db-2db1-41c4-8a41-eb1598daaf87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:08:07.077988 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-466ee3db-2db1-41c4-8a41-eb1598daaf87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:08:07.083021 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-052a9123-479a-4507-bb5b-8559bc01de0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:08:07.098340 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466ee3db-2db1-41c4-8a41-eb1598daaf87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f0f23dc-fe58-4a67-b800-c8f1bae1f5d5,revision_number=None']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:08:07.101332 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-466ee3db-2db1-41c4-8a41-eb1598daaf87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:08:07.108308 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-466ee3db-2db1-41c4-8a41-eb1598daaf87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:08:07.109548 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-466ee3db-2db1-41c4-8a41-eb1598daaf87 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/2f0f23dc-fe58-4a67-b800-c8f1bae1f5d5 HTTP/1.1" status: 204  len: 168 time: 0.1718595
Dec 03 15:08:09.283052 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5d8e53-ba2d-4b43-bc3d-c0c92af370b2 req-82daeb14-e050-4afd-9b73-ee87135f4e7b tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:08:09.284687 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-4f5d8e53-ba2d-4b43-bc3d-c0c92af370b2 req-82daeb14-e050-4afd-9b73-ee87135f4e7b tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] 10.222.0.63 "GET /v2.0/ports?device_id=3408aa8b-4b63-4c7c-afd8-a7a1f236b712 HTTP/1.1" status: 200  len: 945 time: 0.0852695
Dec 03 15:08:09.339624 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-4f5d8e53-ba2d-4b43-bc3d-c0c92af370b2 req-20e9f5f5-3dd2-42fb-95f1-4522c0b43f50 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] 10.222.0.63 "GET /v2.0/security-groups?id=bac07432-27c1-4fa4-abf2-47ecab22547d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477901
Dec 03 15:08:10.561228 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b045fd6b-92a0-480f-8e4e-382f7f945700 req-37c5d210-73b3-41cf-a1bc-5474ece6eea2 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:08:10.562798 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-b045fd6b-92a0-480f-8e4e-382f7f945700 req-37c5d210-73b3-41cf-a1bc-5474ece6eea2 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] 10.222.0.63 "GET /v2.0/ports?device_id=3408aa8b-4b63-4c7c-afd8-a7a1f236b712 HTTP/1.1" status: 200  len: 945 time: 0.0876486
Dec 03 15:08:10.610281 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-b045fd6b-92a0-480f-8e4e-382f7f945700 req-8744aa67-3786-4ce7-a1e1-e3b47b271e55 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] 10.222.0.63 "GET /v2.0/security-groups?id=bac07432-27c1-4fa4-abf2-47ecab22547d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410266
Dec 03 15:08:11.593428 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3f7775-1166-47e9-a259-2cf5b21cc87e req-6a682f98-6f46-44c3-a7a6-27cb7f6d03c9 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:08:11.595059 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-2c3f7775-1166-47e9-a259-2cf5b21cc87e req-6a682f98-6f46-44c3-a7a6-27cb7f6d03c9 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] 10.222.0.83 "GET /v2.0/ports?device_id=3408aa8b-4b63-4c7c-afd8-a7a1f236b712 HTTP/1.1" status: 200  len: 945 time: 0.0832880
Dec 03 15:08:11.679878 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [req-2c3f7775-1166-47e9-a259-2cf5b21cc87e req-4fed38e0-19cc-4100-8455-8b54ef27d746 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Deleting port d5915ce7-a94b-4748-b261-7ba6236967af {{(pid=80382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 15:08:11.680275 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-2c3f7775-1166-47e9-a259-2cf5b21cc87e req-4fed38e0-19cc-4100-8455-8b54ef27d746 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729303099848'] for port, before_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:08:11.997592 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d55363-8c02-4e3b-a7d2-e36c6cfc6a7a req-b94072e7-eefa-4a9f-8268-3e08badf78e8 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:08:11.999264 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-f3d55363-8c02-4e3b-a7d2-e36c6cfc6a7a req-b94072e7-eefa-4a9f-8268-3e08badf78e8 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] 10.222.0.63 "GET /v2.0/ports?device_id=3408aa8b-4b63-4c7c-afd8-a7a1f236b712 HTTP/1.1" status: 200  len: 945 time: 0.2282884
Dec 03 15:08:12.039390 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [req-2c3f7775-1166-47e9-a259-2cf5b21cc87e req-4fed38e0-19cc-4100-8455-8b54ef27d746 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] For port d5915ce7-a94b-4748-b261-7ba6236967af, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=d5915ce7-a94b-4748-b261-7ba6236967af,segment=NetworkSegment(ced8c6e9-f1ba-4905-8864-70d742cf377e),segment_id=ced8c6e9-f1ba-4905-8864-70d742cf377e)] {{(pid=80382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 15:08:12.039792 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-2c3f7775-1166-47e9-a259-2cf5b21cc87e req-4fed38e0-19cc-4100-8455-8b54ef27d746 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821294133'] for port, precommit_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:08:12.183899 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [req-2c3f7775-1166-47e9-a259-2cf5b21cc87e req-4fed38e0-19cc-4100-8455-8b54ef27d746 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Calling delete_port for d5915ce7-a94b-4748-b261-7ba6236967af owned by compute:nova {{(pid=80382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 15:08:12.226364 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-f3d55363-8c02-4e3b-a7d2-e36c6cfc6a7a req-d4c6c06a-36f2-4682-9438-658fa64b587c tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] 10.222.0.63 "GET /v2.0/security-groups?id=bac07432-27c1-4fa4-abf2-47ecab22547d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2138965
Dec 03 15:08:12.337517 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-2c3f7775-1166-47e9-a259-2cf5b21cc87e req-4fed38e0-19cc-4100-8455-8b54ef27d746 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307551598230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307552127058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30043597'] for port, after_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:08:12.352797 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-ef9c2f88-4594-4c99-8729-be81a7c6ac00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:08:12.400092 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fed38e0-19cc-4100-8455-8b54ef27d746 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Pushing event deleted for resources: {'Port': ['ID=d5915ce7-a94b-4748-b261-7ba6236967af,revision_number=None']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:08:12.404745 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-4fed38e0-19cc-4100-8455-8b54ef27d746 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:08:12.553466 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c3f7775-1166-47e9-a259-2cf5b21cc87e req-4fed38e0-19cc-4100-8455-8b54ef27d746 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] No DVR routers for this DVR port d5915ce7-a94b-4748-b261-7ba6236967af on host hv-cinder-75790 {{(pid=80382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 15:08:12.555559 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-2c3f7775-1166-47e9-a259-2cf5b21cc87e req-4fed38e0-19cc-4100-8455-8b54ef27d746 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6653'] for port, before_response {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:08:12.559165 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3408aa8b-4b63-4c7c-afd8-a7a1f236b712', 'name': 'network-vif-deleted', 'tag': 'd5915ce7-a94b-4748-b261-7ba6236967af'}] {{(pid=80382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 15:08:12.574961 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-2c3f7775-1166-47e9-a259-2cf5b21cc87e req-4fed38e0-19cc-4100-8455-8b54ef27d746 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] 10.222.0.83 "DELETE /v2.0/ports/d5915ce7-a94b-4748-b261-7ba6236967af HTTP/1.1" status: 204  len: 173 time: 0.9708865
Dec 03 15:08:12.619448 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3408aa8b-4b63-4c7c-afd8-a7a1f236b712', 'name': 'network-vif-deleted', 'tag': 'd5915ce7-a94b-4748-b261-7ba6236967af', 'status': 'completed', 'code': 200}
Dec 03 15:08:13.427132 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-37c8eccf-ebca-4b73-98a7-c23e2b1abeaf req-e6a0c7a1-6a99-42dc-bb8e-fcd135796762 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Synchronizing usage tracker for tenant:a474d63897e4433e9e4b034785e66430 on resource:port {{(pid=80382) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 15:08:13.442710 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-37c8eccf-ebca-4b73-98a7-c23e2b1abeaf req-e6a0c7a1-6a99-42dc-bb8e-fcd135796762 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Unset dirty status for tenant:a474d63897e4433e9e4b034785e66430 on resource:port {{(pid=80382) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 15:08:13.444480 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-37c8eccf-ebca-4b73-98a7-c23e2b1abeaf req-e6a0c7a1-6a99-42dc-bb8e-fcd135796762 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] 10.222.0.63 "GET /v2.0/ports?device_id=3408aa8b-4b63-4c7c-afd8-a7a1f236b712 HTTP/1.1" status: 200  len: 210 time: 0.0672972
Dec 03 15:08:13.577612 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Device d5915ce7-a94b-4748-b261-7ba6236967af no longer exists at agent ovs-agent-hv-cinder-75790 {{(pid=80384) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 15:08:13.611151 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] No Port match for: d5915ce7-a94b-4748-b261-7ba6236967af {{(pid=80384) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 15:08:13.611538 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Device d5915ce7-a94b-4748-b261-7ba6236967af not bound to the agent host hv-cinder-75790 {{(pid=80384) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 15:08:15.616192 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-a8223b17-8821-4d14-a89f-d8ee951481c0 req-c8bd1560-974b-49ff-b799-812f00fa17c7 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=add146c2-e4cc-491e-b5f9-17673e4a0c89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0752320
Dec 03 15:08:15.734725 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8223b17-8821-4d14-a89f-d8ee951481c0 req-97260076-a5af-4a64-9aeb-a92626e527ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:08:15.736289 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-a8223b17-8821-4d14-a89f-d8ee951481c0 req-97260076-a5af-4a64-9aeb-a92626e527ff service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f77c18074b76496dbbd6d15835f35760&device_id=add146c2-e4cc-491e-b5f9-17673e4a0c89 HTTP/1.1" status: 200  len: 1162 time: 0.0777068
Dec 03 15:08:15.911489 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8223b17-8821-4d14-a89f-d8ee951481c0 req-d3b44296-d501-48f6-bddf-c6ae33d49cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:08:15.913081 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-a8223b17-8821-4d14-a89f-d8ee951481c0 req-d3b44296-d501-48f6-bddf-c6ae33d49cb5 service neutron] 10.222.0.83 "GET /v2.0/networks?id=0d922ba7-749c-4c5e-b6cc-12813984389c HTTP/1.1" status: 200  len: 903 time: 0.1503425
Dec 03 15:08:16.025627 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-a8223b17-8821-4d14-a89f-d8ee951481c0 req-64094f34-1042-4779-b490-7dd200fedc5a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f82f881d-f8f0-478d-baa4-3c020c077e99 HTTP/1.1" status: 200  len: 1000 time: 0.1033816
Dec 03 15:08:16.103097 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8223b17-8821-4d14-a89f-d8ee951481c0 req-583f690d-bf0e-4c5b-8d81-a8d037f32778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:08:16.104740 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-a8223b17-8821-4d14-a89f-d8ee951481c0 req-583f690d-bf0e-4c5b-8d81-a8d037f32778 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=07d33687-75f8-425a-ad5f-cd3466718814 HTTP/1.1" status: 200  len: 848 time: 0.0705142
Dec 03 15:08:16.290495 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8223b17-8821-4d14-a89f-d8ee951481c0 req-1578f5a3-e0c6-49e0-bcab-747a0a0e3865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:08:16.292118 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-a8223b17-8821-4d14-a89f-d8ee951481c0 req-1578f5a3-e0c6-49e0-bcab-747a0a0e3865 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0d922ba7-749c-4c5e-b6cc-12813984389c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1427217
Dec 03 15:08:16.302196 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d93fe7f-da2f-4eef-82d9-0bc546d2a403 req-52e167f7-e816-481a-905e-1ba609101927 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:08:16.303665 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-6d93fe7f-da2f-4eef-82d9-0bc546d2a403 req-52e167f7-e816-481a-905e-1ba609101927 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] 10.222.0.63 "GET /v2.0/ports?device_id=c36a1db4-149e-42e3-b996-ad70b23479b6 HTTP/1.1" status: 200  len: 945 time: 0.1071923
Dec 03 15:08:16.445209 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-6d93fe7f-da2f-4eef-82d9-0bc546d2a403 req-83b98302-3c80-46c1-8ce0-6d4499be31cc tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] 10.222.0.63 "GET /v2.0/security-groups?id=bac07432-27c1-4fa4-abf2-47ecab22547d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1169462
Dec 03 15:08:16.486052 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-a8223b17-8821-4d14-a89f-d8ee951481c0 req-513c9b84-e3bd-4ad0-b557-f2bcc74fcec7 service neutron] 10.222.0.83 "GET /v2.0/networks/0d922ba7-749c-4c5e-b6cc-12813984389c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1813104
Dec 03 15:08:16.635169 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-a8223b17-8821-4d14-a89f-d8ee951481c0 req-9ef620eb-b8da-48f1-8c0a-0ce315cd02b2 service neutron] 10.222.0.83 "GET /v2.0/networks/0d922ba7-749c-4c5e-b6cc-12813984389c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1415620
Dec 03 15:08:17.428304 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-70fd3030-f7b2-47ed-bbad-58f1c151a3f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:08:17.677216 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b19c2d-d99d-4462-ad32-d3671cdc83c1 req-22805f41-a7d6-458a-b768-eb160b6cfc26 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:08:17.678765 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-34b19c2d-d99d-4462-ad32-d3671cdc83c1 req-22805f41-a7d6-458a-b768-eb160b6cfc26 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] 10.222.0.63 "GET /v2.0/ports?device_id=c36a1db4-149e-42e3-b996-ad70b23479b6 HTTP/1.1" status: 200  len: 945 time: 0.0843830
Dec 03 15:08:17.725154 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-34b19c2d-d99d-4462-ad32-d3671cdc83c1 req-0c8d48a8-85d3-407a-a17d-924155400d30 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] 10.222.0.63 "GET /v2.0/security-groups?id=bac07432-27c1-4fa4-abf2-47ecab22547d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393610
Dec 03 15:08:18.483735 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9420a1b0-abac-4dc0-91a3-280c4c9eedca req-a2d42e0f-e7d6-4608-9c64-fb00c38940b8 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:08:18.485223 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-9420a1b0-abac-4dc0-91a3-280c4c9eedca req-a2d42e0f-e7d6-4608-9c64-fb00c38940b8 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] 10.222.0.83 "GET /v2.0/ports?device_id=c36a1db4-149e-42e3-b996-ad70b23479b6 HTTP/1.1" status: 200  len: 945 time: 0.0834889
Dec 03 15:08:18.526194 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Device fdbe9e9c-8f3f-4fa7-9499-ca87a100ee37 no longer exists at agent ovs-agent-hv-cinder-75790 {{(pid=80384) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 15:08:18.561931 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [req-9420a1b0-abac-4dc0-91a3-280c4c9eedca req-912e4570-a857-4d52-9b8a-9b8d89848574 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Deleting port fdbe9e9c-8f3f-4fa7-9499-ca87a100ee37 {{(pid=80382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 15:08:18.562345 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-9420a1b0-abac-4dc0-91a3-280c4c9eedca req-912e4570-a857-4d52-9b8a-9b8d89848574 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729303099848'] for port, before_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:08:18.643045 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:08:18.670530 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c36a1db4-149e-42e3-b996-ad70b23479b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdbe9e9c-8f3f-4fa7-9499-ca87a100ee37'}] {{(pid=80384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 15:08:18.681470 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] For port fdbe9e9c-8f3f-4fa7-9499-ca87a100ee37, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=fdbe9e9c-8f3f-4fa7-9499-ca87a100ee37,segment=NetworkSegment(ced8c6e9-f1ba-4905-8864-70d742cf377e),segment_id=ced8c6e9-f1ba-4905-8864-70d742cf377e)] {{(pid=80384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 15:08:18.685329 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024'] for port, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:08:18.687187 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:08:18.737593 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c36a1db4-149e-42e3-b996-ad70b23479b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdbe9e9c-8f3f-4fa7-9499-ca87a100ee37', 'code': 200}
Dec 03 15:08:18.759385 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Pushing event updated for resources: {'Port': ['ID=fdbe9e9c-8f3f-4fa7-9499-ca87a100ee37,revision_number=5']} {{(pid=80384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:08:18.763312 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:08:18.843476 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [req-9420a1b0-abac-4dc0-91a3-280c4c9eedca req-912e4570-a857-4d52-9b8a-9b8d89848574 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] For port fdbe9e9c-8f3f-4fa7-9499-ca87a100ee37, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=fdbe9e9c-8f3f-4fa7-9499-ca87a100ee37,segment=NetworkSegment(ced8c6e9-f1ba-4905-8864-70d742cf377e),segment_id=ced8c6e9-f1ba-4905-8864-70d742cf377e)] {{(pid=80382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 15:08:18.843737 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-9420a1b0-abac-4dc0-91a3-280c4c9eedca req-912e4570-a857-4d52-9b8a-9b8d89848574 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821294133'] for port, precommit_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:08:19.210902 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [req-9420a1b0-abac-4dc0-91a3-280c4c9eedca req-912e4570-a857-4d52-9b8a-9b8d89848574 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Calling delete_port for fdbe9e9c-8f3f-4fa7-9499-ca87a100ee37 owned by compute:nova {{(pid=80382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 15:08:19.327526 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.db.api [req-9420a1b0-abac-4dc0-91a3-280c4c9eedca req-912e4570-a857-4d52-9b8a-9b8d89848574 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80382) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 15:08:19.327886 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_db.api [req-9420a1b0-abac-4dc0-91a3-280c4c9eedca req-912e4570-a857-4d52-9b8a-9b8d89848574 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 15:08:19.334140 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c6e40d-192b-4d02-97de-f309b05c843d req-a80e9fd4-8d52-4f31-8c8e-b4c34fbd4cfe tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:08:19.335746 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-42c6e40d-192b-4d02-97de-f309b05c843d req-a80e9fd4-8d52-4f31-8c8e-b4c34fbd4cfe tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] 10.222.0.63 "GET /v2.0/ports?device_id=c36a1db4-149e-42e3-b996-ad70b23479b6 HTTP/1.1" status: 200  len: 943 time: 0.2203939
Dec 03 15:08:19.383700 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-42c6e40d-192b-4d02-97de-f309b05c843d req-52e4e81b-526e-437d-ad1a-f522970c4797 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] 10.222.0.63 "GET /v2.0/security-groups?id=bac07432-27c1-4fa4-abf2-47ecab22547d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406082
Dec 03 15:08:19.828809 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [req-9420a1b0-abac-4dc0-91a3-280c4c9eedca req-912e4570-a857-4d52-9b8a-9b8d89848574 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Deleting port fdbe9e9c-8f3f-4fa7-9499-ca87a100ee37 {{(pid=80382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 15:08:19.829539 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-9420a1b0-abac-4dc0-91a3-280c4c9eedca req-912e4570-a857-4d52-9b8a-9b8d89848574 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729303099848'] for port, before_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:08:20.090936 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [req-9420a1b0-abac-4dc0-91a3-280c4c9eedca req-912e4570-a857-4d52-9b8a-9b8d89848574 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] For port fdbe9e9c-8f3f-4fa7-9499-ca87a100ee37, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=fdbe9e9c-8f3f-4fa7-9499-ca87a100ee37,segment=NetworkSegment(ced8c6e9-f1ba-4905-8864-70d742cf377e),segment_id=ced8c6e9-f1ba-4905-8864-70d742cf377e)] {{(pid=80382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 15:08:20.091256 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-9420a1b0-abac-4dc0-91a3-280c4c9eedca req-912e4570-a857-4d52-9b8a-9b8d89848574 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821294133'] for port, precommit_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:08:20.159214 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-c2398db5-e70b-4c04-b903-c3a15832a08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:08:20.174608 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-d1a712ed-1597-40ee-be3f-9bd7eb160871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:08:20.227379 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [req-9420a1b0-abac-4dc0-91a3-280c4c9eedca req-912e4570-a857-4d52-9b8a-9b8d89848574 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Calling delete_port for fdbe9e9c-8f3f-4fa7-9499-ca87a100ee37 owned by compute:nova {{(pid=80382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 15:08:20.375119 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-9420a1b0-abac-4dc0-91a3-280c4c9eedca req-912e4570-a857-4d52-9b8a-9b8d89848574 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307551598230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307552127058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30043597'] for port, after_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:08:20.392267 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-6e0495ac-e4e6-4a6d-9119-a945aa74b3ba tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:08:20.452174 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912e4570-a857-4d52-9b8a-9b8d89848574 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Pushing event deleted for resources: {'Port': ['ID=fdbe9e9c-8f3f-4fa7-9499-ca87a100ee37,revision_number=None']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:08:20.454743 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-912e4570-a857-4d52-9b8a-9b8d89848574 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:08:20.569623 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-1a784ce6-94e0-44fa-9610-005c3c702308 req-ee46ec94-fdfd-41b0-aeaf-1ccfefdb6a23 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] 10.222.0.63 "GET /v2.0/ports?device_id=c36a1db4-149e-42e3-b996-ad70b23479b6 HTTP/1.1" status: 200  len: 210 time: 0.0531056
Dec 03 15:08:20.601850 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [req-9420a1b0-abac-4dc0-91a3-280c4c9eedca req-912e4570-a857-4d52-9b8a-9b8d89848574 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] No DVR routers for this DVR port fdbe9e9c-8f3f-4fa7-9499-ca87a100ee37 on host hv-cinder-75790 {{(pid=80382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 15:08:20.604139 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-9420a1b0-abac-4dc0-91a3-280c4c9eedca req-912e4570-a857-4d52-9b8a-9b8d89848574 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6653'] for port, before_response {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:08:20.607092 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c36a1db4-149e-42e3-b996-ad70b23479b6', 'name': 'network-vif-deleted', 'tag': 'fdbe9e9c-8f3f-4fa7-9499-ca87a100ee37'}] {{(pid=80382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 15:08:20.622906 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-9420a1b0-abac-4dc0-91a3-280c4c9eedca req-912e4570-a857-4d52-9b8a-9b8d89848574 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] 10.222.0.83 "DELETE /v2.0/ports/fdbe9e9c-8f3f-4fa7-9499-ca87a100ee37 HTTP/1.1" status: 204  len: 173 time: 2.1317220
Dec 03 15:08:20.670344 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c36a1db4-149e-42e3-b996-ad70b23479b6', 'name': 'network-vif-deleted', 'tag': 'fdbe9e9c-8f3f-4fa7-9499-ca87a100ee37', 'status': 'completed', 'code': 200}
Dec 03 15:08:21.288436 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:08:22.034852 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-7c778c2a-832b-4a71-9338-2409dcb4fb0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:08:22.093202 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daafbfe-afd3-4f06-a928-7b875aeca769 req-fcb24a47-c8bc-4b9b-ad5f-57f25fb72b36 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:08:22.094907 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-8daafbfe-afd3-4f06-a928-7b875aeca769 req-fcb24a47-c8bc-4b9b-ad5f-57f25fb72b36 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] 10.222.0.63 "GET /v2.0/ports?device_id=237e9415-9a21-4351-b7c0-74006a517e0a HTTP/1.1" status: 200  len: 946 time: 0.0878901
Dec 03 15:08:22.143471 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-8daafbfe-afd3-4f06-a928-7b875aeca769 req-807f0e26-c796-417f-9fd7-87436d6f0c8b tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] 10.222.0.63 "GET /v2.0/security-groups?id=bac07432-27c1-4fa4-abf2-47ecab22547d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418162
Dec 03 15:08:23.093933 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:08:23.371094 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd278dd9-f59f-41cf-981f-e001c20b66d0 req-2cf8e902-4fc5-4d8d-8b1c-94e733690c26 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:08:23.372607 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-cd278dd9-f59f-41cf-981f-e001c20b66d0 req-2cf8e902-4fc5-4d8d-8b1c-94e733690c26 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] 10.222.0.63 "GET /v2.0/ports?device_id=237e9415-9a21-4351-b7c0-74006a517e0a HTTP/1.1" status: 200  len: 946 time: 0.0932922
Dec 03 15:08:23.421388 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-cd278dd9-f59f-41cf-981f-e001c20b66d0 req-481089b3-dbf9-4240-80e6-4aea7fd3609c tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] 10.222.0.63 "GET /v2.0/security-groups?id=bac07432-27c1-4fa4-abf2-47ecab22547d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422528
Dec 03 15:08:23.885059 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d274b3d2-b8dc-41e0-9b11-3736c6ce5022 req-ae9a6c3a-2ee2-4f40-b66c-e35e4fa4178e tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:08:23.885838 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-d274b3d2-b8dc-41e0-9b11-3736c6ce5022 req-ae9a6c3a-2ee2-4f40-b66c-e35e4fa4178e tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Synchronizing usage tracker for tenant:a474d63897e4433e9e4b034785e66430 on resource:port {{(pid=80382) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 15:08:23.900119 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-d274b3d2-b8dc-41e0-9b11-3736c6ce5022 req-ae9a6c3a-2ee2-4f40-b66c-e35e4fa4178e tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Unset dirty status for tenant:a474d63897e4433e9e4b034785e66430 on resource:port {{(pid=80382) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 15:08:23.902153 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-d274b3d2-b8dc-41e0-9b11-3736c6ce5022 req-ae9a6c3a-2ee2-4f40-b66c-e35e4fa4178e tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] 10.222.0.83 "GET /v2.0/ports?device_id=237e9415-9a21-4351-b7c0-74006a517e0a HTTP/1.1" status: 200  len: 946 time: 0.0976548
Dec 03 15:08:23.984442 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [req-d274b3d2-b8dc-41e0-9b11-3736c6ce5022 req-289a260b-ce5e-4b42-847a-b5fe67f67c5e tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Deleting port 053ac7af-3e23-4053-88ee-80372f87f915 {{(pid=80382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 15:08:23.984747 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-d274b3d2-b8dc-41e0-9b11-3736c6ce5022 req-289a260b-ce5e-4b42-847a-b5fe67f67c5e tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729303099848'] for port, before_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:08:24.241600 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [req-d274b3d2-b8dc-41e0-9b11-3736c6ce5022 req-289a260b-ce5e-4b42-847a-b5fe67f67c5e tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] For port 053ac7af-3e23-4053-88ee-80372f87f915, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=053ac7af-3e23-4053-88ee-80372f87f915,segment=NetworkSegment(ced8c6e9-f1ba-4905-8864-70d742cf377e),segment_id=ced8c6e9-f1ba-4905-8864-70d742cf377e)] {{(pid=80382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 15:08:24.242197 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-d274b3d2-b8dc-41e0-9b11-3736c6ce5022 req-289a260b-ce5e-4b42-847a-b5fe67f67c5e tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821294133'] for port, precommit_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:08:24.370978 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [req-d274b3d2-b8dc-41e0-9b11-3736c6ce5022 req-289a260b-ce5e-4b42-847a-b5fe67f67c5e tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Calling delete_port for 053ac7af-3e23-4053-88ee-80372f87f915 owned by compute:nova {{(pid=80382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 15:08:24.520742 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-d274b3d2-b8dc-41e0-9b11-3736c6ce5022 req-289a260b-ce5e-4b42-847a-b5fe67f67c5e tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307551598230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307552127058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30043597'] for port, after_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:08:24.536602 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-68defefc-ec53-457a-9bbf-9bbc0d8d6972 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:08:24.571413 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Device 053ac7af-3e23-4053-88ee-80372f87f915 no longer exists at agent ovs-agent-hv-cinder-75790 {{(pid=80384) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 15:08:24.609468 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] No Port match for: 053ac7af-3e23-4053-88ee-80372f87f915 {{(pid=80384) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 15:08:24.609860 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Device 053ac7af-3e23-4053-88ee-80372f87f915 not bound to the agent host hv-cinder-75790 {{(pid=80384) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 15:08:24.622508 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289a260b-ce5e-4b42-847a-b5fe67f67c5e tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Pushing event deleted for resources: {'Port': ['ID=053ac7af-3e23-4053-88ee-80372f87f915,revision_number=None']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:08:24.650673 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289a260b-ce5e-4b42-847a-b5fe67f67c5e tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:08:24.651670 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289a260b-ce5e-4b42-847a-b5fe67f67c5e tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:08:24.652088 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289a260b-ce5e-4b42-847a-b5fe67f67c5e tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:08:24.652508 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289a260b-ce5e-4b42-847a-b5fe67f67c5e tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:08:24.652884 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289a260b-ce5e-4b42-847a-b5fe67f67c5e tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:08:24.653279 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289a260b-ce5e-4b42-847a-b5fe67f67c5e tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:08:24.653672 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289a260b-ce5e-4b42-847a-b5fe67f67c5e tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:08:24.654111 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289a260b-ce5e-4b42-847a-b5fe67f67c5e tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:08:24.654509 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289a260b-ce5e-4b42-847a-b5fe67f67c5e tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:08:24.654901 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289a260b-ce5e-4b42-847a-b5fe67f67c5e tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:08:24.655293 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289a260b-ce5e-4b42-847a-b5fe67f67c5e tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:08:24.655684 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289a260b-ce5e-4b42-847a-b5fe67f67c5e tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:08:24.656116 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289a260b-ce5e-4b42-847a-b5fe67f67c5e tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:08:24.656508 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289a260b-ce5e-4b42-847a-b5fe67f67c5e tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:08:24.656898 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289a260b-ce5e-4b42-847a-b5fe67f67c5e tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:08:24.657285 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289a260b-ce5e-4b42-847a-b5fe67f67c5e tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:08:24.657671 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289a260b-ce5e-4b42-847a-b5fe67f67c5e tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:08:24.658091 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289a260b-ce5e-4b42-847a-b5fe67f67c5e tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:08:24.658481 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289a260b-ce5e-4b42-847a-b5fe67f67c5e tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:08:24.658868 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289a260b-ce5e-4b42-847a-b5fe67f67c5e tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:08:24.659263 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289a260b-ce5e-4b42-847a-b5fe67f67c5e tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:08:24.659650 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289a260b-ce5e-4b42-847a-b5fe67f67c5e tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:08:24.660036 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289a260b-ce5e-4b42-847a-b5fe67f67c5e tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:08:24.660420 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289a260b-ce5e-4b42-847a-b5fe67f67c5e tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:08:24.668614 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-ebd1cf0a-a2a2-4b00-a160-cabd01e5703c req-b1622f93-db3e-42ed-9978-5f9e73db934b tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] 10.222.0.63 "GET /v2.0/ports?device_id=237e9415-9a21-4351-b7c0-74006a517e0a HTTP/1.1" status: 200  len: 210 time: 0.0930495
Dec 03 15:08:24.669427 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-289a260b-ce5e-4b42-847a-b5fe67f67c5e tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:08:24.827226 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [req-d274b3d2-b8dc-41e0-9b11-3736c6ce5022 req-289a260b-ce5e-4b42-847a-b5fe67f67c5e tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] No DVR routers for this DVR port 053ac7af-3e23-4053-88ee-80372f87f915 on host hv-cinder-75790 {{(pid=80382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 15:08:24.829355 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-d274b3d2-b8dc-41e0-9b11-3736c6ce5022 req-289a260b-ce5e-4b42-847a-b5fe67f67c5e tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6653'] for port, before_response {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:08:24.832101 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '237e9415-9a21-4351-b7c0-74006a517e0a', 'name': 'network-vif-deleted', 'tag': '053ac7af-3e23-4053-88ee-80372f87f915'}] {{(pid=80382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 15:08:24.847933 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-d274b3d2-b8dc-41e0-9b11-3736c6ce5022 req-289a260b-ce5e-4b42-847a-b5fe67f67c5e tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] 10.222.0.83 "DELETE /v2.0/ports/053ac7af-3e23-4053-88ee-80372f87f915 HTTP/1.1" status: 204  len: 173 time: 0.9379289
Dec 03 15:08:24.923628 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '237e9415-9a21-4351-b7c0-74006a517e0a', 'name': 'network-vif-deleted', 'tag': '053ac7af-3e23-4053-88ee-80372f87f915', 'status': 'completed', 'code': 200}
Dec 03 15:08:25.126325 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2158ea32-a291-41f4-b097-c2db3ae31df8 req-19b06a1b-18c6-4eb4-b8c1-924e1fb2b39e tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:08:25.127869 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-2158ea32-a291-41f4-b097-c2db3ae31df8 req-19b06a1b-18c6-4eb4-b8c1-924e1fb2b39e tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/ports?device_id=e2dedaf2-51f5-458f-8e08-7814bc6780c3 HTTP/1.1" status: 200  len: 946 time: 0.0846877
Dec 03 15:08:25.178001 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-2158ea32-a291-41f4-b097-c2db3ae31df8 req-a8310503-8331-4f4b-b59f-476c3945ea25 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/security-groups?id=b59594c2-15ba-4530-bd79-526c99ca8751&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436223
Dec 03 15:08:26.405137 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29259588-bb3c-44a5-b18d-90bad3ce4cb5 req-3be322ca-11c6-43ae-ab21-1fdef5776097 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:08:26.406649 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-29259588-bb3c-44a5-b18d-90bad3ce4cb5 req-3be322ca-11c6-43ae-ab21-1fdef5776097 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/ports?device_id=e2dedaf2-51f5-458f-8e08-7814bc6780c3 HTTP/1.1" status: 200  len: 946 time: 0.0840876
Dec 03 15:08:26.456221 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-29259588-bb3c-44a5-b18d-90bad3ce4cb5 req-8adba205-f48e-4cff-98fc-8ca3e61c5eb4 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/security-groups?id=b59594c2-15ba-4530-bd79-526c99ca8751&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430880
Dec 03 15:08:27.439266 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28152d8b-772c-4587-831e-1c174e8f22fa req-5d391e96-4b0e-4714-b1b5-dc3893cec65c tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:08:27.440790 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-28152d8b-772c-4587-831e-1c174e8f22fa req-5d391e96-4b0e-4714-b1b5-dc3893cec65c tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] 10.222.0.63 "GET /v2.0/ports?device_id=ec457aab-c441-4e97-a4ff-58563d635312 HTTP/1.1" status: 200  len: 946 time: 0.0951540
Dec 03 15:08:27.488037 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-28152d8b-772c-4587-831e-1c174e8f22fa req-289fbe80-263c-42ef-a5a5-5b553451d28c tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] 10.222.0.63 "GET /v2.0/security-groups?id=bac07432-27c1-4fa4-abf2-47ecab22547d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408092
Dec 03 15:08:27.687486 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b134f6ea-bbee-48e8-a506-d5098e13467e req-ad2fd67d-0491-4ce4-b958-bd356473fc6d tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:08:27.694722 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-b134f6ea-bbee-48e8-a506-d5098e13467e req-ad2fd67d-0491-4ce4-b958-bd356473fc6d tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/ports?device_id=e2dedaf2-51f5-458f-8e08-7814bc6780c3 HTTP/1.1" status: 200  len: 946 time: 0.0848722
Dec 03 15:08:27.739369 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-b134f6ea-bbee-48e8-a506-d5098e13467e req-5b03306c-a6ce-4eb4-bfb6-f7ef6ed19715 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/security-groups?id=b59594c2-15ba-4530-bd79-526c99ca8751&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418086
Dec 03 15:08:28.710631 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6d4cb4-67aa-4d1f-8303-7e806a061a4c req-ccc51794-2e12-4166-ad77-c76d04406bac tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:08:28.711393 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-8b6d4cb4-67aa-4d1f-8303-7e806a061a4c req-ccc51794-2e12-4166-ad77-c76d04406bac tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Synchronizing usage tracker for tenant:a474d63897e4433e9e4b034785e66430 on resource:port {{(pid=80382) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 15:08:28.726556 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-8b6d4cb4-67aa-4d1f-8303-7e806a061a4c req-ccc51794-2e12-4166-ad77-c76d04406bac tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Unset dirty status for tenant:a474d63897e4433e9e4b034785e66430 on resource:port {{(pid=80382) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 15:08:28.727808 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-8b6d4cb4-67aa-4d1f-8303-7e806a061a4c req-ccc51794-2e12-4166-ad77-c76d04406bac tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] 10.222.0.63 "GET /v2.0/ports?device_id=ec457aab-c441-4e97-a4ff-58563d635312 HTTP/1.1" status: 200  len: 946 time: 0.1039577
Dec 03 15:08:28.778636 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-8b6d4cb4-67aa-4d1f-8303-7e806a061a4c req-a467b9b8-f77b-44da-bb8a-252cf7817c7f tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] 10.222.0.63 "GET /v2.0/security-groups?id=bac07432-27c1-4fa4-abf2-47ecab22547d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437305
Dec 03 15:08:28.978806 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b38b86f-0dc9-42b6-a079-79094113cf3a req-39545589-bcfe-4665-8b65-197b87558f06 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:08:28.981098 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-4b38b86f-0dc9-42b6-a079-79094113cf3a req-39545589-bcfe-4665-8b65-197b87558f06 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/ports?device_id=e2dedaf2-51f5-458f-8e08-7814bc6780c3 HTTP/1.1" status: 200  len: 946 time: 0.0855231
Dec 03 15:08:29.030123 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-4b38b86f-0dc9-42b6-a079-79094113cf3a req-a8fdceba-7ac4-44f5-81cd-8cfe92cff8b1 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/security-groups?id=b59594c2-15ba-4530-bd79-526c99ca8751&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424869
Dec 03 15:08:29.381261 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99efe83e-9838-4a9a-8d3b-5119c2ed150b req-3278906b-7a81-4b59-9a4d-0a99c286dcaf tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:08:29.382896 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-99efe83e-9838-4a9a-8d3b-5119c2ed150b req-3278906b-7a81-4b59-9a4d-0a99c286dcaf tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] 10.222.0.83 "GET /v2.0/ports?device_id=ec457aab-c441-4e97-a4ff-58563d635312 HTTP/1.1" status: 200  len: 946 time: 0.0841167
Dec 03 15:08:29.470920 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [req-99efe83e-9838-4a9a-8d3b-5119c2ed150b req-24299c4a-03aa-48b8-9697-346f2a4bf26a tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Deleting port a55825db-cdc0-4b32-8a2a-482be28dafcc {{(pid=80382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 15:08:29.471310 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-99efe83e-9838-4a9a-8d3b-5119c2ed150b req-24299c4a-03aa-48b8-9697-346f2a4bf26a tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729303099848'] for port, before_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:08:29.725795 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [req-99efe83e-9838-4a9a-8d3b-5119c2ed150b req-24299c4a-03aa-48b8-9697-346f2a4bf26a tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] For port a55825db-cdc0-4b32-8a2a-482be28dafcc, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=a55825db-cdc0-4b32-8a2a-482be28dafcc,segment=NetworkSegment(ced8c6e9-f1ba-4905-8864-70d742cf377e),segment_id=ced8c6e9-f1ba-4905-8864-70d742cf377e)] {{(pid=80382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 15:08:29.726409 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-99efe83e-9838-4a9a-8d3b-5119c2ed150b req-24299c4a-03aa-48b8-9697-346f2a4bf26a tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821294133'] for port, precommit_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:08:29.855779 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [req-99efe83e-9838-4a9a-8d3b-5119c2ed150b req-24299c4a-03aa-48b8-9697-346f2a4bf26a tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Calling delete_port for a55825db-cdc0-4b32-8a2a-482be28dafcc owned by compute:nova {{(pid=80382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 15:08:29.995866 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8f332b-9a70-4cd5-abe4-1f7a74c93366 req-41162c58-e79f-4d5b-85a1-f1ee3dc84d28 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:08:29.997483 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-8f8f332b-9a70-4cd5-abe4-1f7a74c93366 req-41162c58-e79f-4d5b-85a1-f1ee3dc84d28 tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] 10.222.0.63 "GET /v2.0/ports?device_id=ec457aab-c441-4e97-a4ff-58563d635312 HTTP/1.1" status: 200  len: 946 time: 0.0873129
Dec 03 15:08:30.007319 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-99efe83e-9838-4a9a-8d3b-5119c2ed150b req-24299c4a-03aa-48b8-9697-346f2a4bf26a tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307551598230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307552127058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30043597'] for port, after_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:08:30.022417 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-c09211cf-e2df-433a-96a7-87cb7761724a tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:08:30.046777 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-8f8f332b-9a70-4cd5-abe4-1f7a74c93366 req-722c54ad-770c-4c07-befc-237a170e318a tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] 10.222.0.63 "GET /v2.0/security-groups?id=bac07432-27c1-4fa4-abf2-47ecab22547d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426617
Dec 03 15:08:30.075588 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24299c4a-03aa-48b8-9697-346f2a4bf26a tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Pushing event deleted for resources: {'Port': ['ID=a55825db-cdc0-4b32-8a2a-482be28dafcc,revision_number=None']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:08:30.087451 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-24299c4a-03aa-48b8-9697-346f2a4bf26a tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:08:30.290531 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [req-99efe83e-9838-4a9a-8d3b-5119c2ed150b req-24299c4a-03aa-48b8-9697-346f2a4bf26a tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] No DVR routers for this DVR port a55825db-cdc0-4b32-8a2a-482be28dafcc on host hv-cinder-75790 {{(pid=80382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 15:08:30.293360 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-99efe83e-9838-4a9a-8d3b-5119c2ed150b req-24299c4a-03aa-48b8-9697-346f2a4bf26a tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6653'] for port, before_response {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:08:30.297889 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec457aab-c441-4e97-a4ff-58563d635312', 'name': 'network-vif-deleted', 'tag': 'a55825db-cdc0-4b32-8a2a-482be28dafcc'}] {{(pid=80382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 15:08:30.316741 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-99efe83e-9838-4a9a-8d3b-5119c2ed150b req-24299c4a-03aa-48b8-9697-346f2a4bf26a tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] 10.222.0.83 "DELETE /v2.0/ports/a55825db-cdc0-4b32-8a2a-482be28dafcc HTTP/1.1" status: 204  len: 173 time: 0.9276288
Dec 03 15:08:30.332353 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c1c85b-6e42-4508-a037-34d7ee4f079a req-6ae05f78-f831-43c4-8305-c72f4037d116 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:08:30.334017 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-15c1c85b-6e42-4508-a037-34d7ee4f079a req-6ae05f78-f831-43c4-8305-c72f4037d116 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/ports?device_id=e2dedaf2-51f5-458f-8e08-7814bc6780c3 HTTP/1.1" status: 200  len: 946 time: 0.1530905
Dec 03 15:08:30.360985 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec457aab-c441-4e97-a4ff-58563d635312', 'name': 'network-vif-deleted', 'tag': 'a55825db-cdc0-4b32-8a2a-482be28dafcc', 'status': 'completed', 'code': 200}
Dec 03 15:08:30.391931 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-15c1c85b-6e42-4508-a037-34d7ee4f079a req-6872f10a-7ddf-43ee-bf8c-bc9ac8f46254 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/security-groups?id=b59594c2-15ba-4530-bd79-526c99ca8751&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0497434
Dec 03 15:08:30.631230 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Device a55825db-cdc0-4b32-8a2a-482be28dafcc no longer exists at agent ovs-agent-hv-cinder-75790 {{(pid=80384) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 15:08:30.667765 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] No Port match for: a55825db-cdc0-4b32-8a2a-482be28dafcc {{(pid=80384) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 15:08:30.668166 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Device a55825db-cdc0-4b32-8a2a-482be28dafcc not bound to the agent host hv-cinder-75790 {{(pid=80384) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 15:08:31.163019 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 34086) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:08:31.232461 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.db_base_plugin_v2 [None req-af25eb05-3290-43d3-8af6-d3520efefefc admin admin] Deleting subnet e8082567-8640-4611-a816-16705f681ba1 {{(pid=80383) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 15:08:31.235710 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-af25eb05-3290-43d3-8af6-d3520efefefc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:08:31.288968 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-af25eb05-3290-43d3-8af6-d3520efefefc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32162909'] for subnet, precommit_delete_associations {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:08:31.350722 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-af25eb05-3290-43d3-8af6-d3520efefefc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853789695'] for subnet, precommit_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:08:31.679200 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-af25eb05-3290-43d3-8af6-d3520efefefc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33445888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31293999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036823483770'] for subnet, after_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:08:31.698566 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-f0319994-6fca-4a14-bfc5-296922cea912 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:08:31.739449 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b539f4d-d410-418a-b564-6185baa5398c req-f391d752-c2dd-4665-84cf-90ab4597fc63 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:08:31.741051 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-0b539f4d-d410-418a-b564-6185baa5398c req-f391d752-c2dd-4665-84cf-90ab4597fc63 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/ports?device_id=e2dedaf2-51f5-458f-8e08-7814bc6780c3 HTTP/1.1" status: 200  len: 946 time: 0.1693273
Dec 03 15:08:31.765064 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af25eb05-3290-43d3-8af6-d3520efefefc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8082567-8640-4611-a816-16705f681ba1,revision_number=None']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:08:31.827148 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-af25eb05-3290-43d3-8af6-d3520efefefc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:08:31.880772 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-af25eb05-3290-43d3-8af6-d3520efefefc admin admin] Notify callbacks [] for subnet, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:08:31.907136 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-af25eb05-3290-43d3-8af6-d3520efefefc admin admin] 10.222.0.63 "DELETE /v2.0/subnets/e8082567-8640-4611-a816-16705f681ba1 HTTP/1.1" status: 204  len: 168 time: 0.7398696
Dec 03 15:08:31.908042 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 34094) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:08:31.910721 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-0b539f4d-d410-418a-b564-6185baa5398c req-521cc001-8350-4471-9fab-7d56d393ef90 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/security-groups?id=b59594c2-15ba-4530-bd79-526c99ca8751&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0900252
Dec 03 15:08:31.924584 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.agents_db [None req-51f4eaf8-3f98-4d92-a7df-a28bf03852b0 None None] Agent healthcheck: found 6 active agents {{(pid=80385) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 15:08:32.027518 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-1d0d93f0-9ee3-42c5-b64d-3e339ef04310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-851107'] for network, before_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:08:32.229992 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-1d0d93f0-9ee3-42c5-b64d-3e339ef04310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853792104', 'neutron.services.segments.db._delete_segments_for_network--9223363307551584696'] for network, precommit_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:08:32.349783 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.services.segments.db [None req-1d0d93f0-9ee3-42c5-b64d-3e339ef04310 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f072c897978>,) {'filters': {'network_id': ['b14368f7-35c6-4d91-831b-2eb7646e9222']}} {{(pid=80382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:08:32.363753 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.services.segments.db [None req-1d0d93f0-9ee3-42c5-b64d-3e339ef04310 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f072c897978>, 'ced8c6e9-f1ba-4905-8864-70d742cf377e') {'for_net_delete': True} {{(pid=80382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:08:32.364101 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.services.segments.db [None req-1d0d93f0-9ee3-42c5-b64d-3e339ef04310 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f072c897978>, 'ced8c6e9-f1ba-4905-8864-70d742cf377e') {} {{(pid=80382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:08:32.378827 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-1d0d93f0-9ee3-42c5-b64d-3e339ef04310 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363307551582136', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036822846997'] for segment, before_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:08:32.397214 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-1d0d93f0-9ee3-42c5-b64d-3e339ef04310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986486'] for segment, precommit_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:08:32.399607 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1d0d93f0-9ee3-42c5-b64d-3e339ef04310 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80382) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 15:08:32.587122 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518d2c45-4706-400b-bca7-9f55f1489d5a req-a4aa520d-462a-4c7e-93f3-6efe02050d9f tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:08:32.590133 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-518d2c45-4706-400b-bca7-9f55f1489d5a req-a4aa520d-462a-4c7e-93f3-6efe02050d9f tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] 10.222.0.63 "GET /v2.0/ports?device_id=add146c2-e4cc-491e-b5f9-17673e4a0c89 HTTP/1.1" status: 200  len: 945 time: 0.0996370
Dec 03 15:08:32.651191 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-518d2c45-4706-400b-bca7-9f55f1489d5a req-ce60fa7c-3335-4413-a849-5d6a15c38c53 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] 10.222.0.63 "GET /v2.0/security-groups?id=e36ef011-09e2-4558-934b-b2128a1b6126&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0539176
Dec 03 15:08:32.859818 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [None req-1d0d93f0-9ee3-42c5-b64d-3e339ef04310 admin admin] Network b14368f7-35c6-4d91-831b-2eb7646e9222 has no segments {{(pid=80382) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 15:08:32.868699 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-1d0d93f0-9ee3-42c5-b64d-3e339ef04310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853789314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036824732230'] for segment, after_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:08:33.048984 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [None req-1d0d93f0-9ee3-42c5-b64d-3e339ef04310 admin admin] Network b14368f7-35c6-4d91-831b-2eb7646e9222 has no segments {{(pid=80382) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 15:08:33.083334 dv-cinder-757908-3-iscsi neutron-server[80271]: Traceback (most recent call last):
Dec 03 15:08:33.083334 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 15:08:33.083334 dv-cinder-757908-3-iscsi neutron-server[80271]:     timer()
Dec 03 15:08:33.083334 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 15:08:33.083334 dv-cinder-757908-3-iscsi neutron-server[80271]:     cb(*args, **kw)
Dec 03 15:08:33.083334 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 15:08:33.083334 dv-cinder-757908-3-iscsi neutron-server[80271]:     return func(*args, **kwargs)
Dec 03 15:08:33.083334 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 15:08:33.083334 dv-cinder-757908-3-iscsi neutron-server[80271]:     self._notify()
Dec 03 15:08:33.083334 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 15:08:33.083334 dv-cinder-757908-3-iscsi neutron-server[80271]:     self.callback(batched_events)
Dec 03 15:08:33.083334 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 15:08:33.083334 dv-cinder-757908-3-iscsi neutron-server[80271]:     event.method(event)
Dec 03 15:08:33.083334 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 15:08:33.083334 dv-cinder-757908-3-iscsi neutron-server[80271]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 15:08:33.083334 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 15:08:33.083334 dv-cinder-757908-3-iscsi neutron-server[80271]:     segment_id)['aggregates'][0]
Dec 03 15:08:33.083334 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 15:08:33.083334 dv-cinder-757908-3-iscsi neutron-server[80271]:     return f(self, *a, **k)
Dec 03 15:08:33.083334 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 15:08:33.083334 dv-cinder-757908-3-iscsi neutron-server[80271]:     return self._get(url).json()
Dec 03 15:08:33.083334 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 15:08:33.083334 dv-cinder-757908-3-iscsi neutron-server[80271]:     **kwargs)
Dec 03 15:08:33.083334 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 15:08:33.083334 dv-cinder-757908-3-iscsi neutron-server[80271]:     return self.request(url, 'GET', **kwargs)
Dec 03 15:08:33.083334 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 15:08:33.083334 dv-cinder-757908-3-iscsi neutron-server[80271]:     **endpoint_filter)
Dec 03 15:08:33.083334 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 15:08:33.083334 dv-cinder-757908-3-iscsi neutron-server[80271]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 15:08:33.083334 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 15:08:33.083334 dv-cinder-757908-3-iscsi neutron-server[80271]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 15:08:33.083334 dv-cinder-757908-3-iscsi neutron-server[80271]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 15:08:33.143103 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245f2772-c41e-4c59-b7aa-2e5de1b8f9fe req-eeeb9493-82c6-485b-ad51-c664c0f56e36 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:08:33.144648 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-245f2772-c41e-4c59-b7aa-2e5de1b8f9fe req-eeeb9493-82c6-485b-ad51-c664c0f56e36 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/ports?device_id=e2dedaf2-51f5-458f-8e08-7814bc6780c3 HTTP/1.1" status: 200  len: 946 time: 0.0865381
Dec 03 15:08:33.167584 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-1d0d93f0-9ee3-42c5-b64d-3e339ef04310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036821248189'] for network, after_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:08:33.171228 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-e7c24d28-6a3d-4fe2-810e-3b04b3a0cacf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:08:33.188753 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-1d0d93f0-9ee3-42c5-b64d-3e339ef04310 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036822225390'] for network, before_response {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:08:33.195385 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0d93f0-9ee3-42c5-b64d-3e339ef04310 admin admin] Pushing event deleted for resources: {'Network': ['ID=b14368f7-35c6-4d91-831b-2eb7646e9222,revision_number=None']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:08:33.200076 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-245f2772-c41e-4c59-b7aa-2e5de1b8f9fe req-d77361dc-616f-431c-af40-a1cba6d06eaf tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/security-groups?id=b59594c2-15ba-4530-bd79-526c99ca8751&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0484166
Dec 03 15:08:33.201228 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-1d0d93f0-9ee3-42c5-b64d-3e339ef04310 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:08:33.207480 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-1d0d93f0-9ee3-42c5-b64d-3e339ef04310 admin admin] 10.222.0.63 "DELETE /v2.0/networks/b14368f7-35c6-4d91-831b-2eb7646e9222 HTTP/1.1" status: 204  len: 168 time: 1.2983303
Dec 03 15:08:33.414215 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 34108) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:08:33.478119 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-9f1c7826-4664-4ebc-9193-997162c0689c admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=a474d63897e4433e9e4b034785e66430&name=default HTTP/1.1" status: 200  len: 2879 time: 0.0625513
Dec 03 15:08:33.481518 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 34112) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:08:33.543052 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-4cc99b5a-2d55-4489-b43d-561b2caccc70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:08:33.570047 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-4cc99b5a-2d55-4489-b43d-561b2caccc70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:08:33.616010 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-4cc99b5a-2d55-4489-b43d-561b2caccc70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:08:33.621043 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-dc1d051f-17ef-412f-bfe4-0250aa9f03e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:08:33.635220 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc99b5a-2d55-4489-b43d-561b2caccc70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bac07432-27c1-4fa4-abf2-47ecab22547d,revision_number=None']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:08:33.639437 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-4cc99b5a-2d55-4489-b43d-561b2caccc70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:08:33.642867 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-4cc99b5a-2d55-4489-b43d-561b2caccc70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:08:33.644068 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-4cc99b5a-2d55-4489-b43d-561b2caccc70 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/bac07432-27c1-4fa4-abf2-47ecab22547d HTTP/1.1" status: 204  len: 168 time: 0.1614954
Dec 03 15:08:33.871144 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53f8860-c009-4b88-a2c0-1441693f92e7 req-6ff2500b-908a-4d07-87da-6ef7d78d3dd8 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:08:33.872754 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-b53f8860-c009-4b88-a2c0-1441693f92e7 req-6ff2500b-908a-4d07-87da-6ef7d78d3dd8 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] 10.222.0.63 "GET /v2.0/ports?device_id=add146c2-e4cc-491e-b5f9-17673e4a0c89 HTTP/1.1" status: 200  len: 945 time: 0.0867810
Dec 03 15:08:33.923316 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-b53f8860-c009-4b88-a2c0-1441693f92e7 req-c019e214-e14f-451a-9f21-72c86a3e1f0a tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] 10.222.0.63 "GET /v2.0/security-groups?id=e36ef011-09e2-4558-934b-b2128a1b6126&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0435889
Dec 03 15:08:34.441116 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dcb050-832c-444b-9108-e757842f69e2 req-6c4efe9a-8fc1-49db-ab6c-292cb57e649c tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:08:34.442885 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-b6dcb050-832c-444b-9108-e757842f69e2 req-6c4efe9a-8fc1-49db-ab6c-292cb57e649c tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/ports?device_id=e2dedaf2-51f5-458f-8e08-7814bc6780c3 HTTP/1.1" status: 200  len: 946 time: 0.0859795
Dec 03 15:08:34.493415 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-b6dcb050-832c-444b-9108-e757842f69e2 req-3ae98d98-282b-400e-b1bc-e00d9f219458 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/security-groups?id=b59594c2-15ba-4530-bd79-526c99ca8751&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432320
Dec 03 15:08:34.912956 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Device 0b68efc4-0565-4c23-9acc-fbbc726bba64 up at agent ovs-agent-hv-cinder-75790 {{(pid=80384) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 15:08:34.985772 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Provisioning complete for port 0b68efc4-0565-4c23-9acc-fbbc726bba64 triggered by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:08:34.986314 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:08:35.147296 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09e2c52-1053-42a0-9a93-588eb6181540 req-c30e05ba-f4eb-4a53-857b-a4ba0ad656e8 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:08:35.148985 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-a09e2c52-1053-42a0-9a93-588eb6181540 req-c30e05ba-f4eb-4a53-857b-a4ba0ad656e8 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] 10.222.0.63 "GET /v2.0/ports?device_id=add146c2-e4cc-491e-b5f9-17673e4a0c89 HTTP/1.1" status: 200  len: 945 time: 0.0856686
Dec 03 15:08:35.196815 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-a09e2c52-1053-42a0-9a93-588eb6181540 req-8cccfe2f-9b3e-43a0-921d-cc18691d5bd0 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] 10.222.0.63 "GET /v2.0/security-groups?id=e36ef011-09e2-4558-934b-b2128a1b6126&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0412841
Dec 03 15:08:35.737286 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ef05d3-bbfa-4f26-8ab0-d2767f9e851e req-bd3704ff-fb92-4e1e-ae12-956d548447df tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:08:35.738932 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-66ef05d3-bbfa-4f26-8ab0-d2767f9e851e req-bd3704ff-fb92-4e1e-ae12-956d548447df tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/ports?device_id=e2dedaf2-51f5-458f-8e08-7814bc6780c3 HTTP/1.1" status: 200  len: 946 time: 0.0938585
Dec 03 15:08:35.802507 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-66ef05d3-bbfa-4f26-8ab0-d2767f9e851e req-95f1feb6-cc4e-43e1-9333-cf3dd00d91ba tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/security-groups?id=b59594c2-15ba-4530-bd79-526c99ca8751&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0470786
Dec 03 15:08:36.066281 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 34174) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:08:36.229743 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-f023f802-acf6-425d-8684-e1dcd3cb1c1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:08:36.247255 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-f023f802-acf6-425d-8684-e1dcd3cb1c1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:08:36.251543 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-f023f802-acf6-425d-8684-e1dcd3cb1c1c admin admin] Usage tracker for resource:security_group_rule and tenant:83f02fb8d1fd49c5950d64c2d810906a is out of sync, need to count used quota {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:08:36.255105 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-f023f802-acf6-425d-8684-e1dcd3cb1c1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:08:36.263103 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-f023f802-acf6-425d-8684-e1dcd3cb1c1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:08:36.413201 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-f023f802-acf6-425d-8684-e1dcd3cb1c1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:08:36.419018 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-f023f802-acf6-425d-8684-e1dcd3cb1c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:08:36.427668 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-f3dbb743-7985-4ca9-9b12-429584171876 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:08:36.485594 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-f023f802-acf6-425d-8684-e1dcd3cb1c1c admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=83f02fb8d1fd49c5950d64c2d810906a&name=default HTTP/1.1" status: 200  len: 2879 time: 0.4180887
Dec 03 15:08:36.487781 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f023f802-acf6-425d-8684-e1dcd3cb1c1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1a10ee4-ba9a-4d88-9921-55cccae621be,revision_number=1']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:08:36.488152 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 34184) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:08:36.494368 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-f023f802-acf6-425d-8684-e1dcd3cb1c1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:08:36.502670 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf0af56-c97c-4cfb-9592-871b45465d4e req-6e3d0616-7d6e-4d16-8ed5-855023f6df26 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:08:36.504302 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-ebf0af56-c97c-4cfb-9592-871b45465d4e req-6e3d0616-7d6e-4d16-8ed5-855023f6df26 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] 10.222.0.63 "GET /v2.0/ports?device_id=add146c2-e4cc-491e-b5f9-17673e4a0c89 HTTP/1.1" status: 200  len: 945 time: 0.1707606
Dec 03 15:08:36.560180 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-ebf0af56-c97c-4cfb-9592-871b45465d4e req-718158bd-6a31-441a-8aed-95ae5b7e31dd tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] 10.222.0.63 "GET /v2.0/security-groups?id=e36ef011-09e2-4558-934b-b2128a1b6126&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0466127
Dec 03 15:08:36.569010 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-b9a08110-8d6a-40d4-9e4d-3a01eb90dfae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:08:36.597978 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-b9a08110-8d6a-40d4-9e4d-3a01eb90dfae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:08:36.647335 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-b9a08110-8d6a-40d4-9e4d-3a01eb90dfae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:08:36.653048 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-83d60c60-03ec-4392-b557-a7e540786033 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:08:36.667658 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a08110-8d6a-40d4-9e4d-3a01eb90dfae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1a10ee4-ba9a-4d88-9921-55cccae621be,revision_number=None']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:08:36.671548 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-b9a08110-8d6a-40d4-9e4d-3a01eb90dfae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:08:36.674818 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-b9a08110-8d6a-40d4-9e4d-3a01eb90dfae admin admin] Notify callbacks [] for security_group, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:08:36.676001 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-b9a08110-8d6a-40d4-9e4d-3a01eb90dfae admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/d1a10ee4-ba9a-4d88-9921-55cccae621be HTTP/1.1" status: 204  len: 168 time: 0.1866231
Dec 03 15:08:37.038069 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd505866-4ccc-4221-aa7d-6a28fc782d70 req-b9b7fb59-fd71-4fa7-b7fc-6df176d426d7 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:08:37.039607 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-fd505866-4ccc-4221-aa7d-6a28fc782d70 req-b9b7fb59-fd71-4fa7-b7fc-6df176d426d7 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/ports?device_id=e2dedaf2-51f5-458f-8e08-7814bc6780c3 HTTP/1.1" status: 200  len: 946 time: 0.0864880
Dec 03 15:08:37.048130 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 34194) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:08:37.068994 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2e873e8f-cd71-4de3-a731-95470812a2eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:08:37.086733 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-2e873e8f-cd71-4de3-a731-95470812a2eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:08:37.091683 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-2e873e8f-cd71-4de3-a731-95470812a2eb admin admin] Usage tracker for resource:security_group_rule and tenant:03ef1ea29b914b3091e543acbb5ac9bf is out of sync, need to count used quota {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:08:37.093254 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-fd505866-4ccc-4221-aa7d-6a28fc782d70 req-5043368a-ff67-4c06-8374-914d2e39b269 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/security-groups?id=b59594c2-15ba-4530-bd79-526c99ca8751&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463762
Dec 03 15:08:37.094812 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-2e873e8f-cd71-4de3-a731-95470812a2eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:08:37.100682 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-2e873e8f-cd71-4de3-a731-95470812a2eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:08:37.188578 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2e873e8f-cd71-4de3-a731-95470812a2eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:08:37.191408 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2e873e8f-cd71-4de3-a731-95470812a2eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:08:37.201306 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-d68c523b-7350-4d15-93e0-85d689a5d603 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:08:37.243210 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-2e873e8f-cd71-4de3-a731-95470812a2eb admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=03ef1ea29b914b3091e543acbb5ac9bf&name=default HTTP/1.1" status: 200  len: 2879 time: 0.1938746
Dec 03 15:08:37.246065 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e873e8f-cd71-4de3-a731-95470812a2eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b43b301e-d3c0-4bbe-a732-1a9ebc283732,revision_number=1']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:08:37.247118 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 34198) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:08:37.249292 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-2e873e8f-cd71-4de3-a731-95470812a2eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:08:37.310526 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2ae4aaae-4075-4a78-a3c3-3f29171db5f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:08:37.338249 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2ae4aaae-4075-4a78-a3c3-3f29171db5f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:08:37.382235 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2ae4aaae-4075-4a78-a3c3-3f29171db5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:08:37.387920 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-edf5dcfa-842d-4342-9a9b-96e7973c5bc8 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:08:37.402475 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae4aaae-4075-4a78-a3c3-3f29171db5f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b43b301e-d3c0-4bbe-a732-1a9ebc283732,revision_number=None']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:08:37.407407 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-2ae4aaae-4075-4a78-a3c3-3f29171db5f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:08:37.411779 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2ae4aaae-4075-4a78-a3c3-3f29171db5f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:08:37.412995 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-2ae4aaae-4075-4a78-a3c3-3f29171db5f4 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/b43b301e-d3c0-4bbe-a732-1a9ebc283732 HTTP/1.1" status: 204  len: 168 time: 0.1646755
Dec 03 15:08:37.920525 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc0bdcd-a00f-4e27-aa37-dd1b488d9e51 req-2f47771d-4526-4a6c-998c-d25ead4aa60c tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:08:37.922168 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-9cc0bdcd-a00f-4e27-aa37-dd1b488d9e51 req-2f47771d-4526-4a6c-998c-d25ead4aa60c tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] 10.222.0.63 "GET /v2.0/ports?device_id=add146c2-e4cc-491e-b5f9-17673e4a0c89 HTTP/1.1" status: 200  len: 945 time: 0.0911856
Dec 03 15:08:37.971083 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-9cc0bdcd-a00f-4e27-aa37-dd1b488d9e51 req-266c3d7d-e1a1-4a11-abb7-1d20fc932509 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] 10.222.0.63 "GET /v2.0/security-groups?id=e36ef011-09e2-4558-934b-b2128a1b6126&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0424688
Dec 03 15:08:38.428299 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a339f4c7-2703-411d-9c1f-5a27677fb717 req-13317f58-46f5-4319-987d-dc66a6a34abc tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:08:38.429845 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-a339f4c7-2703-411d-9c1f-5a27677fb717 req-13317f58-46f5-4319-987d-dc66a6a34abc tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/ports?device_id=e2dedaf2-51f5-458f-8e08-7814bc6780c3 HTTP/1.1" status: 200  len: 946 time: 0.1094303
Dec 03 15:08:38.483764 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-a339f4c7-2703-411d-9c1f-5a27677fb717 req-026ff028-4d4e-4ff4-8f33-85dff26b03fc tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/security-groups?id=b59594c2-15ba-4530-bd79-526c99ca8751&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455322
Dec 03 15:08:39.231068 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a79721-e3fc-422e-9622-e5bcdc693039 req-e3e9e3ea-7567-407c-8022-40424f03d14d tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:08:39.239137 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-70a79721-e3fc-422e-9622-e5bcdc693039 req-e3e9e3ea-7567-407c-8022-40424f03d14d tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] 10.222.0.63 "GET /v2.0/ports?device_id=add146c2-e4cc-491e-b5f9-17673e4a0c89 HTTP/1.1" status: 200  len: 945 time: 0.1085408
Dec 03 15:08:39.294498 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-70a79721-e3fc-422e-9622-e5bcdc693039 req-689cff68-9095-4a1f-8cc0-27816db04be4 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] 10.222.0.63 "GET /v2.0/security-groups?id=e36ef011-09e2-4558-934b-b2128a1b6126&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0542643
Dec 03 15:08:39.763634 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c94a48a-9281-419a-98c9-e3f94f9b3421 req-0a7b24fe-1343-411f-8860-7ce58b9643bd tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:08:39.766146 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-8c94a48a-9281-419a-98c9-e3f94f9b3421 req-0a7b24fe-1343-411f-8860-7ce58b9643bd tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/ports?device_id=e2dedaf2-51f5-458f-8e08-7814bc6780c3 HTTP/1.1" status: 200  len: 946 time: 0.0903862
Dec 03 15:08:39.839106 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-8c94a48a-9281-419a-98c9-e3f94f9b3421 req-59d5ae10-7211-4bbc-988b-fd6dbb88fa9e tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/security-groups?id=b59594c2-15ba-4530-bd79-526c99ca8751&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0632470
Dec 03 15:08:40.560736 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bd9ea6-c124-4ac9-9d32-331aa1f4246f req-f3994211-4866-4bc9-917a-cbd3e26c4b17 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:08:40.569850 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-60bd9ea6-c124-4ac9-9d32-331aa1f4246f req-f3994211-4866-4bc9-917a-cbd3e26c4b17 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] 10.222.0.63 "GET /v2.0/ports?device_id=add146c2-e4cc-491e-b5f9-17673e4a0c89 HTTP/1.1" status: 200  len: 945 time: 0.1315551
Dec 03 15:08:40.626791 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-60bd9ea6-c124-4ac9-9d32-331aa1f4246f req-42f40c98-84cf-4189-bba2-6913778ef41e tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] 10.222.0.63 "GET /v2.0/security-groups?id=e36ef011-09e2-4558-934b-b2128a1b6126&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0555265
Dec 03 15:08:41.101184 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b0554c-1ece-4ad3-a9fe-31790bf3cc51 req-b0d8d2d3-7b21-431c-8dc8-329d17f18dd5 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:08:41.102980 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-f6b0554c-1ece-4ad3-a9fe-31790bf3cc51 req-b0d8d2d3-7b21-431c-8dc8-329d17f18dd5 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/ports?device_id=e2dedaf2-51f5-458f-8e08-7814bc6780c3 HTTP/1.1" status: 200  len: 946 time: 0.1068649
Dec 03 15:08:41.162053 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-f6b0554c-1ece-4ad3-a9fe-31790bf3cc51 req-76ece24e-7c70-4977-8e34-4f7ac64899d6 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/security-groups?id=b59594c2-15ba-4530-bd79-526c99ca8751&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0494874
Dec 03 15:08:41.911040 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a2a6b1-2593-4fa7-b358-f94fdd5211c3 req-bb819246-88cd-406a-ba15-759c6d11040f tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:08:41.913627 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-96a2a6b1-2593-4fa7-b358-f94fdd5211c3 req-bb819246-88cd-406a-ba15-759c6d11040f tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] 10.222.0.63 "GET /v2.0/ports?device_id=add146c2-e4cc-491e-b5f9-17673e4a0c89 HTTP/1.1" status: 200  len: 945 time: 0.1245246
Dec 03 15:08:41.964880 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-96a2a6b1-2593-4fa7-b358-f94fdd5211c3 req-0580fc95-6631-4949-af3a-54e70d929cc7 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] 10.222.0.63 "GET /v2.0/security-groups?id=e36ef011-09e2-4558-934b-b2128a1b6126&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0439129
Dec 03 15:08:42.424410 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1219b8-e519-456f-9bf9-69c8edec0704 req-04035b4c-3521-4363-9a6a-b673c9f43ebe tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:08:42.433779 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-ee1219b8-e519-456f-9bf9-69c8edec0704 req-04035b4c-3521-4363-9a6a-b673c9f43ebe tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/ports?device_id=e2dedaf2-51f5-458f-8e08-7814bc6780c3 HTTP/1.1" status: 200  len: 946 time: 0.1033185
Dec 03 15:08:42.500877 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-ee1219b8-e519-456f-9bf9-69c8edec0704 req-4362375b-a02d-4faa-82a1-4cd8b172a536 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/security-groups?id=b59594c2-15ba-4530-bd79-526c99ca8751&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0655398
Dec 03 15:08:42.845561 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b365ff1d-b1c3-40e9-b15f-dd1e3751d23d req-9d95675b-7a97-4ba8-a96a-be672495d80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:08:42.845952 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-b365ff1d-b1c3-40e9-b15f-dd1e3751d23d req-9d95675b-7a97-4ba8-a96a-be672495d80f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f77c18074b76496dbbd6d15835f35760&device_id=add146c2-e4cc-491e-b5f9-17673e4a0c89 HTTP/1.1" status: 200  len: 1162 time: 0.1147475
Dec 03 15:08:42.931411 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Device 0b68efc4-0565-4c23-9acc-fbbc726bba64 up at agent ovs-agent-hv-cinder-75790 {{(pid=80384) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 15:08:43.016782 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b365ff1d-b1c3-40e9-b15f-dd1e3751d23d req-0db54b5b-47a0-4cd0-ae18-08fdf5176e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:08:43.018031 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Provisioning complete for port 0b68efc4-0565-4c23-9acc-fbbc726bba64 triggered by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:08:43.018607 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-b365ff1d-b1c3-40e9-b15f-dd1e3751d23d req-0db54b5b-47a0-4cd0-ae18-08fdf5176e79 service neutron] 10.222.0.83 "GET /v2.0/networks?id=0d922ba7-749c-4c5e-b6cc-12813984389c HTTP/1.1" status: 200  len: 903 time: 0.1653957
Dec 03 15:08:43.018893 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:08:43.155176 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-b365ff1d-b1c3-40e9-b15f-dd1e3751d23d req-4bc99b40-3dce-4605-b989-0fd3ebbec738 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f82f881d-f8f0-478d-baa4-3c020c077e99 HTTP/1.1" status: 200  len: 1000 time: 0.1280825
Dec 03 15:08:43.232710 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99c93d6-1b6d-4a52-9b33-49c33e45157b req-c49e8318-a7ae-48e8-9504-459e6ab1f388 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:08:43.234391 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-a99c93d6-1b6d-4a52-9b33-49c33e45157b req-c49e8318-a7ae-48e8-9504-459e6ab1f388 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] 10.222.0.63 "GET /v2.0/ports?device_id=add146c2-e4cc-491e-b5f9-17673e4a0c89 HTTP/1.1" status: 200  len: 945 time: 0.0992241
Dec 03 15:08:43.243594 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b365ff1d-b1c3-40e9-b15f-dd1e3751d23d req-fe7082fa-a792-477d-a361-f9297f0c5a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:08:43.246372 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-b365ff1d-b1c3-40e9-b15f-dd1e3751d23d req-fe7082fa-a792-477d-a361-f9297f0c5a2f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=07d33687-75f8-425a-ad5f-cd3466718814 HTTP/1.1" status: 200  len: 848 time: 0.0806520
Dec 03 15:08:43.287845 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-a99c93d6-1b6d-4a52-9b33-49c33e45157b req-a4f088f4-7764-4895-a7e1-0c8e1ac39b4f tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] 10.222.0.63 "GET /v2.0/security-groups?id=e36ef011-09e2-4558-934b-b2128a1b6126&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0469561
Dec 03 15:08:43.352261 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b365ff1d-b1c3-40e9-b15f-dd1e3751d23d req-48f97fd8-46dd-43cf-9021-fc073aaefac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:08:43.356515 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-b365ff1d-b1c3-40e9-b15f-dd1e3751d23d req-48f97fd8-46dd-43cf-9021-fc073aaefac0 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0d922ba7-749c-4c5e-b6cc-12813984389c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0990140
Dec 03 15:08:43.517717 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-b365ff1d-b1c3-40e9-b15f-dd1e3751d23d req-a51a6b6d-e8f3-4cba-a93d-ac7bf124f617 service neutron] 10.222.0.83 "GET /v2.0/networks/0d922ba7-749c-4c5e-b6cc-12813984389c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1531458
Dec 03 15:08:43.795690 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-b365ff1d-b1c3-40e9-b15f-dd1e3751d23d req-8a51c53d-048e-4752-b968-a3e5e3e5b6fa service neutron] 10.222.0.83 "GET /v2.0/networks/0d922ba7-749c-4c5e-b6cc-12813984389c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2699447
Dec 03 15:08:43.803849 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d88a8c-4d48-4916-9b7f-df4eec6cbdd8 req-36350f74-a0ec-4f38-8074-3fee54bd8bf1 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:08:43.812455 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-72d88a8c-4d48-4916-9b7f-df4eec6cbdd8 req-36350f74-a0ec-4f38-8074-3fee54bd8bf1 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/ports?device_id=e2dedaf2-51f5-458f-8e08-7814bc6780c3 HTTP/1.1" status: 200  len: 946 time: 0.1470654
Dec 03 15:08:43.878542 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-72d88a8c-4d48-4916-9b7f-df4eec6cbdd8 req-b369a57c-e902-44f8-8e0c-d7b4ad092633 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/security-groups?id=b59594c2-15ba-4530-bd79-526c99ca8751&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0650084
Dec 03 15:08:44.560901 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e05d49e-aa2d-4431-8a69-3dd77d4b36c6 req-1abcb031-de1a-4b85-a931-2f76fd92fa1f tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:08:44.563101 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-0e05d49e-aa2d-4431-8a69-3dd77d4b36c6 req-1abcb031-de1a-4b85-a931-2f76fd92fa1f tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] 10.222.0.63 "GET /v2.0/ports?device_id=add146c2-e4cc-491e-b5f9-17673e4a0c89 HTTP/1.1" status: 200  len: 945 time: 0.0937307
Dec 03 15:08:44.617520 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-0e05d49e-aa2d-4431-8a69-3dd77d4b36c6 req-eca549ce-755b-4311-9258-dbeb753688fe tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] 10.222.0.63 "GET /v2.0/security-groups?id=e36ef011-09e2-4558-934b-b2128a1b6126&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0472555
Dec 03 15:08:45.148404 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7d5cfe-3c45-4e24-9556-9b381548f59a req-b1edbef5-05e2-469a-ad01-dbf9e2c51516 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:08:45.150124 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-6c7d5cfe-3c45-4e24-9556-9b381548f59a req-b1edbef5-05e2-469a-ad01-dbf9e2c51516 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/ports?device_id=e2dedaf2-51f5-458f-8e08-7814bc6780c3 HTTP/1.1" status: 200  len: 946 time: 0.1191692
Dec 03 15:08:45.218614 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-6c7d5cfe-3c45-4e24-9556-9b381548f59a req-3c5d9cd2-3069-4cc1-a03f-1086045e2b96 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/security-groups?id=b59594c2-15ba-4530-bd79-526c99ca8751&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0614979
Dec 03 15:08:46.016439 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13fab89-e840-4ea0-863b-8245e33c8f6e req-b1ce5483-d633-4de6-8433-6a61dca1f873 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:08:46.019314 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-b13fab89-e840-4ea0-863b-8245e33c8f6e req-b1ce5483-d633-4de6-8433-6a61dca1f873 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] 10.222.0.63 "GET /v2.0/ports?device_id=add146c2-e4cc-491e-b5f9-17673e4a0c89 HTTP/1.1" status: 200  len: 945 time: 0.1733167
Dec 03 15:08:46.115331 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-b13fab89-e840-4ea0-863b-8245e33c8f6e req-309e3978-bf89-46fb-bb13-dd95d8993894 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] 10.222.0.63 "GET /v2.0/security-groups?id=e36ef011-09e2-4558-934b-b2128a1b6126&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0879004
Dec 03 15:08:46.501751 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f7035e-7533-4820-a9d2-e22beedb6aed req-8491ee04-848a-4d28-a4b9-cb28bfe54b8b tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:08:46.509533 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-41f7035e-7533-4820-a9d2-e22beedb6aed req-8491ee04-848a-4d28-a4b9-cb28bfe54b8b tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/ports?device_id=e2dedaf2-51f5-458f-8e08-7814bc6780c3 HTTP/1.1" status: 200  len: 946 time: 0.0948498
Dec 03 15:08:46.565286 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-41f7035e-7533-4820-a9d2-e22beedb6aed req-3f731bef-fc97-464a-9489-450f4dd97db9 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/security-groups?id=b59594c2-15ba-4530-bd79-526c99ca8751&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0546677
Dec 03 15:08:46.832953 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Device f82f881d-f8f0-478d-baa4-3c020c077e99 no longer exists at agent ovs-agent-hv-cinder-75790 {{(pid=80384) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 15:08:47.165606 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:08:47.214814 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] For port f82f881d-f8f0-478d-baa4-3c020c077e99, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=f82f881d-f8f0-478d-baa4-3c020c077e99,segment=NetworkSegment(e96589d1-49fa-4c68-97f6-515777979c45),segment_id=e96589d1-49fa-4c68-97f6-515777979c45)] {{(pid=80384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 15:08:47.215879 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'add146c2-e4cc-491e-b5f9-17673e4a0c89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f82f881d-f8f0-478d-baa4-3c020c077e99'}] {{(pid=80384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 15:08:47.223613 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024'] for port, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:08:47.225855 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:08:47.301664 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Pushing event updated for resources: {'Port': ['ID=f82f881d-f8f0-478d-baa4-3c020c077e99,revision_number=5']} {{(pid=80384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:08:47.313571 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:08:47.342459 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'add146c2-e4cc-491e-b5f9-17673e4a0c89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f82f881d-f8f0-478d-baa4-3c020c077e99', 'code': 200}
Dec 03 15:08:47.439769 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-74ab128e-5d51-4763-823e-201457f5cddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:08:47.459685 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488c0dd8-ab32-471d-b803-6edb4eee05f3 req-10ae807a-db86-46ec-a085-3b1797a0aec2 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:08:47.468245 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-488c0dd8-ab32-471d-b803-6edb4eee05f3 req-10ae807a-db86-46ec-a085-3b1797a0aec2 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] 10.222.0.63 "GET /v2.0/ports?device_id=add146c2-e4cc-491e-b5f9-17673e4a0c89 HTTP/1.1" status: 200  len: 943 time: 0.1367421
Dec 03 15:08:47.528096 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-488c0dd8-ab32-471d-b803-6edb4eee05f3 req-864a26b4-510d-450c-96ae-e7f1cb2e195c tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] 10.222.0.63 "GET /v2.0/security-groups?id=e36ef011-09e2-4558-934b-b2128a1b6126&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0586898
Dec 03 15:08:47.880942 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d643956a-db26-42b2-be10-b862395109d4 req-8296ad3d-6950-44bf-87ee-7be655a0b277 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:08:47.882636 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-d643956a-db26-42b2-be10-b862395109d4 req-8296ad3d-6950-44bf-87ee-7be655a0b277 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/ports?device_id=e2dedaf2-51f5-458f-8e08-7814bc6780c3 HTTP/1.1" status: 200  len: 946 time: 0.1347525
Dec 03 15:08:47.958787 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-d643956a-db26-42b2-be10-b862395109d4 req-e63d4b26-782e-434c-ab4f-4189ea42a413 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/security-groups?id=b59594c2-15ba-4530-bd79-526c99ca8751&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0629723
Dec 03 15:08:48.027064 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 34402) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:08:48.108298 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21280851-350b-40cb-8439-a6a7747aa6d6 req-ea770bf3-feb7-489e-aed5-fad0896c5e37 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:08:48.110228 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-21280851-350b-40cb-8439-a6a7747aa6d6 req-ea770bf3-feb7-489e-aed5-fad0896c5e37 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] 10.222.0.63 "GET /v2.0/ports?device_id=add146c2-e4cc-491e-b5f9-17673e4a0c89 HTTP/1.1" status: 200  len: 943 time: 0.1318555
Dec 03 15:08:48.186287 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-21280851-350b-40cb-8439-a6a7747aa6d6 req-8aaf2d33-99f4-4513-b5d5-43d5c6551a80 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] 10.222.0.63 "GET /v2.0/security-groups?id=e36ef011-09e2-4558-934b-b2128a1b6126&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0680339
Dec 03 15:08:48.475551 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-9fd514fe-95bf-41d7-93f9-dc029cfb07fa req-8875536f-66fb-42ee-abd4-dac3f55b876e service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=add146c2-e4cc-491e-b5f9-17673e4a0c89&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.4469705
Dec 03 15:08:49.182100 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea408ae-fcc5-4b03-9a6d-d28daf6fc54e req-b19400d3-b3a4-4a98-a132-5a2156effeb0 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:08:49.183661 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-dea408ae-fcc5-4b03-9a6d-d28daf6fc54e req-b19400d3-b3a4-4a98-a132-5a2156effeb0 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/ports?device_id=e2dedaf2-51f5-458f-8e08-7814bc6780c3 HTTP/1.1" status: 200  len: 946 time: 0.0873735
Dec 03 15:08:49.233414 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-dea408ae-fcc5-4b03-9a6d-d28daf6fc54e req-591c435d-8607-4f7d-b683-28e0790c4420 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/security-groups?id=b59594c2-15ba-4530-bd79-526c99ca8751&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427258
Dec 03 15:08:49.410878 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bd200d-9a2a-483f-a69f-d1e7de67c283 req-d810d427-4291-41c3-82e3-8878986a10d6 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:08:49.412477 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-83bd200d-9a2a-483f-a69f-d1e7de67c283 req-d810d427-4291-41c3-82e3-8878986a10d6 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] 10.222.0.63 "GET /v2.0/ports?device_id=add146c2-e4cc-491e-b5f9-17673e4a0c89 HTTP/1.1" status: 200  len: 943 time: 0.0864449
Dec 03 15:08:49.464465 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-83bd200d-9a2a-483f-a69f-d1e7de67c283 req-519be414-77b0-4387-8fe4-51337a10f066 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] 10.222.0.63 "GET /v2.0/security-groups?id=e36ef011-09e2-4558-934b-b2128a1b6126&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0450885
Dec 03 15:08:49.562669 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db598aa2-a44b-4056-8e7e-76fb7a9e6ca1 req-1777e5b2-0de9-44cc-9602-7cf3bcbe808d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:08:49.564313 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-db598aa2-a44b-4056-8e7e-76fb7a9e6ca1 req-1777e5b2-0de9-44cc-9602-7cf3bcbe808d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f608c43dc4544cf8abe2b82be12c9880&device_id=e2dedaf2-51f5-458f-8e08-7814bc6780c3 HTTP/1.1" status: 200  len: 1163 time: 0.0803099
Dec 03 15:08:49.714441 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db598aa2-a44b-4056-8e7e-76fb7a9e6ca1 req-16046e80-4539-41b9-8cf1-42ce50dfbdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:08:49.716033 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-db598aa2-a44b-4056-8e7e-76fb7a9e6ca1 req-16046e80-4539-41b9-8cf1-42ce50dfbdb1 service neutron] 10.222.0.83 "GET /v2.0/networks?id=b89cab8b-b39a-4106-adb3-9bedf452bb83 HTTP/1.1" status: 200  len: 911 time: 0.1441443
Dec 03 15:08:49.827210 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-db598aa2-a44b-4056-8e7e-76fb7a9e6ca1 req-b9ec1ff6-dd25-46c6-b17e-1b7badd7fb9f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0b68efc4-0565-4c23-9acc-fbbc726bba64 HTTP/1.1" status: 200  len: 1002 time: 0.1043780
Dec 03 15:08:49.897870 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db598aa2-a44b-4056-8e7e-76fb7a9e6ca1 req-8020edeb-0e15-4294-8f67-f4d130fd61ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:08:49.899514 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-db598aa2-a44b-4056-8e7e-76fb7a9e6ca1 req-8020edeb-0e15-4294-8f67-f4d130fd61ee service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5f041ad7-6cbb-400e-8386-1de021d0e693 HTTP/1.1" status: 200  len: 856 time: 0.0652847
Dec 03 15:08:49.986185 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db598aa2-a44b-4056-8e7e-76fb7a9e6ca1 req-ea6781a0-67d3-4442-b41d-486f534356c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:08:49.987810 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-db598aa2-a44b-4056-8e7e-76fb7a9e6ca1 req-ea6781a0-67d3-4442-b41d-486f534356c3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b89cab8b-b39a-4106-adb3-9bedf452bb83&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0801549
Dec 03 15:08:50.175843 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-c6bf58f7-fad3-4f7d-a011-3514e348d07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:08:50.178815 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-d1a712ed-1597-40ee-be3f-9bd7eb160871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:08:50.345330 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-db598aa2-a44b-4056-8e7e-76fb7a9e6ca1 req-268bf4a2-8782-4ddc-976b-b46a36674743 service neutron] 10.222.0.83 "GET /v2.0/networks/b89cab8b-b39a-4106-adb3-9bedf452bb83?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3504272
Dec 03 15:08:50.484054 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745a80b3-64d6-4730-a3e2-d71f5efdb843 req-84f2fa88-84e9-412b-875d-4064aceafbf7 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:08:50.485942 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-745a80b3-64d6-4730-a3e2-d71f5efdb843 req-84f2fa88-84e9-412b-875d-4064aceafbf7 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/ports?device_id=e2dedaf2-51f5-458f-8e08-7814bc6780c3 HTTP/1.1" status: 200  len: 946 time: 0.0888844
Dec 03 15:08:50.504220 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-db598aa2-a44b-4056-8e7e-76fb7a9e6ca1 req-35b45156-77fa-49ca-83e6-aafa289f6ea0 service neutron] 10.222.0.83 "GET /v2.0/networks/b89cab8b-b39a-4106-adb3-9bedf452bb83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1516006
Dec 03 15:08:50.537819 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-745a80b3-64d6-4730-a3e2-d71f5efdb843 req-0a44a170-a30b-4426-9c61-4445e00df866 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/security-groups?id=b59594c2-15ba-4530-bd79-526c99ca8751&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456934
Dec 03 15:08:50.690303 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e75426-c32a-4b63-82e4-d5cdaca7da43 req-5a2460dc-cc95-46d1-8ddd-1ff44e0053f7 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:08:50.691981 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-98e75426-c32a-4b63-82e4-d5cdaca7da43 req-5a2460dc-cc95-46d1-8ddd-1ff44e0053f7 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] 10.222.0.63 "GET /v2.0/ports?device_id=add146c2-e4cc-491e-b5f9-17673e4a0c89 HTTP/1.1" status: 200  len: 943 time: 0.0871658
Dec 03 15:08:50.747301 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-98e75426-c32a-4b63-82e4-d5cdaca7da43 req-de483db8-fffb-403e-a6b7-4809360ba580 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] 10.222.0.63 "GET /v2.0/security-groups?id=e36ef011-09e2-4558-934b-b2128a1b6126&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0482881
Dec 03 15:08:51.291140 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:08:51.782811 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c33aba-ed2e-462c-8da1-1f1d3de1319e req-841b9fd4-26d2-4e2f-b1cc-98cbb4f50731 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:08:51.784474 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-b1c33aba-ed2e-462c-8da1-1f1d3de1319e req-841b9fd4-26d2-4e2f-b1cc-98cbb4f50731 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/ports?device_id=e2dedaf2-51f5-458f-8e08-7814bc6780c3 HTTP/1.1" status: 200  len: 946 time: 0.0911715
Dec 03 15:08:51.844077 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-b1c33aba-ed2e-462c-8da1-1f1d3de1319e req-6fb41cd1-dc87-4b4f-b176-f40d21a89fb9 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/security-groups?id=b59594c2-15ba-4530-bd79-526c99ca8751&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0490496
Dec 03 15:08:51.975273 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e543bd6-efd4-4770-9b19-96d202ea889c req-a89cb492-7a32-4f7e-86d4-aa194b55ed32 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:08:51.976875 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-4e543bd6-efd4-4770-9b19-96d202ea889c req-a89cb492-7a32-4f7e-86d4-aa194b55ed32 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] 10.222.0.63 "GET /v2.0/ports?device_id=add146c2-e4cc-491e-b5f9-17673e4a0c89 HTTP/1.1" status: 200  len: 943 time: 0.0872731
Dec 03 15:08:52.024288 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-4e543bd6-efd4-4770-9b19-96d202ea889c req-4b1b5f37-656b-4d39-831d-c5de490c726e tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] 10.222.0.63 "GET /v2.0/security-groups?id=e36ef011-09e2-4558-934b-b2128a1b6126&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0404377
Dec 03 15:08:52.038873 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-7c778c2a-832b-4a71-9338-2409dcb4fb0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:08:52.899370 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Device 0b68efc4-0565-4c23-9acc-fbbc726bba64 no longer exists at agent ovs-agent-hv-cinder-75790 {{(pid=80384) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 15:08:53.022223 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:08:53.052763 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2dedaf2-51f5-458f-8e08-7814bc6780c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b68efc4-0565-4c23-9acc-fbbc726bba64'}] {{(pid=80384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 15:08:53.063611 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] For port 0b68efc4-0565-4c23-9acc-fbbc726bba64, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=0b68efc4-0565-4c23-9acc-fbbc726bba64,segment=NetworkSegment(e2b57a66-c421-4e34-bfed-3a9d2ac3bd3c),segment_id=e2b57a66-c421-4e34-bfed-3a9d2ac3bd3c)] {{(pid=80384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 15:08:53.066763 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024'] for port, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:08:53.068629 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:08:53.092473 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9913441c-975a-4686-b5ec-b1413699446f req-29fa3206-427b-493f-ba3e-52b6f393b4b6 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:08:53.094366 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-9913441c-975a-4686-b5ec-b1413699446f req-29fa3206-427b-493f-ba3e-52b6f393b4b6 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/ports?device_id=e2dedaf2-51f5-458f-8e08-7814bc6780c3 HTTP/1.1" status: 200  len: 946 time: 0.1026037
Dec 03 15:08:53.143277 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:08:53.159348 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Pushing event updated for resources: {'Port': ['ID=0b68efc4-0565-4c23-9acc-fbbc726bba64,revision_number=5']} {{(pid=80384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:08:53.159557 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-9913441c-975a-4686-b5ec-b1413699446f req-717f20f4-ab56-4565-861b-73ce6c4bc0b5 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/security-groups?id=b59594c2-15ba-4530-bd79-526c99ca8751&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0485668
Dec 03 15:08:53.167516 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:08:53.167891 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:08:53.168269 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:08:53.168633 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:08:53.168997 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:08:53.169358 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:08:53.169846 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:08:53.170056 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:08:53.170422 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:08:53.170777 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:08:53.171255 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:08:53.171609 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:08:53.172012 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:08:53.172371 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:08:53.172730 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:08:53.173085 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:08:53.173438 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:08:53.173796 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:08:53.174176 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:08:53.174533 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:08:53.174892 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:08:53.175247 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:08:53.175600 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:08:53.175952 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:08:53.180347 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:08:53.265317 dv-cinder-757908-3-iscsi neutron-server[80271]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e2dedaf2-51f5-458f-8e08-7814bc6780c3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0b68efc4-0565-4c23-9acc-fbbc726bba64', 'code': 422} returned with failed status
Dec 03 15:08:53.266790 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba72c681-4cfc-4ed5-8310-aac366ea64ce req-bf7b4587-d80b-4f2e-83e6-2277e6e658c8 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:08:53.268441 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-ba72c681-4cfc-4ed5-8310-aac366ea64ce req-bf7b4587-d80b-4f2e-83e6-2277e6e658c8 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] 10.222.0.63 "GET /v2.0/ports?device_id=add146c2-e4cc-491e-b5f9-17673e4a0c89 HTTP/1.1" status: 200  len: 943 time: 0.0959687
Dec 03 15:08:53.324699 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-ba72c681-4cfc-4ed5-8310-aac366ea64ce req-17114d7e-c039-4151-b9c3-b252755971d5 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] 10.222.0.63 "GET /v2.0/security-groups?id=e36ef011-09e2-4558-934b-b2128a1b6126&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0493784
Dec 03 15:08:54.585194 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256b3334-33c9-4b81-b879-086b7e0214b7 req-c4749bb7-a233-4f43-84c2-6db89d242ed7 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:08:54.586900 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-256b3334-33c9-4b81-b879-086b7e0214b7 req-c4749bb7-a233-4f43-84c2-6db89d242ed7 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] 10.222.0.63 "GET /v2.0/ports?device_id=add146c2-e4cc-491e-b5f9-17673e4a0c89 HTTP/1.1" status: 200  len: 943 time: 0.1311066
Dec 03 15:08:54.632109 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd514fe-95bf-41d7-93f9-dc029cfb07fa req-48213d2d-44f2-4226-8e77-6000a848cb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:08:54.634035 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-9fd514fe-95bf-41d7-93f9-dc029cfb07fa req-48213d2d-44f2-4226-8e77-6000a848cb43 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=add146c2-e4cc-491e-b5f9-17673e4a0c89&tenant_id=f77c18074b76496dbbd6d15835f35760 HTTP/1.1" status: 200  len: 1160 time: 0.0861652
Dec 03 15:08:54.637267 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-256b3334-33c9-4b81-b879-086b7e0214b7 req-4f9b6526-8ad8-4a5b-a41f-64b1b4079909 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] 10.222.0.63 "GET /v2.0/security-groups?id=e36ef011-09e2-4558-934b-b2128a1b6126&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0433121
Dec 03 15:08:54.754576 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd514fe-95bf-41d7-93f9-dc029cfb07fa req-c71b5ecc-f929-4628-bcd8-f792dd463c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:08:54.756327 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-9fd514fe-95bf-41d7-93f9-dc029cfb07fa req-c71b5ecc-f929-4628-bcd8-f792dd463c50 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f77c18074b76496dbbd6d15835f35760&device_id=add146c2-e4cc-491e-b5f9-17673e4a0c89 HTTP/1.1" status: 200  len: 1160 time: 0.0803914
Dec 03 15:08:54.917420 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd514fe-95bf-41d7-93f9-dc029cfb07fa req-4dda6be7-b1f6-487f-9fd2-37657c83d831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:08:54.919141 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-9fd514fe-95bf-41d7-93f9-dc029cfb07fa req-4dda6be7-b1f6-487f-9fd2-37657c83d831 service neutron] 10.222.0.83 "GET /v2.0/networks?id=0d922ba7-749c-4c5e-b6cc-12813984389c HTTP/1.1" status: 200  len: 903 time: 0.1546185
Dec 03 15:08:55.088538 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-fca68725-8de9-4c3a-9b05-197434faef99 req-9a3b9ff2-bb2e-47a3-88d7-1975b8fcb654 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=e2dedaf2-51f5-458f-8e08-7814bc6780c3&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1130464
Dec 03 15:08:55.136408 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-9fd514fe-95bf-41d7-93f9-dc029cfb07fa req-aa20d035-169e-4457-951b-7ae28e334b84 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f82f881d-f8f0-478d-baa4-3c020c077e99 HTTP/1.1" status: 200  len: 998 time: 0.2097225
Dec 03 15:08:55.226194 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ce35a7-653f-4546-8a3d-1e194fb54acb req-2c99876d-e2a6-42f7-9564-582735d7da63 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:08:55.227944 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-02ce35a7-653f-4546-8a3d-1e194fb54acb req-2c99876d-e2a6-42f7-9564-582735d7da63 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/ports?device_id=e2dedaf2-51f5-458f-8e08-7814bc6780c3 HTTP/1.1" status: 200  len: 944 time: 0.2320013
Dec 03 15:08:55.249226 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd514fe-95bf-41d7-93f9-dc029cfb07fa req-70610ac1-5130-4276-87e9-e255c03d5a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:08:55.250848 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-9fd514fe-95bf-41d7-93f9-dc029cfb07fa req-70610ac1-5130-4276-87e9-e255c03d5a52 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=07d33687-75f8-425a-ad5f-cd3466718814 HTTP/1.1" status: 200  len: 848 time: 0.1027656
Dec 03 15:08:55.348636 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-02ce35a7-653f-4546-8a3d-1e194fb54acb req-f76c3b18-f218-4b1e-9967-e176c7c7a3d3 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/security-groups?id=b59594c2-15ba-4530-bd79-526c99ca8751&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1077461
Dec 03 15:08:55.369520 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd514fe-95bf-41d7-93f9-dc029cfb07fa req-4be5b0dd-efb8-4759-847e-5ce6162ea375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:08:55.371268 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-9fd514fe-95bf-41d7-93f9-dc029cfb07fa req-4be5b0dd-efb8-4759-847e-5ce6162ea375 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0d922ba7-749c-4c5e-b6cc-12813984389c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1046915
Dec 03 15:08:55.522160 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-9fd514fe-95bf-41d7-93f9-dc029cfb07fa req-35c6e310-c9ed-4752-9d28-66b4b65f5bf9 service neutron] 10.222.0.83 "GET /v2.0/networks/0d922ba7-749c-4c5e-b6cc-12813984389c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1426475
Dec 03 15:08:55.676002 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-9fd514fe-95bf-41d7-93f9-dc029cfb07fa req-0d3a911d-35e1-40a6-9451-304cf3d2bef0 service neutron] 10.222.0.83 "GET /v2.0/networks/0d922ba7-749c-4c5e-b6cc-12813984389c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1454382
Dec 03 15:08:55.730980 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca68725-8de9-4c3a-9b05-197434faef99 req-51e75c76-5422-494d-8999-6add3992f28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:08:55.732539 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-fca68725-8de9-4c3a-9b05-197434faef99 req-51e75c76-5422-494d-8999-6add3992f28d service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=e2dedaf2-51f5-458f-8e08-7814bc6780c3&tenant_id=f608c43dc4544cf8abe2b82be12c9880 HTTP/1.1" status: 200  len: 1161 time: 0.0874245
Dec 03 15:08:55.918937 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8271ba-4f1d-4f42-9215-891319e0d48c req-981b3f4d-80fb-4f19-8329-0c7270359447 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:08:55.920607 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-6e8271ba-4f1d-4f42-9215-891319e0d48c req-981b3f4d-80fb-4f19-8329-0c7270359447 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] 10.222.0.63 "GET /v2.0/ports?device_id=add146c2-e4cc-491e-b5f9-17673e4a0c89 HTTP/1.1" status: 200  len: 943 time: 0.1172175
Dec 03 15:08:55.923443 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca68725-8de9-4c3a-9b05-197434faef99 req-44777506-dabf-4a21-ace2-b06b9002f394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:08:55.924893 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-fca68725-8de9-4c3a-9b05-197434faef99 req-44777506-dabf-4a21-ace2-b06b9002f394 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f608c43dc4544cf8abe2b82be12c9880&device_id=e2dedaf2-51f5-458f-8e08-7814bc6780c3 HTTP/1.1" status: 200  len: 1161 time: 0.1584077
Dec 03 15:08:56.061032 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-6e8271ba-4f1d-4f42-9215-891319e0d48c req-6a013597-35bf-47f7-aa38-33f83dcd43f0 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] 10.222.0.63 "GET /v2.0/security-groups?id=e36ef011-09e2-4558-934b-b2128a1b6126&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.1341500
Dec 03 15:08:56.101132 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca68725-8de9-4c3a-9b05-197434faef99 req-a7b67201-ca37-459b-aa8e-59b4128ec8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:08:56.102849 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-fca68725-8de9-4c3a-9b05-197434faef99 req-a7b67201-ca37-459b-aa8e-59b4128ec8f7 service neutron] 10.222.0.83 "GET /v2.0/networks?id=b89cab8b-b39a-4106-adb3-9bedf452bb83 HTTP/1.1" status: 200  len: 911 time: 0.1618242
Dec 03 15:08:56.217859 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-fca68725-8de9-4c3a-9b05-197434faef99 req-5df3718b-ad4b-4fdb-a434-bbabd451d2d1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0b68efc4-0565-4c23-9acc-fbbc726bba64 HTTP/1.1" status: 200  len: 1000 time: 0.1068678
Dec 03 15:08:56.292317 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca68725-8de9-4c3a-9b05-197434faef99 req-ad0352f8-9500-4241-8036-04d7c479459f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:08:56.294096 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-fca68725-8de9-4c3a-9b05-197434faef99 req-ad0352f8-9500-4241-8036-04d7c479459f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5f041ad7-6cbb-400e-8386-1de021d0e693 HTTP/1.1" status: 200  len: 856 time: 0.0684915
Dec 03 15:08:56.386155 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca68725-8de9-4c3a-9b05-197434faef99 req-3190638c-782a-4a58-a05d-b697cb63b39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:08:56.387775 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-fca68725-8de9-4c3a-9b05-197434faef99 req-3190638c-782a-4a58-a05d-b697cb63b39b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b89cab8b-b39a-4106-adb3-9bedf452bb83&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0850065
Dec 03 15:08:56.599503 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-fca68725-8de9-4c3a-9b05-197434faef99 req-a1647034-f1fb-435a-a072-861093905403 service neutron] 10.222.0.83 "GET /v2.0/networks/b89cab8b-b39a-4106-adb3-9bedf452bb83?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2018669
Dec 03 15:08:56.665983 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445d514b-9c21-4404-926c-942e87cbe31e req-4c4eb03f-2948-4d00-9c8b-9dd72d07d764 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:08:56.667750 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-445d514b-9c21-4404-926c-942e87cbe31e req-4c4eb03f-2948-4d00-9c8b-9dd72d07d764 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/ports?device_id=e2dedaf2-51f5-458f-8e08-7814bc6780c3 HTTP/1.1" status: 200  len: 944 time: 0.1674457
Dec 03 15:08:56.802536 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-445d514b-9c21-4404-926c-942e87cbe31e req-c955ecb4-d231-4aa2-b95a-cf32590e81f5 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/security-groups?id=b59594c2-15ba-4530-bd79-526c99ca8751&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0845947
Dec 03 15:08:56.811246 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-fca68725-8de9-4c3a-9b05-197434faef99 req-33c65a72-c19f-4b1e-a857-3d96ebce968d service neutron] 10.222.0.83 "GET /v2.0/networks/b89cab8b-b39a-4106-adb3-9bedf452bb83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2035160
Dec 03 15:08:57.278087 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0af3d61-a623-493a-ad6b-6ecb7852fbfc req-1157c0ed-0c28-4db6-8072-2154742f7eca tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:08:57.279691 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-f0af3d61-a623-493a-ad6b-6ecb7852fbfc req-1157c0ed-0c28-4db6-8072-2154742f7eca tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] 10.222.0.63 "GET /v2.0/ports?device_id=add146c2-e4cc-491e-b5f9-17673e4a0c89 HTTP/1.1" status: 200  len: 943 time: 0.0829167
Dec 03 15:08:57.332776 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-f0af3d61-a623-493a-ad6b-6ecb7852fbfc req-493bc7c9-737a-421b-8cbe-5c02146cd4a9 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] 10.222.0.63 "GET /v2.0/security-groups?id=e36ef011-09e2-4558-934b-b2128a1b6126&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0461218
Dec 03 15:08:58.168058 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050d5c2e-195f-4bbf-8cf8-bee182fe085c req-4b7442d4-ff25-4b83-b1d7-568b18641819 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:08:58.170139 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-050d5c2e-195f-4bbf-8cf8-bee182fe085c req-4b7442d4-ff25-4b83-b1d7-568b18641819 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/ports?device_id=e2dedaf2-51f5-458f-8e08-7814bc6780c3 HTTP/1.1" status: 200  len: 944 time: 0.1406872
Dec 03 15:08:58.238690 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-050d5c2e-195f-4bbf-8cf8-bee182fe085c req-82ff3d99-de89-4a03-a6f6-33c44ec22240 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/security-groups?id=b59594c2-15ba-4530-bd79-526c99ca8751&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0589252
Dec 03 15:08:58.554624 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df33f326-f69c-488c-817d-d50a87c84c47 req-bb047733-bce9-42ec-9586-bd9ff14cdbd7 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:08:58.556954 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-df33f326-f69c-488c-817d-d50a87c84c47 req-bb047733-bce9-42ec-9586-bd9ff14cdbd7 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] 10.222.0.63 "GET /v2.0/ports?device_id=add146c2-e4cc-491e-b5f9-17673e4a0c89 HTTP/1.1" status: 200  len: 943 time: 0.0869453
Dec 03 15:08:58.612669 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-df33f326-f69c-488c-817d-d50a87c84c47 req-8c29f9e4-f4f6-4470-8beb-4210c2b2500e tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] 10.222.0.63 "GET /v2.0/security-groups?id=e36ef011-09e2-4558-934b-b2128a1b6126&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0457423
Dec 03 15:08:59.482285 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d47c6a-22d9-4018-a5ee-bee0fda708e6 req-6ea3f27a-1a90-40a3-bfc5-90623723ee51 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:08:59.484087 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-c7d47c6a-22d9-4018-a5ee-bee0fda708e6 req-6ea3f27a-1a90-40a3-bfc5-90623723ee51 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/ports?device_id=e2dedaf2-51f5-458f-8e08-7814bc6780c3 HTTP/1.1" status: 200  len: 944 time: 0.0880933
Dec 03 15:08:59.536483 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-c7d47c6a-22d9-4018-a5ee-bee0fda708e6 req-e8823813-45d6-454a-a513-5fe72ec81397 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/security-groups?id=b59594c2-15ba-4530-bd79-526c99ca8751&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454621
Dec 03 15:08:59.679299 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 34604) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:08:59.872846 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-5f2cb305-a2f3-4c75-9298-1966cfdc5058 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:08:59.895031 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-5f2cb305-a2f3-4c75-9298-1966cfdc5058 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:08:59.902202 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-5f2cb305-a2f3-4c75-9298-1966cfdc5058 admin admin] Usage tracker for resource:security_group_rule and tenant:41eb881804694223bcdbeedb93170bec is out of sync, need to count used quota {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:08:59.910815 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-5f2cb305-a2f3-4c75-9298-1966cfdc5058 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:08:59.921787 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-5f2cb305-a2f3-4c75-9298-1966cfdc5058 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:08:59.947562 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4410629-c368-44b3-b6ab-295b1085c062 req-0c4dfae9-651a-4cd1-b81c-d245d0b8eea6 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:08:59.950156 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-f4410629-c368-44b3-b6ab-295b1085c062 req-0c4dfae9-651a-4cd1-b81c-d245d0b8eea6 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] 10.222.0.63 "GET /v2.0/ports?device_id=add146c2-e4cc-491e-b5f9-17673e4a0c89 HTTP/1.1" status: 200  len: 943 time: 0.1745768
Dec 03 15:09:00.021098 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-f4410629-c368-44b3-b6ab-295b1085c062 req-88f51c1a-324c-4d83-91d8-b9ff7698297b tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] 10.222.0.63 "GET /v2.0/security-groups?id=e36ef011-09e2-4558-934b-b2128a1b6126&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0612588
Dec 03 15:09:00.076429 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-5f2cb305-a2f3-4c75-9298-1966cfdc5058 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:00.079400 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-5f2cb305-a2f3-4c75-9298-1966cfdc5058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:00.088383 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-f023f802-acf6-425d-8684-e1dcd3cb1c1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:09:00.133366 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-5f2cb305-a2f3-4c75-9298-1966cfdc5058 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=41eb881804694223bcdbeedb93170bec&name=default HTTP/1.1" status: 200  len: 2879 time: 0.4527056
Dec 03 15:09:00.134646 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2cb305-a2f3-4c75-9298-1966cfdc5058 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=427d800d-44df-43c9-9ab9-9a58f002b2cf,revision_number=1']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:09:00.136759 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 34610) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:09:00.138503 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-5f2cb305-a2f3-4c75-9298-1966cfdc5058 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:09:00.230838 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-d17ebf29-6095-425b-a216-4774f83c5189 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:00.262866 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-d17ebf29-6095-425b-a216-4774f83c5189 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:00.310478 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-d17ebf29-6095-425b-a216-4774f83c5189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:00.315920 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-a55009e1-ba79-40e3-915e-2b79d79df16a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:09:00.332859 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17ebf29-6095-425b-a216-4774f83c5189 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=427d800d-44df-43c9-9ab9-9a58f002b2cf,revision_number=None']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:09:00.344628 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17ebf29-6095-425b-a216-4774f83c5189 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:09:00.345044 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17ebf29-6095-425b-a216-4774f83c5189 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:09:00.345451 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17ebf29-6095-425b-a216-4774f83c5189 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:09:00.345857 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17ebf29-6095-425b-a216-4774f83c5189 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:09:00.346289 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17ebf29-6095-425b-a216-4774f83c5189 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:09:00.346690 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17ebf29-6095-425b-a216-4774f83c5189 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:09:00.347088 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17ebf29-6095-425b-a216-4774f83c5189 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:09:00.347482 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17ebf29-6095-425b-a216-4774f83c5189 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:09:00.347883 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17ebf29-6095-425b-a216-4774f83c5189 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:09:00.348271 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17ebf29-6095-425b-a216-4774f83c5189 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:09:00.348664 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17ebf29-6095-425b-a216-4774f83c5189 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:09:00.349055 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17ebf29-6095-425b-a216-4774f83c5189 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:09:00.349497 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17ebf29-6095-425b-a216-4774f83c5189 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:09:00.349960 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17ebf29-6095-425b-a216-4774f83c5189 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:09:00.350353 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17ebf29-6095-425b-a216-4774f83c5189 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:09:00.350746 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17ebf29-6095-425b-a216-4774f83c5189 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:09:00.351135 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17ebf29-6095-425b-a216-4774f83c5189 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:09:00.351531 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17ebf29-6095-425b-a216-4774f83c5189 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:09:00.351998 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17ebf29-6095-425b-a216-4774f83c5189 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:09:00.352316 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17ebf29-6095-425b-a216-4774f83c5189 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:09:00.352706 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17ebf29-6095-425b-a216-4774f83c5189 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:09:00.353676 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17ebf29-6095-425b-a216-4774f83c5189 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:09:00.354562 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17ebf29-6095-425b-a216-4774f83c5189 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:09:00.354562 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17ebf29-6095-425b-a216-4774f83c5189 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:09:00.358599 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-d17ebf29-6095-425b-a216-4774f83c5189 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:00.364576 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-d17ebf29-6095-425b-a216-4774f83c5189 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/427d800d-44df-43c9-9ab9-9a58f002b2cf HTTP/1.1" status: 204  len: 168 time: 0.2241561
Dec 03 15:09:00.365620 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-d17ebf29-6095-425b-a216-4774f83c5189 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:09:00.836391 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404ebfab-a72f-41ad-a6bf-c5bf4eb33c57 req-7f785c53-5b2e-480b-bfc1-b641d4c85469 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:09:00.838788 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-404ebfab-a72f-41ad-a6bf-c5bf4eb33c57 req-7f785c53-5b2e-480b-bfc1-b641d4c85469 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/ports?device_id=e2dedaf2-51f5-458f-8e08-7814bc6780c3 HTTP/1.1" status: 200  len: 944 time: 0.1337633
Dec 03 15:09:00.907900 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-404ebfab-a72f-41ad-a6bf-c5bf4eb33c57 req-1560d7f6-0875-4067-8f55-a0aab91e43f7 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/security-groups?id=b59594c2-15ba-4530-bd79-526c99ca8751&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0615637
Dec 03 15:09:01.269943 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38930cb-c2e1-4440-a235-0adc587af908 req-21c5cf00-06f3-44a4-bcde-1dab4dbb1b1d tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:09:01.271658 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-b38930cb-c2e1-4440-a235-0adc587af908 req-21c5cf00-06f3-44a4-bcde-1dab4dbb1b1d tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] 10.222.0.63 "GET /v2.0/ports?device_id=add146c2-e4cc-491e-b5f9-17673e4a0c89 HTTP/1.1" status: 200  len: 943 time: 0.1030347
Dec 03 15:09:01.324272 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-b38930cb-c2e1-4440-a235-0adc587af908 req-cd550834-cce0-405a-a3bf-52a5aed093af tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] 10.222.0.63 "GET /v2.0/security-groups?id=e36ef011-09e2-4558-934b-b2128a1b6126&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0458541
Dec 03 15:09:02.230450 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2738fd81-6228-4a49-9821-208ad57fc37c req-c4cfd79b-af86-427c-a7ff-5bafaa062b1a tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:09:02.232066 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-2738fd81-6228-4a49-9821-208ad57fc37c req-c4cfd79b-af86-427c-a7ff-5bafaa062b1a tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/ports?device_id=e2dedaf2-51f5-458f-8e08-7814bc6780c3 HTTP/1.1" status: 200  len: 944 time: 0.0921831
Dec 03 15:09:02.281318 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-2738fd81-6228-4a49-9821-208ad57fc37c req-24d58ac2-342d-48dc-910e-9911f39c49eb tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/security-groups?id=b59594c2-15ba-4530-bd79-526c99ca8751&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424151
Dec 03 15:09:02.543422 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46120130-c8f9-476a-ba48-213658363be6 req-5a390c23-f3bb-4011-a11c-2ee72f092595 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:09:02.545265 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-46120130-c8f9-476a-ba48-213658363be6 req-5a390c23-f3bb-4011-a11c-2ee72f092595 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] 10.222.0.63 "GET /v2.0/ports?device_id=add146c2-e4cc-491e-b5f9-17673e4a0c89 HTTP/1.1" status: 200  len: 943 time: 0.0862751
Dec 03 15:09:02.604031 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-46120130-c8f9-476a-ba48-213658363be6 req-1011239d-62b7-4902-bd48-2e770b4ba845 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] 10.222.0.63 "GET /v2.0/security-groups?id=e36ef011-09e2-4558-934b-b2128a1b6126&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0509453
Dec 03 15:09:03.544664 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9afbf1-4788-451d-8264-0348c64ac3ee req-eac741df-53e2-42b2-b523-efc3fe48b707 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:09:03.546376 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-2b9afbf1-4788-451d-8264-0348c64ac3ee req-eac741df-53e2-42b2-b523-efc3fe48b707 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/ports?device_id=e2dedaf2-51f5-458f-8e08-7814bc6780c3 HTTP/1.1" status: 200  len: 944 time: 0.0956964
Dec 03 15:09:03.601968 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-2b9afbf1-4788-451d-8264-0348c64ac3ee req-d8d22861-8076-4fa7-bc22-c823c42b0b69 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/security-groups?id=b59594c2-15ba-4530-bd79-526c99ca8751&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0489058
Dec 03 15:09:03.894209 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584fcd53-2762-49da-8268-67310392f9c9 req-b05a363f-c13f-4e95-aad4-2033cac28352 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:09:03.895871 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-584fcd53-2762-49da-8268-67310392f9c9 req-b05a363f-c13f-4e95-aad4-2033cac28352 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] 10.222.0.63 "GET /v2.0/ports?device_id=add146c2-e4cc-491e-b5f9-17673e4a0c89 HTTP/1.1" status: 200  len: 943 time: 0.1169467
Dec 03 15:09:03.956861 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-584fcd53-2762-49da-8268-67310392f9c9 req-0d6c92fa-0547-4f25-845a-70ff30b7c60d tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] 10.222.0.63 "GET /v2.0/security-groups?id=e36ef011-09e2-4558-934b-b2128a1b6126&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0527294
Dec 03 15:09:04.887452 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bfa7f0-734c-46e3-9505-0db593eeb53f req-34092bdb-528d-4065-9fff-a5c4ee5d9108 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:09:04.894537 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-a1bfa7f0-734c-46e3-9505-0db593eeb53f req-34092bdb-528d-4065-9fff-a5c4ee5d9108 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/ports?device_id=e2dedaf2-51f5-458f-8e08-7814bc6780c3 HTTP/1.1" status: 200  len: 944 time: 0.1002579
Dec 03 15:09:04.943718 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-a1bfa7f0-734c-46e3-9505-0db593eeb53f req-d993bb67-142d-431f-80b8-bb5d29159bd4 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/security-groups?id=b59594c2-15ba-4530-bd79-526c99ca8751&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0479307
Dec 03 15:09:05.202085 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe3bd3b-d6fe-45b2-8017-8e833088d9c0 req-bea6059b-2e6f-4e24-a266-40f4da5f69f6 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:09:05.203626 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-3fe3bd3b-d6fe-45b2-8017-8e833088d9c0 req-bea6059b-2e6f-4e24-a266-40f4da5f69f6 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] 10.222.0.63 "GET /v2.0/ports?device_id=add146c2-e4cc-491e-b5f9-17673e4a0c89 HTTP/1.1" status: 200  len: 943 time: 0.0957582
Dec 03 15:09:05.253414 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-3fe3bd3b-d6fe-45b2-8017-8e833088d9c0 req-e8d203d8-da17-4b7d-9d52-01f6840538ae tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] 10.222.0.63 "GET /v2.0/security-groups?id=e36ef011-09e2-4558-934b-b2128a1b6126&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0433450
Dec 03 15:09:05.935256 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 34708) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:09:06.184869 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-94d2c3c2-2763-45a3-8a47-b966fc14d8e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:06.216524 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-94d2c3c2-2763-45a3-8a47-b966fc14d8e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:09:06.222510 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-94d2c3c2-2763-45a3-8a47-b966fc14d8e4 admin admin] Usage tracker for resource:security_group_rule and tenant:df3ef15359984d2a9d534ed8ee8f400d is out of sync, need to count used quota {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:09:06.228543 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-94d2c3c2-2763-45a3-8a47-b966fc14d8e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:09:06.237559 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-94d2c3c2-2763-45a3-8a47-b966fc14d8e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:09:06.270601 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ad6107-a008-43a1-8d96-54f517526e3b req-e72153ba-4b76-49b4-946b-648d8ec7f37f tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:09:06.272220 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-b6ad6107-a008-43a1-8d96-54f517526e3b req-e72153ba-4b76-49b4-946b-648d8ec7f37f tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/ports?device_id=e2dedaf2-51f5-458f-8e08-7814bc6780c3 HTTP/1.1" status: 200  len: 944 time: 0.1545119
Dec 03 15:09:06.372859 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-b6ad6107-a008-43a1-8d96-54f517526e3b req-d2606719-c2bf-4608-a9d1-6aea0d7ff62f tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/security-groups?id=b59594c2-15ba-4530-bd79-526c99ca8751&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0914195
Dec 03 15:09:06.387269 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-94d2c3c2-2763-45a3-8a47-b966fc14d8e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:06.402118 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-94d2c3c2-2763-45a3-8a47-b966fc14d8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:06.430075 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-a9f29e4d-064f-4ded-9530-0c8ef3f370c8 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:09:06.474145 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-94d2c3c2-2763-45a3-8a47-b966fc14d8e4 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=df3ef15359984d2a9d534ed8ee8f400d&name=default HTTP/1.1" status: 200  len: 2879 time: 0.5376780
Dec 03 15:09:06.474871 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 34720) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:09:06.477385 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d2c3c2-2763-45a3-8a47-b966fc14d8e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2aa68a2-6f71-4182-b634-67e38da15304,revision_number=1']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:09:06.495920 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7ae39d-c7f6-4fa5-a429-964279e9b0cd req-4fc6f086-3d8a-4e8c-b3de-b12395fa30c7 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:09:06.497579 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-8e7ae39d-c7f6-4fa5-a429-964279e9b0cd req-4fc6f086-3d8a-4e8c-b3de-b12395fa30c7 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] 10.222.0.63 "GET /v2.0/ports?device_id=add146c2-e4cc-491e-b5f9-17673e4a0c89 HTTP/1.1" status: 200  len: 943 time: 0.1043525
Dec 03 15:09:06.508294 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-94d2c3c2-2763-45a3-8a47-b966fc14d8e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:09:06.554693 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-c5a30439-dce7-4a85-8686-c54a0e29d0f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:06.555053 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-8e7ae39d-c7f6-4fa5-a429-964279e9b0cd req-30044ccf-a109-456f-a0e4-fe1bbd0f76ea tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] 10.222.0.63 "GET /v2.0/security-groups?id=e36ef011-09e2-4558-934b-b2128a1b6126&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0506821
Dec 03 15:09:06.592346 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-c5a30439-dce7-4a85-8686-c54a0e29d0f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:06.640656 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-c5a30439-dce7-4a85-8686-c54a0e29d0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:06.646124 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-4daca62c-6d9c-4f5e-b8c0-d1972c7f0c1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:09:06.658025 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a30439-dce7-4a85-8686-c54a0e29d0f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2aa68a2-6f71-4182-b634-67e38da15304,revision_number=None']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:09:06.662060 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-c5a30439-dce7-4a85-8686-c54a0e29d0f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:09:06.666533 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-c5a30439-dce7-4a85-8686-c54a0e29d0f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:06.670424 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-c5a30439-dce7-4a85-8686-c54a0e29d0f6 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/f2aa68a2-6f71-4182-b634-67e38da15304 HTTP/1.1" status: 204  len: 168 time: 0.1918976
Dec 03 15:09:07.659305 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaafd16-1c9e-4c42-8426-e27feb55f605 req-07cf2149-951a-4617-a05c-957c017744bf tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:09:07.660750 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-acaafd16-1c9e-4c42-8426-e27feb55f605 req-07cf2149-951a-4617-a05c-957c017744bf tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/ports?device_id=e2dedaf2-51f5-458f-8e08-7814bc6780c3 HTTP/1.1" status: 200  len: 944 time: 0.1109831
Dec 03 15:09:07.722329 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-acaafd16-1c9e-4c42-8426-e27feb55f605 req-0040d809-3da1-4338-a1d3-50c4a1d431fd tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/security-groups?id=b59594c2-15ba-4530-bd79-526c99ca8751&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0526588
Dec 03 15:09:07.802955 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d2a245-8eb0-433e-8c77-2ac4b13ce26c req-9d134da3-b42e-4c3f-8597-984a7a6ca7cc tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:09:07.812941 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-97d2a245-8eb0-433e-8c77-2ac4b13ce26c req-9d134da3-b42e-4c3f-8597-984a7a6ca7cc tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] 10.222.0.63 "GET /v2.0/ports?device_id=add146c2-e4cc-491e-b5f9-17673e4a0c89 HTTP/1.1" status: 200  len: 943 time: 0.1042376
Dec 03 15:09:07.866621 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-97d2a245-8eb0-433e-8c77-2ac4b13ce26c req-435f69f9-04c9-49b5-98fd-01b4b1aaec51 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] 10.222.0.63 "GET /v2.0/security-groups?id=e36ef011-09e2-4558-934b-b2128a1b6126&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0515945
Dec 03 15:09:08.925529 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.agents_db [None req-51f4eaf8-3f98-4d92-a7df-a28bf03852b0 None None] Agent healthcheck: found 6 active agents {{(pid=80385) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 15:09:08.986945 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b4f873-3abd-4ff9-b7ae-fd19c0f6b2c6 req-307f4df1-a247-4a4d-b3a0-85b1ca5c8c6c tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:09:08.988744 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-c7b4f873-3abd-4ff9-b7ae-fd19c0f6b2c6 req-307f4df1-a247-4a4d-b3a0-85b1ca5c8c6c tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/ports?device_id=e2dedaf2-51f5-458f-8e08-7814bc6780c3 HTTP/1.1" status: 200  len: 944 time: 0.0948961
Dec 03 15:09:09.060051 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-c7b4f873-3abd-4ff9-b7ae-fd19c0f6b2c6 req-a713a1b9-c1d5-481b-aac0-547fd1a57912 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/security-groups?id=b59594c2-15ba-4530-bd79-526c99ca8751&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0631840
Dec 03 15:09:09.133462 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4133cec-b571-4897-9e48-1a2f969aba08 req-931f901d-85e6-4cc6-86fe-297147d1c1a2 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:09:09.135993 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-d4133cec-b571-4897-9e48-1a2f969aba08 req-931f901d-85e6-4cc6-86fe-297147d1c1a2 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] 10.222.0.63 "GET /v2.0/ports?device_id=add146c2-e4cc-491e-b5f9-17673e4a0c89 HTTP/1.1" status: 200  len: 943 time: 0.1014748
Dec 03 15:09:09.186500 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-d4133cec-b571-4897-9e48-1a2f969aba08 req-611a3992-7901-4201-b913-ecd850a7d50b tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] 10.222.0.63 "GET /v2.0/security-groups?id=e36ef011-09e2-4558-934b-b2128a1b6126&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0430331
Dec 03 15:09:10.318166 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777a1432-f9b0-4c33-a722-fa447b48a79f req-46ca7b92-01dd-4c13-b649-e29b64543fbf tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:09:10.319895 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-777a1432-f9b0-4c33-a722-fa447b48a79f req-46ca7b92-01dd-4c13-b649-e29b64543fbf tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/ports?device_id=e2dedaf2-51f5-458f-8e08-7814bc6780c3 HTTP/1.1" status: 200  len: 944 time: 0.0931606
Dec 03 15:09:10.371578 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-777a1432-f9b0-4c33-a722-fa447b48a79f req-412d15ee-5960-47ee-b0cd-ae0c1ab51ebb tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/security-groups?id=b59594c2-15ba-4530-bd79-526c99ca8751&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449209
Dec 03 15:09:10.553870 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a6a305-6bbb-4c78-92f5-595d13e0fc93 req-c34dabae-0457-4d13-bf40-053a7997f101 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:09:10.555520 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-41a6a305-6bbb-4c78-92f5-595d13e0fc93 req-c34dabae-0457-4d13-bf40-053a7997f101 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] 10.222.0.63 "GET /v2.0/ports?device_id=add146c2-e4cc-491e-b5f9-17673e4a0c89 HTTP/1.1" status: 200  len: 943 time: 0.0858145
Dec 03 15:09:10.609252 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-41a6a305-6bbb-4c78-92f5-595d13e0fc93 req-324c2e85-3c42-4666-93cc-e140077a52cf tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] 10.222.0.63 "GET /v2.0/security-groups?id=e36ef011-09e2-4558-934b-b2128a1b6126&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0469732
Dec 03 15:09:11.606850 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dea5c54-db19-4333-938a-753ed1e66675 req-e5f61f03-a599-4531-b33d-c8b9bb5267fd tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:09:11.608584 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-0dea5c54-db19-4333-938a-753ed1e66675 req-e5f61f03-a599-4531-b33d-c8b9bb5267fd tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/ports?device_id=e2dedaf2-51f5-458f-8e08-7814bc6780c3 HTTP/1.1" status: 200  len: 944 time: 0.0882015
Dec 03 15:09:11.664193 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-0dea5c54-db19-4333-938a-753ed1e66675 req-7491ffef-848f-42ea-9c69-5f4a531030f0 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/security-groups?id=b59594c2-15ba-4530-bd79-526c99ca8751&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0493312
Dec 03 15:09:11.728123 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Device f82f881d-f8f0-478d-baa4-3c020c077e99 up at agent ovs-agent-hv-cinder-75790 {{(pid=80384) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 15:09:11.802288 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Provisioning complete for port f82f881d-f8f0-478d-baa4-3c020c077e99 triggered by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:09:11.802779 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:11.904913 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8228510c-4d1c-4657-b695-6785a7fb760b req-06c33541-1361-4edf-8b13-35619cc10a35 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:09:11.913969 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-8228510c-4d1c-4657-b695-6785a7fb760b req-06c33541-1361-4edf-8b13-35619cc10a35 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] 10.222.0.63 "GET /v2.0/ports?device_id=add146c2-e4cc-491e-b5f9-17673e4a0c89 HTTP/1.1" status: 200  len: 943 time: 0.1081057
Dec 03 15:09:11.942464 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:11.962911 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-8228510c-4d1c-4657-b695-6785a7fb760b req-efb32d5e-3f16-4bf8-bf0c-48914fef738f tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] 10.222.0.63 "GET /v2.0/security-groups?id=e36ef011-09e2-4558-934b-b2128a1b6126&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0468223
Dec 03 15:09:11.971318 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'add146c2-e4cc-491e-b5f9-17673e4a0c89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f82f881d-f8f0-478d-baa4-3c020c077e99'}] {{(pid=80384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 15:09:11.982264 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] For port f82f881d-f8f0-478d-baa4-3c020c077e99, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=f82f881d-f8f0-478d-baa4-3c020c077e99,segment=NetworkSegment(e96589d1-49fa-4c68-97f6-515777979c45),segment_id=e96589d1-49fa-4c68-97f6-515777979c45)] {{(pid=80384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 15:09:11.985517 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024'] for port, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:11.987481 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:09:12.042231 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'add146c2-e4cc-491e-b5f9-17673e4a0c89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f82f881d-f8f0-478d-baa4-3c020c077e99', 'code': 200}
Dec 03 15:09:12.059200 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Pushing event updated for resources: {'Port': ['ID=f82f881d-f8f0-478d-baa4-3c020c077e99,revision_number=6']} {{(pid=80384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:09:12.063235 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:09:12.408297 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84017dcc-1531-4a86-be0b-1f0d6f4da84c req-02829aea-1078-4033-8e5c-aa0ac01bb0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:09:12.409897 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-84017dcc-1531-4a86-be0b-1f0d6f4da84c req-02829aea-1078-4033-8e5c-aa0ac01bb0d1 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=add146c2-e4cc-491e-b5f9-17673e4a0c89 HTTP/1.1" status: 200  len: 1162 time: 0.0802867
Dec 03 15:09:12.458205 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-84017dcc-1531-4a86-be0b-1f0d6f4da84c req-cbbf2815-1d4c-4389-bbfe-07cd15f67623 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=e36ef011-09e2-4558-934b-b2128a1b6126&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0402656
Dec 03 15:09:12.906204 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31654077-0680-4db1-a133-2e9401c036ab req-0acaad40-7155-42b5-82cf-dc3aedbc0a79 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:09:12.907866 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-31654077-0680-4db1-a133-2e9401c036ab req-0acaad40-7155-42b5-82cf-dc3aedbc0a79 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/ports?device_id=e2dedaf2-51f5-458f-8e08-7814bc6780c3 HTTP/1.1" status: 200  len: 944 time: 0.0875576
Dec 03 15:09:12.959714 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-31654077-0680-4db1-a133-2e9401c036ab req-78f4c742-2223-432f-84ad-059c3f096c7b tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/security-groups?id=b59594c2-15ba-4530-bd79-526c99ca8751&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453885
Dec 03 15:09:13.182373 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d084ac40-8b23-4b70-ae38-019d2d2d8a31 req-85dd6f5c-5d10-4ed2-ab81-35c35f4551d5 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:09:13.183980 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-d084ac40-8b23-4b70-ae38-019d2d2d8a31 req-85dd6f5c-5d10-4ed2-ab81-35c35f4551d5 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] 10.222.0.63 "GET /v2.0/ports?device_id=add146c2-e4cc-491e-b5f9-17673e4a0c89 HTTP/1.1" status: 200  len: 945 time: 0.0850096
Dec 03 15:09:13.232414 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-d084ac40-8b23-4b70-ae38-019d2d2d8a31 req-3af9e257-0412-4489-a1c4-1a6f4bce75a9 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] 10.222.0.63 "GET /v2.0/security-groups?id=e36ef011-09e2-4558-934b-b2128a1b6126&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0418210
Dec 03 15:09:14.052583 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Device f82f881d-f8f0-478d-baa4-3c020c077e99 up at agent ovs-agent-hv-cinder-75790 {{(pid=80384) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 15:09:14.130560 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Provisioning complete for port f82f881d-f8f0-478d-baa4-3c020c077e99 triggered by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:09:14.130978 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:14.226335 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad695d6-9095-46bf-95dc-22d7ad5822e9 req-fe0fb7bb-f2ad-43cb-b18a-c622bda1a23f tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:09:14.230076 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-2ad695d6-9095-46bf-95dc-22d7ad5822e9 req-fe0fb7bb-f2ad-43cb-b18a-c622bda1a23f tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/ports?device_id=e2dedaf2-51f5-458f-8e08-7814bc6780c3 HTTP/1.1" status: 200  len: 944 time: 0.1201420
Dec 03 15:09:14.266731 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Device 0b68efc4-0565-4c23-9acc-fbbc726bba64 up at agent ovs-agent-hv-cinder-75790 {{(pid=80384) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 15:09:14.295625 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-2ad695d6-9095-46bf-95dc-22d7ad5822e9 req-389942f9-322c-4ab9-aefa-a55a93d372fc tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/security-groups?id=b59594c2-15ba-4530-bd79-526c99ca8751&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0582888
Dec 03 15:09:14.341791 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Provisioning complete for port 0b68efc4-0565-4c23-9acc-fbbc726bba64 triggered by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:09:14.342234 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:14.466644 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86039f6f-6ad3-4656-b71c-993992a60c41 req-8acc5c33-481a-4ec1-8ef0-a3fda797c218 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:09:14.467381 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:14.468274 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-86039f6f-6ad3-4656-b71c-993992a60c41 req-8acc5c33-481a-4ec1-8ef0-a3fda797c218 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] 10.222.0.63 "GET /v2.0/ports?device_id=add146c2-e4cc-491e-b5f9-17673e4a0c89 HTTP/1.1" status: 200  len: 945 time: 0.0901365
Dec 03 15:09:14.496795 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2dedaf2-51f5-458f-8e08-7814bc6780c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b68efc4-0565-4c23-9acc-fbbc726bba64'}] {{(pid=80384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 15:09:14.510019 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] For port 0b68efc4-0565-4c23-9acc-fbbc726bba64, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=0b68efc4-0565-4c23-9acc-fbbc726bba64,segment=NetworkSegment(e2b57a66-c421-4e34-bfed-3a9d2ac3bd3c),segment_id=e2b57a66-c421-4e34-bfed-3a9d2ac3bd3c)] {{(pid=80384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 15:09:14.513655 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024'] for port, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:14.515657 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:09:14.528218 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-86039f6f-6ad3-4656-b71c-993992a60c41 req-a5c3ccd0-75dc-4051-b225-5ccb74b8754d tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] 10.222.0.63 "GET /v2.0/security-groups?id=e36ef011-09e2-4558-934b-b2128a1b6126&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0533760
Dec 03 15:09:14.573331 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2dedaf2-51f5-458f-8e08-7814bc6780c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b68efc4-0565-4c23-9acc-fbbc726bba64', 'code': 200}
Dec 03 15:09:14.591959 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Pushing event updated for resources: {'Port': ['ID=0b68efc4-0565-4c23-9acc-fbbc726bba64,revision_number=6']} {{(pid=80384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:09:14.595264 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:09:14.896357 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07121172-204f-4b4c-8305-51554f700339 req-5b54a9a7-139c-4653-82f1-0bc3f2dd7693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:09:14.898004 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-07121172-204f-4b4c-8305-51554f700339 req-5b54a9a7-139c-4653-82f1-0bc3f2dd7693 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=e2dedaf2-51f5-458f-8e08-7814bc6780c3 HTTP/1.1" status: 200  len: 1163 time: 0.0788741
Dec 03 15:09:14.946216 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-07121172-204f-4b4c-8305-51554f700339 req-e4d9d8c1-aa0b-46c3-9759-b07c89acccbd service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=b59594c2-15ba-4530-bd79-526c99ca8751&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388839
Dec 03 15:09:15.518812 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bff0924-0a43-47e0-a1c1-fa93ea9dd87d req-dae89585-85a3-4bfa-9a4c-9ffe1e5ad9cd tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:09:15.520470 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-0bff0924-0a43-47e0-a1c1-fa93ea9dd87d req-dae89585-85a3-4bfa-9a4c-9ffe1e5ad9cd tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/ports?device_id=e2dedaf2-51f5-458f-8e08-7814bc6780c3 HTTP/1.1" status: 200  len: 946 time: 0.0832191
Dec 03 15:09:15.532821 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Device f82f881d-f8f0-478d-baa4-3c020c077e99 up at agent ovs-agent-hv-cinder-75790 {{(pid=80384) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 15:09:15.574430 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-0bff0924-0a43-47e0-a1c1-fa93ea9dd87d req-9befe94d-82e9-4b6f-956c-5e234ed5ba5b tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/security-groups?id=b59594c2-15ba-4530-bd79-526c99ca8751&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461521
Dec 03 15:09:15.606708 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Provisioning complete for port f82f881d-f8f0-478d-baa4-3c020c077e99 triggered by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:09:15.607127 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:15.730863 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Device 0b68efc4-0565-4c23-9acc-fbbc726bba64 up at agent ovs-agent-hv-cinder-75790 {{(pid=80384) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 15:09:15.799052 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Provisioning complete for port 0b68efc4-0565-4c23-9acc-fbbc726bba64 triggered by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:09:15.799465 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:16.877611 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feba5da-2fff-4785-9512-732ce3e8fdd6 req-3f94dfc8-30c7-4cac-898a-ff95c8ec2043 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:09:16.880111 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-4feba5da-2fff-4785-9512-732ce3e8fdd6 req-3f94dfc8-30c7-4cac-898a-ff95c8ec2043 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/ports?device_id=e2dedaf2-51f5-458f-8e08-7814bc6780c3 HTTP/1.1" status: 200  len: 946 time: 0.1287665
Dec 03 15:09:16.961863 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-4feba5da-2fff-4785-9512-732ce3e8fdd6 req-fc458038-c70e-41ad-84c7-a60ecef66a88 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/security-groups?id=b59594c2-15ba-4530-bd79-526c99ca8751&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0561349
Dec 03 15:09:17.398121 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Device 0b68efc4-0565-4c23-9acc-fbbc726bba64 up at agent ovs-agent-hv-cinder-75790 {{(pid=80384) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 15:09:17.490582 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-21055504-3b76-4e41-b556-df7d276a4287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:17.518719 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Provisioning complete for port 0b68efc4-0565-4c23-9acc-fbbc726bba64 triggered by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:09:17.519156 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:17.519976 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2186d5fd-52c1-4726-9ec6-df279596f2e4 req-be5d69d7-b69d-45fc-be2f-3b8e532f1c92 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:09:17.521677 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-2186d5fd-52c1-4726-9ec6-df279596f2e4 req-be5d69d7-b69d-45fc-be2f-3b8e532f1c92 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/ports?device_id=d2dd50c1-fa7d-4a82-8f53-f9cd544b4293 HTTP/1.1" status: 200  len: 946 time: 0.1067009
Dec 03 15:09:17.582495 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-2186d5fd-52c1-4726-9ec6-df279596f2e4 req-3b3ea864-1682-4fd9-a60b-6668793e4b86 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/security-groups?id=84fca6d4-e19e-4487-92e4-1bf4c8c1e45b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0529916
Dec 03 15:09:18.440972 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1f7261-d5c3-4497-913b-8cce409e34ae req-ab1134bd-8350-4724-a29e-f365cc825dbf tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:09:18.442609 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-bb1f7261-d5c3-4497-913b-8cce409e34ae req-ab1134bd-8350-4724-a29e-f365cc825dbf tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/ports?device_id=e2dedaf2-51f5-458f-8e08-7814bc6780c3 HTTP/1.1" status: 200  len: 946 time: 0.3027365
Dec 03 15:09:18.492849 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-bb1f7261-d5c3-4497-913b-8cce409e34ae req-c0c80098-5a1b-4f78-b40c-bda2719e3a96 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/security-groups?id=b59594c2-15ba-4530-bd79-526c99ca8751&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421715
Dec 03 15:09:18.814349 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c5562d-d94c-4d93-bf13-69f17d6ec487 req-08df52b9-b7ae-4e8e-b4de-9bf50b4f1dcc tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:09:18.815942 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-e6c5562d-d94c-4d93-bf13-69f17d6ec487 req-08df52b9-b7ae-4e8e-b4de-9bf50b4f1dcc tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/ports?device_id=d2dd50c1-fa7d-4a82-8f53-f9cd544b4293 HTTP/1.1" status: 200  len: 946 time: 0.0908015
Dec 03 15:09:18.865304 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-e6c5562d-d94c-4d93-bf13-69f17d6ec487 req-7d10091c-9dd6-4a42-9455-816bc19f05c0 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/security-groups?id=84fca6d4-e19e-4487-92e4-1bf4c8c1e45b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429511
Dec 03 15:09:19.759145 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0effb417-01e8-44e1-9411-e191d68bcb20 req-cf7927b5-cbae-4d97-98c7-91f0eabdef81 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:09:19.761346 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-0effb417-01e8-44e1-9411-e191d68bcb20 req-cf7927b5-cbae-4d97-98c7-91f0eabdef81 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.83 "GET /v2.0/ports?device_id=d2dd50c1-fa7d-4a82-8f53-f9cd544b4293 HTTP/1.1" status: 200  len: 946 time: 0.0835154
Dec 03 15:09:19.838867 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [req-0effb417-01e8-44e1-9411-e191d68bcb20 req-d436e198-69b2-4f06-a58d-bb160730c846 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Deleting port b56e789b-5833-4289-8ccf-0c42d598a9bf {{(pid=80383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 15:09:19.839250 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-0effb417-01e8-44e1-9411-e191d68bcb20 req-d436e198-69b2-4f06-a58d-bb160730c846 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729303099848'] for port, before_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:20.158796 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-86a65da5-14af-4894-8c22-863b2e92cd6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:20.172785 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [req-0effb417-01e8-44e1-9411-e191d68bcb20 req-d436e198-69b2-4f06-a58d-bb160730c846 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] For port b56e789b-5833-4289-8ccf-0c42d598a9bf, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=b56e789b-5833-4289-8ccf-0c42d598a9bf,segment=NetworkSegment(1f8ed2c9-9c9c-41af-869d-c0f0d4bf55da),segment_id=1f8ed2c9-9c9c-41af-869d-c0f0d4bf55da)] {{(pid=80383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 15:09:20.173190 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-0effb417-01e8-44e1-9411-e191d68bcb20 req-d436e198-69b2-4f06-a58d-bb160730c846 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821294133'] for port, precommit_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:20.178645 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-d1a712ed-1597-40ee-be3f-9bd7eb160871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:20.278228 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bf1bdb-31bc-49e5-8f7e-7d038be67447 req-e24745e0-9a93-48e7-a22b-d064f549565f tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:09:20.279844 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-a1bf1bdb-31bc-49e5-8f7e-7d038be67447 req-e24745e0-9a93-48e7-a22b-d064f549565f tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/ports?device_id=d2dd50c1-fa7d-4a82-8f53-f9cd544b4293 HTTP/1.1" status: 200  len: 946 time: 0.2721436
Dec 03 15:09:20.418020 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-a1bf1bdb-31bc-49e5-8f7e-7d038be67447 req-ced6c59b-5e23-4fd7-afdb-46e4e323480d tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/security-groups?id=84fca6d4-e19e-4487-92e4-1bf4c8c1e45b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1304464
Dec 03 15:09:20.531569 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-0effb417-01e8-44e1-9411-e191d68bcb20 req-d436e198-69b2-4f06-a58d-bb160730c846 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Notify callbacks [] for floatingip, precommit_update {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:20.531979 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-0effb417-01e8-44e1-9411-e191d68bcb20 req-d436e198-69b2-4f06-a58d-bb160730c846 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036821248144'] for floatingip, after_update {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:20.532335 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.db.l3_db [req-0effb417-01e8-44e1-9411-e191d68bcb20 req-d436e198-69b2-4f06-a58d-bb160730c846 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Floating IP 1b414c2b-948a-4e99-93a2-2b4d853a5a7b disassociated. External IP: 172.27.2.53, port: b56e789b-5833-4289-8ccf-0c42d598a9bf.
Dec 03 15:09:20.532715 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [req-0effb417-01e8-44e1-9411-e191d68bcb20 req-d436e198-69b2-4f06-a58d-bb160730c846 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Calling delete_port for b56e789b-5833-4289-8ccf-0c42d598a9bf owned by compute:nova {{(pid=80383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 15:09:20.680552 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-0effb417-01e8-44e1-9411-e191d68bcb20 req-d436e198-69b2-4f06-a58d-bb160730c846 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307551598230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307552127058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31294715'] for port, after_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:20.696643 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-4f3625d0-b4dc-4158-8800-8ed1e9a3cfa4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:09:20.747401 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d436e198-69b2-4f06-a58d-bb160730c846 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Pushing event deleted for resources: {'Port': ['ID=b56e789b-5833-4289-8ccf-0c42d598a9bf,revision_number=None']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:09:20.752099 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-d436e198-69b2-4f06-a58d-bb160730c846 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:09:21.062098 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0effb417-01e8-44e1-9411-e191d68bcb20 req-d436e198-69b2-4f06-a58d-bb160730c846 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Router 03f605d8-d632-4719-b4d8-820103a7c639 has already been hosted by L3 agent 7132dbe3-ed21-4d9d-abcc-41c34baf52ae {{(pid=80383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 15:09:21.252752 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0effb417-01e8-44e1-9411-e191d68bcb20 req-d436e198-69b2-4f06-a58d-bb160730c846 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Notify agent at l3_agent.dv-cinder-757908-3-iscsi the message routers_updated {{(pid=80383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 15:09:21.254822 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Device b56e789b-5833-4289-8ccf-0c42d598a9bf no longer exists at agent ovs-agent-hv-cinder-75790 {{(pid=80384) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 15:09:21.263214 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4289f7fa-c302-4d6a-8e26-fa541956375f None None] Sync routers for ids ['03f605d8-d632-4719-b4d8-820103a7c639'] in dv-cinder-757908-3-iscsi {{(pid=80385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 15:09:21.274280 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4289f7fa-c302-4d6a-8e26-fa541956375f None None] Routers {'03f605d8-d632-4719-b4d8-820103a7c639'} bound to L3 agent in host dv-cinder-757908-3-iscsi {{(pid=80385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 15:09:21.274927 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-4289f7fa-c302-4d6a-8e26-fa541956375f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f072e5d87b8>, 'dv-cinder-757908-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-03T14:53:20Z,description=<?>,heartbeat_timestamp=2020-12-03T15:09:20Z,host='dv-cinder-757908-3-iscsi',id=7132dbe3-ed21-4d9d-abcc-41c34baf52ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T14:53:20Z,topic='l3_agent')) {'router_ids': ['03f605d8-d632-4719-b4d8-820103a7c639'], 'active': True} {{(pid=80385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:09:21.289738 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [req-0effb417-01e8-44e1-9411-e191d68bcb20 req-d436e198-69b2-4f06-a58d-bb160730c846 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] No DVR routers for this DVR port b56e789b-5833-4289-8ccf-0c42d598a9bf on host hv-cinder-75790 {{(pid=80383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 15:09:21.292728 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-0effb417-01e8-44e1-9411-e191d68bcb20 req-d436e198-69b2-4f06-a58d-bb160730c846 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6653'] for port, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:21.302798 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2dd50c1-fa7d-4a82-8f53-f9cd544b4293', 'name': 'network-vif-deleted', 'tag': 'b56e789b-5833-4289-8ccf-0c42d598a9bf'}] {{(pid=80383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 15:09:21.309815 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-0effb417-01e8-44e1-9411-e191d68bcb20 req-d436e198-69b2-4f06-a58d-bb160730c846 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.83 "DELETE /v2.0/ports/b56e789b-5833-4289-8ccf-0c42d598a9bf HTTP/1.1" status: 204  len: 173 time: 1.5424645
Dec 03 15:09:21.320255 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] No Port match for: b56e789b-5833-4289-8ccf-0c42d598a9bf {{(pid=80384) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 15:09:21.320925 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Device b56e789b-5833-4289-8ccf-0c42d598a9bf not bound to the agent host hv-cinder-75790 {{(pid=80384) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 15:09:21.359051 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:21.379057 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2dd50c1-fa7d-4a82-8f53-f9cd544b4293', 'name': 'network-vif-deleted', 'tag': 'b56e789b-5833-4289-8ccf-0c42d598a9bf', 'status': 'completed', 'code': 200}
Dec 03 15:09:21.495270 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvr_db [None req-4289f7fa-c302-4d6a-8e26-fa541956375f None None] Set router 03f605d8-d632-4719-b4d8-820103a7c639 gateway port host: dv-cinder-757908-3-iscsi {{(pid=80385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 15:09:21.618852 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-b0b1075a-e065-4e55-a020-5ac06bc2117b req-2aa7e75c-1e9f-4ec4-966e-5bbca40968f1 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Synchronizing usage tracker for tenant:1bf6d3149aee44a798e51e0135d17c5f on resource:port {{(pid=80383) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 15:09:21.634364 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-b0b1075a-e065-4e55-a020-5ac06bc2117b req-2aa7e75c-1e9f-4ec4-966e-5bbca40968f1 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Unset dirty status for tenant:1bf6d3149aee44a798e51e0135d17c5f on resource:port {{(pid=80383) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 15:09:21.636275 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-b0b1075a-e065-4e55-a020-5ac06bc2117b req-2aa7e75c-1e9f-4ec4-966e-5bbca40968f1 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/ports?device_id=d2dd50c1-fa7d-4a82-8f53-f9cd544b4293 HTTP/1.1" status: 200  len: 210 time: 0.0647359
Dec 03 15:09:21.825521 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-4289f7fa-c302-4d6a-8e26-fa541956375f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f072e5d87b8>, [{'id': '03f605d8-d632-4719-b4d8-820103a7c639', 'name': 'tempest-AttachVolumeTestJSON-1867652888-router', 'tenant_id': '1bf6d3149aee44a798e51e0135d17c5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'external_fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': 'edced450-7a3b-4b9f-b925-2cbeb662f2dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:02:12Z', 'updated_at': '2020-12-03T15:02:22Z', 'revision_number': 4, 'project_id': '1bf6d3149aee44a798e51e0135d17c5f', 'gw_port': {'id': 'edced450-7a3b-4b9f-b925-2cbeb662f2dc', 'name': '', 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f605d8-d632-4719-b4d8-820103a7c639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:14Z', 'updated_at': '2020-12-03T15:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-iscsi', '_interfaces': [{'id': 'fe5a273b-0bc6-49c9-85b1-6d79719e3692', 'name': '', 'network_id': '2263eb43-6c9e-40c3-9734-975854f0ad70', 'tenant_id': '1bf6d3149aee44a798e51e0135d17c5f', 'mac_address': 'fa:16:3e:f5:2f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f605d8-d632-4719-b4d8-820103a7c639', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '988b1530-5903-4de4-818d-5aa0d60661ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:20Z', 'updated_at': '2020-12-03T15:02:46Z', 'revision_number': 5, 'project_id': '1bf6d3149aee44a798e51e0135d17c5f', 'subnets': [{'id': '988b1530-5903-4de4-818d-5aa0d60661ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-3-iscsi', False) {} {{(pid=80385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:09:21.829671 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4289f7fa-c302-4d6a-8e26-fa541956375f None None] Checking router: 03f605d8-d632-4719-b4d8-820103a7c639 for host: dv-cinder-757908-3-iscsi {{(pid=80385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 15:09:21.839203 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4289f7fa-c302-4d6a-8e26-fa541956375f None None] Routers {'03f605d8-d632-4719-b4d8-820103a7c639'} bound to L3 agent in host dv-cinder-757908-3-iscsi {{(pid=80385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 15:09:21.839845 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-4289f7fa-c302-4d6a-8e26-fa541956375f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f072e5d87b8>, 'dv-cinder-757908-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-03T14:53:20Z,description=<?>,heartbeat_timestamp=2020-12-03T15:09:20Z,host='dv-cinder-757908-3-iscsi',id=7132dbe3-ed21-4d9d-abcc-41c34baf52ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T14:53:20Z,topic='l3_agent')) {'router_ids': ['03f605d8-d632-4719-b4d8-820103a7c639'], 'active': True} {{(pid=80385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:09:22.036017 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvr_db [None req-4289f7fa-c302-4d6a-8e26-fa541956375f None None] Set router 03f605d8-d632-4719-b4d8-820103a7c639 gateway port host: dv-cinder-757908-3-iscsi {{(pid=80385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 15:09:22.046711 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-7c778c2a-832b-4a71-9338-2409dcb4fb0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:22.371642 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-4289f7fa-c302-4d6a-8e26-fa541956375f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f072e5d87b8>, [{'id': '03f605d8-d632-4719-b4d8-820103a7c639', 'name': 'tempest-AttachVolumeTestJSON-1867652888-router', 'tenant_id': '1bf6d3149aee44a798e51e0135d17c5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'external_fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': 'edced450-7a3b-4b9f-b925-2cbeb662f2dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:02:12Z', 'updated_at': '2020-12-03T15:02:22Z', 'revision_number': 4, 'project_id': '1bf6d3149aee44a798e51e0135d17c5f', 'gw_port': {'id': 'edced450-7a3b-4b9f-b925-2cbeb662f2dc', 'name': '', 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f605d8-d632-4719-b4d8-820103a7c639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:14Z', 'updated_at': '2020-12-03T15:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-iscsi', '_interfaces': [{'id': 'fe5a273b-0bc6-49c9-85b1-6d79719e3692', 'name': '', 'network_id': '2263eb43-6c9e-40c3-9734-975854f0ad70', 'tenant_id': '1bf6d3149aee44a798e51e0135d17c5f', 'mac_address': 'fa:16:3e:f5:2f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f605d8-d632-4719-b4d8-820103a7c639', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '988b1530-5903-4de4-818d-5aa0d60661ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:20Z', 'updated_at': '2020-12-03T15:02:46Z', 'revision_number': 5, 'project_id': '1bf6d3149aee44a798e51e0135d17c5f', 'subnets': [{'id': '988b1530-5903-4de4-818d-5aa0d60661ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-3-iscsi', False) {} {{(pid=80385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:09:22.375801 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4289f7fa-c302-4d6a-8e26-fa541956375f None None] The sync data for ids ['03f605d8-d632-4719-b4d8-820103a7c639'] in dv-cinder-757908-3-iscsi is: [{'id': '03f605d8-d632-4719-b4d8-820103a7c639', 'name': 'tempest-AttachVolumeTestJSON-1867652888-router', 'tenant_id': '1bf6d3149aee44a798e51e0135d17c5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'external_fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': 'edced450-7a3b-4b9f-b925-2cbeb662f2dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:02:12Z', 'updated_at': '2020-12-03T15:02:22Z', 'revision_number': 4, 'project_id': '1bf6d3149aee44a798e51e0135d17c5f', 'gw_port': {'id': 'edced450-7a3b-4b9f-b925-2cbeb662f2dc', 'name': '', 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f605d8-d632-4719-b4d8-820103a7c639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:14Z', 'updated_at': '2020-12-03T15:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-iscsi', '_interfaces': [{'id': 'fe5a273b-0bc6-49c9-85b1-6d79719e3692', 'name': '', 'network_id': '2263eb43-6c9e-40c3-9734-975854f0ad70', 'tenant_id': '1bf6d3149aee44a798e51e0135d17c5f', 'mac_address': 'fa:16:3e:f5:2f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f605d8-d632-4719-b4d8-820103a7c639', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '988b1530-5903-4de4-818d-5aa0d60661ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:20Z', 'updated_at': '2020-12-03T15:02:46Z', 'revision_number': 5, 'project_id': '1bf6d3149aee44a798e51e0135d17c5f', 'subnets': [{'id': '988b1530-5903-4de4-818d-5aa0d60661ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 15:09:22.764476 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12a05f4-a898-48e3-a0a6-587909b27fe5 None None] New status for floating IP 1b414c2b-948a-4e99-93a2-2b4d853a5a7b: DOWN {{(pid=80384) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 03 15:09:22.805464 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 34976) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:09:22.875006 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-6e594d7e-5bcc-4ff2-ae0f-b0ba92bf5dcb tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Notify callbacks [] for security_group, before_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:22.908016 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-6e594d7e-5bcc-4ff2-ae0f-b0ba92bf5dcb tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Notify callbacks [] for security_group, precommit_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:22.956185 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-6e594d7e-5bcc-4ff2-ae0f-b0ba92bf5dcb tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:22.962046 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-b57e757b-f1b4-459d-9ed9-22e1d31bc5c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:09:22.978275 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e594d7e-5bcc-4ff2-ae0f-b0ba92bf5dcb tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Pushing event deleted for resources: {'SecurityGroup': ['ID=84fca6d4-e19e-4487-92e4-1bf4c8c1e45b,revision_number=None']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:09:22.982348 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-6e594d7e-5bcc-4ff2-ae0f-b0ba92bf5dcb tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:09:22.989634 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-6e594d7e-5bcc-4ff2-ae0f-b0ba92bf5dcb tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Notify callbacks [] for security_group, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:22.993499 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-6e594d7e-5bcc-4ff2-ae0f-b0ba92bf5dcb tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "DELETE /v2.0/security-groups/84fca6d4-e19e-4487-92e4-1bf4c8c1e45b HTTP/1.1" status: 204  len: 168 time: 0.1843460
Dec 03 15:09:22.994179 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 34982) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:09:23.014011 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.api.v2.resource [None req-cc9c8358-6f73-4257-bd72-15d54e664663 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] show failed (client error): The resource could not be found.
Dec 03 15:09:23.015102 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-cc9c8358-6f73-4257-bd72-15d54e664663 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "GET /v2.0/security-groups/84fca6d4-e19e-4487-92e4-1bf4c8c1e45b HTTP/1.1" status: 404  len: 347 time: 0.0190687
Dec 03 15:09:23.018718 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 34986) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:09:23.132302 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:23.191622 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [None req-25a9a15b-3af7-4713-8096-7e6801f4c9ba tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Deleting port efb1afa9-37c6-4fa5-93d5-30ef84fb3a5e {{(pid=80383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 15:09:23.191994 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-25a9a15b-3af7-4713-8096-7e6801f4c9ba tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729303099848'] for port, before_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:23.378682 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-25a9a15b-3af7-4713-8096-7e6801f4c9ba tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821294133'] for port, precommit_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:23.379285 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-25a9a15b-3af7-4713-8096-7e6801f4c9ba tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Notify callbacks [] for floatingip, precommit_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:23.510936 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [None req-25a9a15b-3af7-4713-8096-7e6801f4c9ba tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Calling delete_port for efb1afa9-37c6-4fa5-93d5-30ef84fb3a5e owned by network:floatingip {{(pid=80383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 15:09:23.657782 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-25a9a15b-3af7-4713-8096-7e6801f4c9ba tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307551598230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307552127058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31294715'] for port, after_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:23.673099 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-57865fe2-22ac-45c4-8bea-f90cb508b948 tempest-ServerRescueNegativeTestJSON-167423433 tempest-ServerRescueNegativeTestJSON-167423433] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:09:23.726973 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a9a15b-3af7-4713-8096-7e6801f4c9ba tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Pushing event deleted for resources: {'Port': ['ID=efb1afa9-37c6-4fa5-93d5-30ef84fb3a5e,revision_number=None']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:09:23.731808 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-25a9a15b-3af7-4713-8096-7e6801f4c9ba tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:09:23.895358 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-25a9a15b-3af7-4713-8096-7e6801f4c9ba tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Notify callbacks [] for floatingip, after_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:23.912146 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-25a9a15b-3af7-4713-8096-7e6801f4c9ba tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6653'] for floatingip, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:23.913383 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-25a9a15b-3af7-4713-8096-7e6801f4c9ba tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] 10.222.0.63 "DELETE /v2.0/floatingips/1b414c2b-948a-4e99-93a2-2b4d853a5a7b HTTP/1.1" status: 204  len: 168 time: 0.8934116
Dec 03 15:09:28.148955 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 35036) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:09:28.920945 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-180860bf-12cc-42bc-9bab-2c85bb1cec7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33526189'] for router_interface, before_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:29.542823 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [None req-180860bf-12cc-42bc-9bab-2c85bb1cec7f admin admin] Deleting port fe5a273b-0bc6-49c9-85b1-6d79719e3692 {{(pid=80382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 15:09:29.543385 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-180860bf-12cc-42bc-9bab-2c85bb1cec7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729303099848'] for port, before_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:29.732778 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [None req-180860bf-12cc-42bc-9bab-2c85bb1cec7f admin admin] For port fe5a273b-0bc6-49c9-85b1-6d79719e3692, host dv-cinder-757908-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-3-iscsi',level=0,port_id=fe5a273b-0bc6-49c9-85b1-6d79719e3692,segment=NetworkSegment(1f8ed2c9-9c9c-41af-869d-c0f0d4bf55da),segment_id=1f8ed2c9-9c9c-41af-869d-c0f0d4bf55da)] {{(pid=80382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 15:09:29.733176 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-180860bf-12cc-42bc-9bab-2c85bb1cec7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821294133'] for port, precommit_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:29.859564 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [None req-180860bf-12cc-42bc-9bab-2c85bb1cec7f admin admin] Calling delete_port for fe5a273b-0bc6-49c9-85b1-6d79719e3692 owned by network:router_interface {{(pid=80382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 15:09:30.167145 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-180860bf-12cc-42bc-9bab-2c85bb1cec7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307551598230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307552127058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30043597'] for port, after_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:30.183055 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-f7cb999d-27c9-48f4-b4c2-a2039fcfe70d tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:09:30.238850 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180860bf-12cc-42bc-9bab-2c85bb1cec7f admin admin] Pushing event deleted for resources: {'Port': ['ID=fe5a273b-0bc6-49c9-85b1-6d79719e3692,revision_number=None']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:09:30.250657 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180860bf-12cc-42bc-9bab-2c85bb1cec7f admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:09:30.251076 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180860bf-12cc-42bc-9bab-2c85bb1cec7f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:09:30.251483 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180860bf-12cc-42bc-9bab-2c85bb1cec7f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:09:30.251886 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180860bf-12cc-42bc-9bab-2c85bb1cec7f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:09:30.252285 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180860bf-12cc-42bc-9bab-2c85bb1cec7f admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:09:30.252681 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180860bf-12cc-42bc-9bab-2c85bb1cec7f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:09:30.253075 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180860bf-12cc-42bc-9bab-2c85bb1cec7f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:09:30.253810 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180860bf-12cc-42bc-9bab-2c85bb1cec7f admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:09:30.253990 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180860bf-12cc-42bc-9bab-2c85bb1cec7f admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:09:30.254319 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180860bf-12cc-42bc-9bab-2c85bb1cec7f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:09:30.254710 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180860bf-12cc-42bc-9bab-2c85bb1cec7f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:09:30.255099 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180860bf-12cc-42bc-9bab-2c85bb1cec7f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:09:30.255532 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180860bf-12cc-42bc-9bab-2c85bb1cec7f admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:09:30.255926 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180860bf-12cc-42bc-9bab-2c85bb1cec7f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:09:30.256317 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180860bf-12cc-42bc-9bab-2c85bb1cec7f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:09:30.256707 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180860bf-12cc-42bc-9bab-2c85bb1cec7f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:09:30.257094 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180860bf-12cc-42bc-9bab-2c85bb1cec7f admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:09:30.257485 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180860bf-12cc-42bc-9bab-2c85bb1cec7f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:09:30.257874 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180860bf-12cc-42bc-9bab-2c85bb1cec7f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:09:30.258286 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180860bf-12cc-42bc-9bab-2c85bb1cec7f admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:09:30.258677 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180860bf-12cc-42bc-9bab-2c85bb1cec7f admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:09:30.259064 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180860bf-12cc-42bc-9bab-2c85bb1cec7f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:09:30.259451 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180860bf-12cc-42bc-9bab-2c85bb1cec7f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:09:30.259875 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180860bf-12cc-42bc-9bab-2c85bb1cec7f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:09:30.309014 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-180860bf-12cc-42bc-9bab-2c85bb1cec7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:09:30.599963 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-180860bf-12cc-42bc-9bab-2c85bb1cec7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036822228745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036821288848'] for router_interface, after_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:31.107608 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-180860bf-12cc-42bc-9bab-2c85bb1cec7f admin admin] Router 03f605d8-d632-4719-b4d8-820103a7c639 has already been hosted by L3 agent 7132dbe3-ed21-4d9d-abcc-41c34baf52ae {{(pid=80382) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 15:09:31.499360 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-180860bf-12cc-42bc-9bab-2c85bb1cec7f admin admin] Notify agent at l3_agent.dv-cinder-757908-3-iscsi the message routers_updated {{(pid=80382) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 15:09:31.513631 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e39859e-12f2-4e6c-8723-ebbf73c72f9d None None] Sync routers for ids ['03f605d8-d632-4719-b4d8-820103a7c639'] in dv-cinder-757908-3-iscsi {{(pid=80385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 15:09:31.524024 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-180860bf-12cc-42bc-9bab-2c85bb1cec7f admin admin] 10.222.0.63 "PUT /v2.0/routers/03f605d8-d632-4719-b4d8-820103a7c639/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3737874
Dec 03 15:09:31.526992 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e39859e-12f2-4e6c-8723-ebbf73c72f9d None None] Routers {'03f605d8-d632-4719-b4d8-820103a7c639'} bound to L3 agent in host dv-cinder-757908-3-iscsi {{(pid=80385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 15:09:31.527566 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 35050) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:09:31.542720 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-3e39859e-12f2-4e6c-8723-ebbf73c72f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f072f60fc50>, 'dv-cinder-757908-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-03T14:53:20Z,description=<?>,heartbeat_timestamp=2020-12-03T15:09:20Z,host='dv-cinder-757908-3-iscsi',id=7132dbe3-ed21-4d9d-abcc-41c34baf52ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T14:53:20Z,topic='l3_agent')) {'router_ids': ['03f605d8-d632-4719-b4d8-820103a7c639'], 'active': True} {{(pid=80385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:09:31.888225 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvr_db [None req-3e39859e-12f2-4e6c-8723-ebbf73c72f9d None None] Set router 03f605d8-d632-4719-b4d8-820103a7c639 gateway port host: dv-cinder-757908-3-iscsi {{(pid=80385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 15:09:31.962138 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-5c64042c-a8d4-42bf-b441-d74309cb505d admin admin] Notify callbacks [] for router, before_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:32.159424 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-5c64042c-a8d4-42bf-b441-d74309cb505d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:32.164465 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [None req-5c64042c-a8d4-42bf-b441-d74309cb505d admin admin] Deleting port edced450-7a3b-4b9f-b925-2cbeb662f2dc {{(pid=80383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 15:09:32.164827 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-5c64042c-a8d4-42bf-b441-d74309cb505d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729303099848'] for port, before_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:32.192671 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-3e39859e-12f2-4e6c-8723-ebbf73c72f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f072f60fc50>, [{'id': '03f605d8-d632-4719-b4d8-820103a7c639', 'name': 'tempest-AttachVolumeTestJSON-1867652888-router', 'tenant_id': '1bf6d3149aee44a798e51e0135d17c5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'external_fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': 'edced450-7a3b-4b9f-b925-2cbeb662f2dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:02:12Z', 'updated_at': '2020-12-03T15:09:30Z', 'revision_number': 5, 'project_id': '1bf6d3149aee44a798e51e0135d17c5f', 'gw_port': {'id': 'edced450-7a3b-4b9f-b925-2cbeb662f2dc', 'name': '', 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f605d8-d632-4719-b4d8-820103a7c639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:14Z', 'updated_at': '2020-12-03T15:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-iscsi'}], 'dv-cinder-757908-3-iscsi', False) {} {{(pid=80385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:09:32.197000 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e39859e-12f2-4e6c-8723-ebbf73c72f9d None None] Checking router: 03f605d8-d632-4719-b4d8-820103a7c639 for host: dv-cinder-757908-3-iscsi {{(pid=80385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 15:09:32.206665 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e39859e-12f2-4e6c-8723-ebbf73c72f9d None None] Routers {'03f605d8-d632-4719-b4d8-820103a7c639'} bound to L3 agent in host dv-cinder-757908-3-iscsi {{(pid=80385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 15:09:32.207320 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-3e39859e-12f2-4e6c-8723-ebbf73c72f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f072f60fc50>, 'dv-cinder-757908-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-03T14:53:20Z,description=<?>,heartbeat_timestamp=2020-12-03T15:09:20Z,host='dv-cinder-757908-3-iscsi',id=7132dbe3-ed21-4d9d-abcc-41c34baf52ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T14:53:20Z,topic='l3_agent')) {'router_ids': ['03f605d8-d632-4719-b4d8-820103a7c639'], 'active': True} {{(pid=80385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:09:32.349273 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [None req-5c64042c-a8d4-42bf-b441-d74309cb505d admin admin] For port edced450-7a3b-4b9f-b925-2cbeb662f2dc, host dv-cinder-757908-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-3-iscsi',level=0,port_id=edced450-7a3b-4b9f-b925-2cbeb662f2dc,segment=NetworkSegment(d4bc1e7b-f0cf-45e4-b2f6-c41c855b05f5),segment_id=d4bc1e7b-f0cf-45e4-b2f6-c41c855b05f5)] {{(pid=80383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 15:09:32.349664 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-5c64042c-a8d4-42bf-b441-d74309cb505d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821294133'] for port, precommit_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:32.390436 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvr_db [None req-3e39859e-12f2-4e6c-8723-ebbf73c72f9d None None] Set router 03f605d8-d632-4719-b4d8-820103a7c639 gateway port host: dv-cinder-757908-3-iscsi {{(pid=80385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 15:09:32.476366 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [None req-5c64042c-a8d4-42bf-b441-d74309cb505d admin admin] Calling delete_port for edced450-7a3b-4b9f-b925-2cbeb662f2dc owned by network:router_gateway {{(pid=80383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 15:09:32.614285 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-5c64042c-a8d4-42bf-b441-d74309cb505d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307551598230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307552127058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31294715'] for port, after_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:32.695891 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-3e39859e-12f2-4e6c-8723-ebbf73c72f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f072f60fc50>, [{'id': '03f605d8-d632-4719-b4d8-820103a7c639', 'name': 'tempest-AttachVolumeTestJSON-1867652888-router', 'tenant_id': '1bf6d3149aee44a798e51e0135d17c5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'external_fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': 'edced450-7a3b-4b9f-b925-2cbeb662f2dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:02:12Z', 'updated_at': '2020-12-03T15:09:30Z', 'revision_number': 5, 'project_id': '1bf6d3149aee44a798e51e0135d17c5f', 'gw_port': {'id': 'edced450-7a3b-4b9f-b925-2cbeb662f2dc', 'name': '', 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f605d8-d632-4719-b4d8-820103a7c639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:14Z', 'updated_at': '2020-12-03T15:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-iscsi'}], 'dv-cinder-757908-3-iscsi', False) {} {{(pid=80385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:09:32.700823 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e39859e-12f2-4e6c-8723-ebbf73c72f9d None None] The sync data for ids ['03f605d8-d632-4719-b4d8-820103a7c639'] in dv-cinder-757908-3-iscsi is: [{'id': '03f605d8-d632-4719-b4d8-820103a7c639', 'name': 'tempest-AttachVolumeTestJSON-1867652888-router', 'tenant_id': '1bf6d3149aee44a798e51e0135d17c5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'external_fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': 'edced450-7a3b-4b9f-b925-2cbeb662f2dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:02:12Z', 'updated_at': '2020-12-03T15:09:30Z', 'revision_number': 5, 'project_id': '1bf6d3149aee44a798e51e0135d17c5f', 'gw_port': {'id': 'edced450-7a3b-4b9f-b925-2cbeb662f2dc', 'name': '', 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f605d8-d632-4719-b4d8-820103a7c639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:14Z', 'updated_at': '2020-12-03T15:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-iscsi'}] {{(pid=80385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 15:09:32.818311 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-5c64042c-a8d4-42bf-b441-d74309cb505d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33527589'] for router_gateway, after_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:32.955324 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-5c64042c-a8d4-42bf-b441-d74309cb505d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33536007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7838'] for router, precommit_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:32.957825 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-5c64042c-a8d4-42bf-b441-d74309cb505d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:32.979908 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-5c64042c-a8d4-42bf-b441-d74309cb505d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036821247594'] for router, after_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:32.980509 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c64042c-a8d4-42bf-b441-d74309cb505d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 03f605d8-d632-4719-b4d8-820103a7c639 {{(pid=80383) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 03 15:09:32.997151 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-5c64042c-a8d4-42bf-b441-d74309cb505d admin admin] Notify callbacks [] for router, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:32.997319 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-5c64042c-a8d4-42bf-b441-d74309cb505d admin admin] 10.222.0.63 "DELETE /v2.0/routers/03f605d8-d632-4719-b4d8-820103a7c639 HTTP/1.1" status: 204  len: 168 time: 1.4687278
Dec 03 15:09:33.000105 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 35062) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:09:33.072778 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.db_base_plugin_v2 [None req-08e53a2c-fe51-4466-b8cc-4ecb02e9629b admin admin] Deleting subnet 988b1530-5903-4de4-818d-5aa0d60661ff {{(pid=80383) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 15:09:33.076481 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-08e53a2c-fe51-4466-b8cc-4ecb02e9629b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:33.129875 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-08e53a2c-fe51-4466-b8cc-4ecb02e9629b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32162909'] for subnet, precommit_delete_associations {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:33.221081 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-08e53a2c-fe51-4466-b8cc-4ecb02e9629b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853789695'] for subnet, precommit_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:33.486380 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-08e53a2c-fe51-4466-b8cc-4ecb02e9629b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33445888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31293999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036823483770'] for subnet, after_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:33.502248 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:09:33.556196 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e53a2c-fe51-4466-b8cc-4ecb02e9629b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=988b1530-5903-4de4-818d-5aa0d60661ff,revision_number=None']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:09:33.561949 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-08e53a2c-fe51-4466-b8cc-4ecb02e9629b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:09:33.563673 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Device fe5a273b-0bc6-49c9-85b1-6d79719e3692 no longer exists at agent ovs-agent-dv-cinder-757908-3-iscsi {{(pid=80384) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 15:09:33.600594 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] No Port match for: fe5a273b-0bc6-49c9-85b1-6d79719e3692 {{(pid=80384) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 15:09:33.600989 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Device fe5a273b-0bc6-49c9-85b1-6d79719e3692 not bound to the agent host dv-cinder-757908-3-iscsi {{(pid=80384) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 15:09:33.601457 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Device edced450-7a3b-4b9f-b925-2cbeb662f2dc no longer exists at agent ovs-agent-dv-cinder-757908-3-iscsi {{(pid=80384) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 15:09:33.633874 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] No Port match for: edced450-7a3b-4b9f-b925-2cbeb662f2dc {{(pid=80384) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 15:09:33.634311 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Device edced450-7a3b-4b9f-b925-2cbeb662f2dc not bound to the agent host dv-cinder-757908-3-iscsi {{(pid=80384) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 15:09:33.644176 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-08e53a2c-fe51-4466-b8cc-4ecb02e9629b admin admin] Notify callbacks [] for subnet, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:33.648887 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f68ab7f8-aa2b-4fae-953e-da70fb19d575 None None] Network 2263eb43-6c9e-40c3-9734-975854f0ad70 requested from dv-cinder-757908-3-iscsi {{(pid=80384) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 15:09:33.651600 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-08e53a2c-fe51-4466-b8cc-4ecb02e9629b admin admin] 10.222.0.63 "DELETE /v2.0/subnets/988b1530-5903-4de4-818d-5aa0d60661ff HTTP/1.1" status: 204  len: 168 time: 0.6492352
Dec 03 15:09:33.653782 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 35066) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:09:33.771513 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-332e5443-033d-4f1b-a713-7b5685d0dbf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-851107'] for network, before_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:33.842904 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [None req-332e5443-033d-4f1b-a713-7b5685d0dbf5 admin admin] Deleting port bca5bb45-baa0-411f-a69f-965e5fcdef0a {{(pid=80382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 15:09:33.843274 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-332e5443-033d-4f1b-a713-7b5685d0dbf5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729303099848'] for port, before_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:33.898191 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-397ae8ba-b0a4-496a-a4a6-befbbe8d9f85 None None] DHCP port deletion for 2263eb43-6c9e-40c3-9734-975854f0ad70 request from dv-cinder-757908-3-iscsi {{(pid=80384) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 03 15:09:33.903120 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [None req-397ae8ba-b0a4-496a-a4a6-befbbe8d9f85 None None] Deleting port bca5bb45-baa0-411f-a69f-965e5fcdef0a {{(pid=80384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 15:09:33.903590 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-397ae8ba-b0a4-496a-a4a6-befbbe8d9f85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729303099848'] for port, before_delete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:34.065195 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [None req-332e5443-033d-4f1b-a713-7b5685d0dbf5 admin admin] For port bca5bb45-baa0-411f-a69f-965e5fcdef0a, host dv-cinder-757908-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-3-iscsi',level=0,port_id=bca5bb45-baa0-411f-a69f-965e5fcdef0a,segment=NetworkSegment(1f8ed2c9-9c9c-41af-869d-c0f0d4bf55da),segment_id=1f8ed2c9-9c9c-41af-869d-c0f0d4bf55da)] {{(pid=80382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 15:09:34.065753 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-332e5443-033d-4f1b-a713-7b5685d0dbf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821294133'] for port, precommit_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:34.126098 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [None req-397ae8ba-b0a4-496a-a4a6-befbbe8d9f85 None None] For port bca5bb45-baa0-411f-a69f-965e5fcdef0a, host dv-cinder-757908-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-3-iscsi',level=0,port_id=bca5bb45-baa0-411f-a69f-965e5fcdef0a,segment=NetworkSegment(1f8ed2c9-9c9c-41af-869d-c0f0d4bf55da),segment_id=1f8ed2c9-9c9c-41af-869d-c0f0d4bf55da)] {{(pid=80384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 15:09:34.126470 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-397ae8ba-b0a4-496a-a4a6-befbbe8d9f85 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821294133'] for port, precommit_delete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:34.210704 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [None req-332e5443-033d-4f1b-a713-7b5685d0dbf5 admin admin] Calling delete_port for bca5bb45-baa0-411f-a69f-965e5fcdef0a owned by network:dhcp {{(pid=80382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 15:09:34.255353 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [None req-397ae8ba-b0a4-496a-a4a6-befbbe8d9f85 None None] Calling delete_port for bca5bb45-baa0-411f-a69f-965e5fcdef0a owned by network:dhcp {{(pid=80384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 15:09:34.294352 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-332e5443-033d-4f1b-a713-7b5685d0dbf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307551598230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307552127058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30043597'] for port, after_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:34.311158 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-fe6a72e1-82ca-436e-a53e-b0e8c203627f tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:09:34.337032 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.db.api [None req-397ae8ba-b0a4-496a-a4a6-befbbe8d9f85 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80384) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 15:09:34.337920 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_db.api [None req-397ae8ba-b0a4-496a-a4a6-befbbe8d9f85 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 15:09:34.356763 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332e5443-033d-4f1b-a713-7b5685d0dbf5 admin admin] Pushing event deleted for resources: {'Port': ['ID=bca5bb45-baa0-411f-a69f-965e5fcdef0a,revision_number=None']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:09:34.368661 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-332e5443-033d-4f1b-a713-7b5685d0dbf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:09:34.453996 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332e5443-033d-4f1b-a713-7b5685d0dbf5 admin admin] No DVR routers for this DVR port bca5bb45-baa0-411f-a69f-965e5fcdef0a on host dv-cinder-757908-3-iscsi {{(pid=80382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 15:09:34.582429 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-332e5443-033d-4f1b-a713-7b5685d0dbf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853792104', 'neutron.services.segments.db._delete_segments_for_network--9223363307551584696'] for network, precommit_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:34.700306 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.services.segments.db [None req-332e5443-033d-4f1b-a713-7b5685d0dbf5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f072e82e7f0>,) {'filters': {'network_id': ['2263eb43-6c9e-40c3-9734-975854f0ad70']}} {{(pid=80382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:09:34.712682 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.services.segments.db [None req-332e5443-033d-4f1b-a713-7b5685d0dbf5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f072e82e7f0>, '1f8ed2c9-9c9c-41af-869d-c0f0d4bf55da') {'for_net_delete': True} {{(pid=80382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:09:34.713077 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.services.segments.db [None req-332e5443-033d-4f1b-a713-7b5685d0dbf5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f072e82e7f0>, '1f8ed2c9-9c9c-41af-869d-c0f0d4bf55da') {} {{(pid=80382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:09:34.725581 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-332e5443-033d-4f1b-a713-7b5685d0dbf5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363307551582136', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036822846997'] for segment, before_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:34.740863 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-332e5443-033d-4f1b-a713-7b5685d0dbf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986486'] for segment, precommit_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:34.743037 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-332e5443-033d-4f1b-a713-7b5685d0dbf5 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80382) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 15:09:34.839262 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [None req-397ae8ba-b0a4-496a-a4a6-befbbe8d9f85 None None] Deleting port bca5bb45-baa0-411f-a69f-965e5fcdef0a {{(pid=80384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 15:09:34.839621 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-397ae8ba-b0a4-496a-a4a6-befbbe8d9f85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729303099848'] for port, before_delete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:34.904479 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [None req-397ae8ba-b0a4-496a-a4a6-befbbe8d9f85 None None] The port 'bca5bb45-baa0-411f-a69f-965e5fcdef0a' was deleted {{(pid=80384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 03 15:09:34.937381 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [None req-332e5443-033d-4f1b-a713-7b5685d0dbf5 admin admin] Network 2263eb43-6c9e-40c3-9734-975854f0ad70 has no segments {{(pid=80382) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 15:09:34.946517 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-332e5443-033d-4f1b-a713-7b5685d0dbf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853789314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036824732230'] for segment, after_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:35.126685 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [None req-332e5443-033d-4f1b-a713-7b5685d0dbf5 admin admin] Network 2263eb43-6c9e-40c3-9734-975854f0ad70 has no segments {{(pid=80382) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 15:09:35.149450 dv-cinder-757908-3-iscsi neutron-server[80271]: Traceback (most recent call last):
Dec 03 15:09:35.149450 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 15:09:35.149450 dv-cinder-757908-3-iscsi neutron-server[80271]:     timer()
Dec 03 15:09:35.149450 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 15:09:35.149450 dv-cinder-757908-3-iscsi neutron-server[80271]:     cb(*args, **kw)
Dec 03 15:09:35.149450 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 15:09:35.149450 dv-cinder-757908-3-iscsi neutron-server[80271]:     return func(*args, **kwargs)
Dec 03 15:09:35.149450 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 15:09:35.149450 dv-cinder-757908-3-iscsi neutron-server[80271]:     self._notify()
Dec 03 15:09:35.149450 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 15:09:35.149450 dv-cinder-757908-3-iscsi neutron-server[80271]:     self.callback(batched_events)
Dec 03 15:09:35.149450 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 15:09:35.149450 dv-cinder-757908-3-iscsi neutron-server[80271]:     event.method(event)
Dec 03 15:09:35.149450 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 15:09:35.149450 dv-cinder-757908-3-iscsi neutron-server[80271]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 15:09:35.149450 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 15:09:35.149450 dv-cinder-757908-3-iscsi neutron-server[80271]:     segment_id)['aggregates'][0]
Dec 03 15:09:35.149450 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 15:09:35.149450 dv-cinder-757908-3-iscsi neutron-server[80271]:     return f(self, *a, **k)
Dec 03 15:09:35.149450 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 15:09:35.149450 dv-cinder-757908-3-iscsi neutron-server[80271]:     return self._get(url).json()
Dec 03 15:09:35.149450 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 15:09:35.149450 dv-cinder-757908-3-iscsi neutron-server[80271]:     **kwargs)
Dec 03 15:09:35.149450 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 15:09:35.149450 dv-cinder-757908-3-iscsi neutron-server[80271]:     return self.request(url, 'GET', **kwargs)
Dec 03 15:09:35.149450 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 15:09:35.149450 dv-cinder-757908-3-iscsi neutron-server[80271]:     **endpoint_filter)
Dec 03 15:09:35.149450 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 15:09:35.149450 dv-cinder-757908-3-iscsi neutron-server[80271]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 15:09:35.149450 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 15:09:35.149450 dv-cinder-757908-3-iscsi neutron-server[80271]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 15:09:35.149450 dv-cinder-757908-3-iscsi neutron-server[80271]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 15:09:35.229006 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-332e5443-033d-4f1b-a713-7b5685d0dbf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036821248189'] for network, after_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:35.232473 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:09:35.248672 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-332e5443-033d-4f1b-a713-7b5685d0dbf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036822225390'] for network, before_response {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:35.257414 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332e5443-033d-4f1b-a713-7b5685d0dbf5 admin admin] Pushing event deleted for resources: {'Network': ['ID=2263eb43-6c9e-40c3-9734-975854f0ad70,revision_number=None']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:09:35.261330 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-332e5443-033d-4f1b-a713-7b5685d0dbf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:09:35.271607 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-332e5443-033d-4f1b-a713-7b5685d0dbf5 admin admin] 10.222.0.63 "DELETE /v2.0/networks/2263eb43-6c9e-40c3-9734-975854f0ad70 HTTP/1.1" status: 204  len: 168 time: 1.6166747
Dec 03 15:09:35.418211 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 35082) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:09:35.477769 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-7d8b0f1a-22ce-4c82-b2e5-323c2624ce3d admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=1bf6d3149aee44a798e51e0135d17c5f&name=default HTTP/1.1" status: 200  len: 2875 time: 0.0558805
Dec 03 15:09:35.478046 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 35088) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:09:35.544485 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-d109014f-f5af-4f14-9798-21e4d1bab16b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:35.565629 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Device bca5bb45-baa0-411f-a69f-965e5fcdef0a no longer exists at agent ovs-agent-dv-cinder-757908-3-iscsi {{(pid=80384) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 15:09:35.575627 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-d109014f-f5af-4f14-9798-21e4d1bab16b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:35.601406 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] No Port match for: bca5bb45-baa0-411f-a69f-965e5fcdef0a {{(pid=80384) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 15:09:35.601945 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Device bca5bb45-baa0-411f-a69f-965e5fcdef0a not bound to the agent host dv-cinder-757908-3-iscsi {{(pid=80384) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 15:09:35.633719 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-d109014f-f5af-4f14-9798-21e4d1bab16b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:35.639858 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-9cc6b5e9-c6da-4702-8aa2-7f213b90fb6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:09:35.654753 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d109014f-f5af-4f14-9798-21e4d1bab16b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d72861af-7a37-4d24-aa63-1a02b0be2c8c,revision_number=None']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:09:35.659160 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-d109014f-f5af-4f14-9798-21e4d1bab16b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:09:35.662683 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-d109014f-f5af-4f14-9798-21e4d1bab16b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:35.663921 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-d109014f-f5af-4f14-9798-21e4d1bab16b admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/d72861af-7a37-4d24-aa63-1a02b0be2c8c HTTP/1.1" status: 204  len: 168 time: 0.1848152
Dec 03 15:09:37.485110 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 35148) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:09:37.639501 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-e56773db-2c5e-4188-b646-40c968665832 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:37.654890 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-e56773db-2c5e-4188-b646-40c968665832 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:09:37.658915 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-e56773db-2c5e-4188-b646-40c968665832 admin admin] Usage tracker for resource:security_group_rule and tenant:8892ce4d8d234e2abf11df64dec41b08 is out of sync, need to count used quota {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:09:37.661851 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-e56773db-2c5e-4188-b646-40c968665832 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:09:37.668397 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-e56773db-2c5e-4188-b646-40c968665832 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:09:37.754844 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-e56773db-2c5e-4188-b646-40c968665832 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:37.757582 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-e56773db-2c5e-4188-b646-40c968665832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:37.771536 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-1320023e-c5a4-40af-bf5c-65a541d5e0e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:09:37.816728 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-e56773db-2c5e-4188-b646-40c968665832 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=8892ce4d8d234e2abf11df64dec41b08&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3303792
Dec 03 15:09:37.818425 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56773db-2c5e-4188-b646-40c968665832 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b406120b-c42e-438d-8e09-2ba286607923,revision_number=1']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:09:37.819604 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 35154) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:09:37.821694 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-e56773db-2c5e-4188-b646-40c968665832 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:09:37.884186 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-954fbda3-e06d-4c57-adc0-8de9df4127d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:37.916364 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-954fbda3-e06d-4c57-adc0-8de9df4127d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:37.960782 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-954fbda3-e06d-4c57-adc0-8de9df4127d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:37.966635 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-835cc62e-6a28-46c8-9180-efaf0aff77e8 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:09:37.980586 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954fbda3-e06d-4c57-adc0-8de9df4127d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b406120b-c42e-438d-8e09-2ba286607923,revision_number=None']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:09:37.983410 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-954fbda3-e06d-4c57-adc0-8de9df4127d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:09:37.984585 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-954fbda3-e06d-4c57-adc0-8de9df4127d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:37.988634 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-954fbda3-e06d-4c57-adc0-8de9df4127d3 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/b406120b-c42e-438d-8e09-2ba286607923 HTTP/1.1" status: 204  len: 168 time: 0.1679449
Dec 03 15:09:38.394146 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 35174) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:09:38.609002 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-cc5dc60d-da86-4c51-aaa5-93ca2e42337a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:38.625284 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-cc5dc60d-da86-4c51-aaa5-93ca2e42337a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:09:38.629600 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-cc5dc60d-da86-4c51-aaa5-93ca2e42337a admin admin] Usage tracker for resource:security_group_rule and tenant:c1dd7d083985440e99a2332809c2f78e is out of sync, need to count used quota {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:09:38.632804 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-cc5dc60d-da86-4c51-aaa5-93ca2e42337a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:09:38.640043 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-cc5dc60d-da86-4c51-aaa5-93ca2e42337a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:09:38.729877 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-cc5dc60d-da86-4c51-aaa5-93ca2e42337a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:38.732667 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-cc5dc60d-da86-4c51-aaa5-93ca2e42337a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:38.741984 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-98630a5a-01ff-4ab5-ab53-8f0da080efc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:09:38.792603 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-cc5dc60d-da86-4c51-aaa5-93ca2e42337a admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=c1dd7d083985440e99a2332809c2f78e&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3940957
Dec 03 15:09:38.792603 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5dc60d-da86-4c51-aaa5-93ca2e42337a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ba0ec8a-d2db-4d95-9e67-02e1cc8e6cfd,revision_number=1']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:09:38.793492 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 35188) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:09:38.798985 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-cc5dc60d-da86-4c51-aaa5-93ca2e42337a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:09:38.868009 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-5bc6d267-95c2-45f7-bf3f-e66ff9a8b3db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:38.896587 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-5bc6d267-95c2-45f7-bf3f-e66ff9a8b3db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:38.944935 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-5bc6d267-95c2-45f7-bf3f-e66ff9a8b3db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:38.950718 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-b9a08110-8d6a-40d4-9e4d-3a01eb90dfae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:09:38.966505 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc6d267-95c2-45f7-bf3f-e66ff9a8b3db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ba0ec8a-d2db-4d95-9e67-02e1cc8e6cfd,revision_number=None']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:09:38.969665 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-5bc6d267-95c2-45f7-bf3f-e66ff9a8b3db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:09:38.974082 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-5bc6d267-95c2-45f7-bf3f-e66ff9a8b3db admin admin] Notify callbacks [] for security_group, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:38.975306 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-5bc6d267-95c2-45f7-bf3f-e66ff9a8b3db admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/2ba0ec8a-d2db-4d95-9e67-02e1cc8e6cfd HTTP/1.1" status: 204  len: 168 time: 0.1805143
Dec 03 15:09:39.902065 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 35230) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:09:40.047678 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.base [None req-0d31934f-b8dc-4361-ac0e-1632293cc913 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-395720009-network', 'tenant_id': 'f470bb55fd724a97959cc14ef30e0db0'}} {{(pid=80383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 15:09:40.053039 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-0d31934f-b8dc-4361-ac0e-1632293cc913 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:09:40.058547 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-0d31934f-b8dc-4361-ac0e-1632293cc913 admin admin] Usage tracker for resource:network and tenant:f470bb55fd724a97959cc14ef30e0db0 is out of sync, need to count used quota {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:09:40.061784 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-0d31934f-b8dc-4361-ac0e-1632293cc913 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:09:40.068334 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-0d31934f-b8dc-4361-ac0e-1632293cc913 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:09:40.082175 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d31934f-b8dc-4361-ac0e-1632293cc913 admin admin] Made reservation on behalf of f470bb55fd724a97959cc14ef30e0db0 for: {'network': 1} {{(pid=80383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 15:09:40.087052 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0d31934f-b8dc-4361-ac0e-1632293cc913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for network, before_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:40.101735 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0d31934f-b8dc-4361-ac0e-1632293cc913 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:40.124865 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-0d31934f-b8dc-4361-ac0e-1632293cc913 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:09:40.129150 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-0d31934f-b8dc-4361-ac0e-1632293cc913 admin admin] Usage tracker for resource:security_group_rule and tenant:f470bb55fd724a97959cc14ef30e0db0 is out of sync, need to count used quota {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:09:40.132281 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-0d31934f-b8dc-4361-ac0e-1632293cc913 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:09:40.139071 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-0d31934f-b8dc-4361-ac0e-1632293cc913 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:09:40.236530 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0d31934f-b8dc-4361-ac0e-1632293cc913 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:40.239504 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0d31934f-b8dc-4361-ac0e-1632293cc913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:40.245151 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-d17ebf29-6095-425b-a216-4774f83c5189 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:09:40.278491 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d31934f-b8dc-4361-ac0e-1632293cc913 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80383) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 15:09:40.294711 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d31934f-b8dc-4361-ac0e-1632293cc913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeefdc6c-ecf3-4ef4-b5fe-320fa3dd5b74,revision_number=1']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:09:40.300204 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-0d31934f-b8dc-4361-ac0e-1632293cc913 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:09:40.301611 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0d31934f-b8dc-4361-ac0e-1632293cc913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986486'] for segment, precommit_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:40.302027 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.db.segments_db [None req-0d31934f-b8dc-4361-ac0e-1632293cc913 admin admin] Added segment 672fc1f2-c840-4033-80bd-615495b12170 of type vxlan for network ca7902d6-3500-4f57-934f-b73bb22a6c84
Dec 03 15:09:40.332166 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0d31934f-b8dc-4361-ac0e-1632293cc913 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729302618551'] for network, precommit_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:40.368942 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0d31934f-b8dc-4361-ac0e-1632293cc913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068'] for network, after_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:40.370342 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d31934f-b8dc-4361-ac0e-1632293cc913 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:09:40.370986 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0d31934f-b8dc-4361-ac0e-1632293cc913 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036822225390'] for network, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:40.378155 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-74e6d27f-d826-42b2-9d86-63357415802e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:09:40.480832 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-0d31934f-b8dc-4361-ac0e-1632293cc913 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201  len: 877 time: 0.5771098
Dec 03 15:09:40.483971 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 35246) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:09:40.489111 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d31934f-b8dc-4361-ac0e-1632293cc913 admin admin] Pushing event updated for resources: {'Network': ['ID=ca7902d6-3500-4f57-934f-b73bb22a6c84,revision_number=1']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:09:40.490910 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.base [None req-2ca65fb5-66f6-4364-8770-accdc072f555 admin admin] Request body: {'subnet': {'network_id': 'ca7902d6-3500-4f57-934f-b73bb22a6c84', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-395720009-subnet', 'tenant_id': 'f470bb55fd724a97959cc14ef30e0db0', 'ip_version': 4}} {{(pid=80382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 15:09:40.492065 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-0d31934f-b8dc-4361-ac0e-1632293cc913 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:09:40.497506 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-2ca65fb5-66f6-4364-8770-accdc072f555 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:09:40.500665 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Network ca7902d6-3500-4f57-934f-b73bb22a6c84 details requested by agent ovs-agent-dv-cinder-757908-3-iscsi with host dv-cinder-757908-3-iscsi {{(pid=80384) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 15:09:40.502601 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-2ca65fb5-66f6-4364-8770-accdc072f555 admin admin] Usage tracker for resource:subnet and tenant:f470bb55fd724a97959cc14ef30e0db0 is out of sync, need to count used quota {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:09:40.506971 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-2ca65fb5-66f6-4364-8770-accdc072f555 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:09:40.514461 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-2ca65fb5-66f6-4364-8770-accdc072f555 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:09:40.518941 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Network ca7902d6-3500-4f57-934f-b73bb22a6c84 details requested by agent ovs-agent-hv-cinder-75790 with host hv-cinder-75790 {{(pid=80384) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 15:09:40.525079 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ca65fb5-66f6-4364-8770-accdc072f555 admin admin] Made reservation on behalf of f470bb55fd724a97959cc14ef30e0db0 for: {'subnet': 1} {{(pid=80382) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 15:09:40.530831 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2ca65fb5-66f6-4364-8770-accdc072f555 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30872680'] for subnet, before_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:40.969782 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2ca65fb5-66f6-4364-8770-accdc072f555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33445888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036824732836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30872697'] for subnet, after_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:40.985364 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:09:41.113185 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca65fb5-66f6-4364-8770-accdc072f555 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c3a1b0e-0906-4771-89fd-c57f0540e6d7,revision_number=0']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:09:41.117235 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-2ca65fb5-66f6-4364-8770-accdc072f555 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:09:41.192327 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca65fb5-66f6-4364-8770-accdc072f555 admin admin] Checking segment: {'id': '672fc1f2-c840-4033-80bd-615495b12170', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ca7902d6-3500-4f57-934f-b73bb22a6c84'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 15:09:41.192728 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca65fb5-66f6-4364-8770-accdc072f555 admin admin] Network hostable DHCP agents. Network: ca7902d6-3500-4f57-934f-b73bb22a6c84, hostable agents: ['79bacdc6-fafb-4baa-889e-4ec466dca3bd'], hosted agents: [] {{(pid=80382) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 15:09:41.213035 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca65fb5-66f6-4364-8770-accdc072f555 admin admin] Network ca7902d6-3500-4f57-934f-b73bb22a6c84 is scheduled to be hosted by DHCP agent 79bacdc6-fafb-4baa-889e-4ec466dca3bd with binding_index 1 {{(pid=80382) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 15:09:41.221467 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.base_scheduler [None req-2ca65fb5-66f6-4364-8770-accdc072f555 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-757908-3-iscsi, ca7902d6-3500-4f57-934f-b73bb22a6c84) {{(pid=80382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 15:09:41.231942 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-307da578-4d43-4359-9444-72ba8ca723b0 None None] Network ca7902d6-3500-4f57-934f-b73bb22a6c84 requested from dv-cinder-757908-3-iscsi {{(pid=80384) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 15:09:41.234479 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ca65fb5-66f6-4364-8770-accdc072f555 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:09:41.235148 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2ca65fb5-66f6-4364-8770-accdc072f555 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036822225390'] for subnet, before_response {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:41.264153 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 35266) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:09:41.264379 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-2ca65fb5-66f6-4364-8770-accdc072f555 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.7789705
Dec 03 15:09:41.269884 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.base [None req-974147cd-e46b-47e2-a5b0-a8ec93949927 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-395720009-router', 'tenant_id': 'f470bb55fd724a97959cc14ef30e0db0', 'external_gateway_info': {'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e'}}} {{(pid=80383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 15:09:41.275045 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-974147cd-e46b-47e2-a5b0-a8ec93949927 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:09:41.279896 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-974147cd-e46b-47e2-a5b0-a8ec93949927 admin admin] Usage tracker for resource:router and tenant:f470bb55fd724a97959cc14ef30e0db0 is out of sync, need to count used quota {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:09:41.283664 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-974147cd-e46b-47e2-a5b0-a8ec93949927 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:09:41.289944 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-974147cd-e46b-47e2-a5b0-a8ec93949927 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:09:41.304518 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-974147cd-e46b-47e2-a5b0-a8ec93949927 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036821239658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7905'] for router, before_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:41.305827 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-974147cd-e46b-47e2-a5b0-a8ec93949927 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036821239711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33528563', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036821331856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854767978'] for router, precommit_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:41.326067 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-974147cd-e46b-47e2-a5b0-a8ec93949927 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:41.468062 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab0be34b-d52a-4297-81ca-a67277d634bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbc8265b-6ee3-5798-ab2f-e750a40fd5a2-ca7902d6-3500-4f57-934f-b73bb22a6c84', 'network_id': 'ca7902d6-3500-4f57-934f-b73bb22a6c84', 'tenant_id': 'f470bb55fd724a97959cc14ef30e0db0', 'fixed_ips': [{'subnet_id': '2c3a1b0e-0906-4771-89fd-c57f0540e6d7'}]}} from dv-cinder-757908-3-iscsi. {{(pid=80384) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 03 15:09:41.469209 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-ab0be34b-d52a-4297-81ca-a67277d634bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_create {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:41.577119 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 35272) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:09:41.621540 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-974147cd-e46b-47e2-a5b0-a8ec93949927 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33528544', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33536120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854767993'] for router, precommit_update {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:41.757028 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-4a89a148-65b0-499c-b214-c837c0e31e7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:41.778733 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-4a89a148-65b0-499c-b214-c837c0e31e7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:09:41.782982 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-4a89a148-65b0-499c-b214-c837c0e31e7e admin admin] Usage tracker for resource:security_group_rule and tenant:b299badc5c414c64897da7257fca5361 is out of sync, need to count used quota {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:09:41.786076 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-4a89a148-65b0-499c-b214-c837c0e31e7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:09:41.793246 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-4a89a148-65b0-499c-b214-c837c0e31e7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:09:41.881641 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-4a89a148-65b0-499c-b214-c837c0e31e7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:41.885589 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-4a89a148-65b0-499c-b214-c837c0e31e7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:41.895424 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-954fbda3-e06d-4c57-adc0-8de9df4127d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:09:41.945004 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-4a89a148-65b0-499c-b214-c837c0e31e7e admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=b299badc5c414c64897da7257fca5361&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3636551
Dec 03 15:09:41.945295 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 35278) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:09:41.948972 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a89a148-65b0-499c-b214-c837c0e31e7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cb1b689-c266-43dd-bd67-9ac8cdd61964,revision_number=1']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:09:41.967880 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.db_base_plugin_common [None req-ab0be34b-d52a-4297-81ca-a67277d634bb None None] Allocated IP 172.20.0.2 (ca7902d6-3500-4f57-934f-b73bb22a6c84/2c3a1b0e-0906-4771-89fd-c57f0540e6d7/81094d8a-5153-46ee-92c3-752cf450e464) {{(pid=80384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 15:09:41.973418 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-4a89a148-65b0-499c-b214-c837c0e31e7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:09:41.974388 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-974147cd-e46b-47e2-a5b0-a8ec93949927 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:42.008701 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-974147cd-e46b-47e2-a5b0-a8ec93949927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:42.028535 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-105f7d30-f0c4-4701-8498-a39ad18c4f41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:42.061297 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-105f7d30-f0c4-4701-8498-a39ad18c4f41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:42.118776 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-105f7d30-f0c4-4701-8498-a39ad18c4f41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:42.124375 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-8c622bb5-bb16-4448-9ec5-4368303d19ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:09:42.138414 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105f7d30-f0c4-4701-8498-a39ad18c4f41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cb1b689-c266-43dd-bd67-9ac8cdd61964,revision_number=None']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:09:42.141063 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-105f7d30-f0c4-4701-8498-a39ad18c4f41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:09:42.144944 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-105f7d30-f0c4-4701-8498-a39ad18c4f41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:42.148794 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-105f7d30-f0c4-4701-8498-a39ad18c4f41 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/7cb1b689-c266-43dd-bd67-9ac8cdd61964 HTTP/1.1" status: 204  len: 168 time: 0.2024310
Dec 03 15:09:42.223105 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-ab0be34b-d52a-4297-81ca-a67277d634bb None None] Notify callbacks [] for port, precommit_create {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:42.238540 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-ab0be34b-d52a-4297-81ca-a67277d634bb None None] Transition to ACTIVE for port object 81094d8a-5153-46ee-92c3-752cf450e464 will not be triggered until provisioned by entity L2. {{(pid=80384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 15:09:42.258486 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-ab0be34b-d52a-4297-81ca-a67277d634bb None None] Transition to ACTIVE for port object 81094d8a-5153-46ee-92c3-752cf450e464 will not be triggered until provisioned by entity DHCP. {{(pid=80384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 15:09:42.263242 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-ab0be34b-d52a-4297-81ca-a67277d634bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307552080722'] for port, after_create {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:42.283846 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:09:42.435682 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0be34b-d52a-4297-81ca-a67277d634bb None None] Pushing event updated for resources: {'Port': ['ID=81094d8a-5153-46ee-92c3-752cf450e464,revision_number=1']} {{(pid=80384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:09:42.439922 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-ab0be34b-d52a-4297-81ca-a67277d634bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:09:42.488644 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0be34b-d52a-4297-81ca-a67277d634bb None None] Network ca7902d6-3500-4f57-934f-b73bb22a6c84 is already hosted by enough agents. {{(pid=80384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 15:09:42.489808 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.base_scheduler [None req-ab0be34b-d52a-4297-81ca-a67277d634bb None None] Resources bound (agent type, host, resource id):  {{(pid=80384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 15:09:42.492187 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0be34b-d52a-4297-81ca-a67277d634bb None None] Received port after_create {{(pid=80384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 15:09:42.541400 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 35288) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:09:42.547141 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.db_base_plugin_common [None req-974147cd-e46b-47e2-a5b0-a8ec93949927 admin admin] Allocated IP 172.27.2.176 (729c535b-bd07-4b0c-9bb6-d0eda364af7e/c53074ee-6482-4d40-a0b6-bf7110d55051/241b13d4-399a-446b-9afb-d645b8b0c23c) {{(pid=80383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 15:09:42.550901 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [None req-ab0be34b-d52a-4297-81ca-a67277d634bb None None] Attempting to bind port 81094d8a-5153-46ee-92c3-752cf450e464 on host dv-cinder-757908-3-iscsi for vnic_type normal with profile  {{(pid=80384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 15:09:42.551131 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [None req-ab0be34b-d52a-4297-81ca-a67277d634bb None None] Attempting to bind port 81094d8a-5153-46ee-92c3-752cf450e464 by drivers openvswitch on host dv-cinder-757908-3-iscsi at level 0 using segments [{'id': '672fc1f2-c840-4033-80bd-615495b12170', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ca7902d6-3500-4f57-934f-b73bb22a6c84'}] {{(pid=80384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 15:09:42.551543 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0be34b-d52a-4297-81ca-a67277d634bb None None] Attempting to bind port 81094d8a-5153-46ee-92c3-752cf450e464 on network ca7902d6-3500-4f57-934f-b73bb22a6c84 {{(pid=80384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 15:09:42.558462 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0be34b-d52a-4297-81ca-a67277d634bb None None] Checking agent: {'id': 'd86ab5d6-8c79-4633-8bc6-d0d32e0bb057', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757908-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 14, 53, 21), 'started_at': datetime.datetime(2020, 12, 3, 14, 53, 51), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 15, 9, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757908-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.78', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 15:09:42.558892 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0be34b-d52a-4297-81ca-a67277d634bb None None] Checking segment: {'id': '672fc1f2-c840-4033-80bd-615495b12170', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ca7902d6-3500-4f57-934f-b73bb22a6c84'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 15:09:42.559346 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-ab0be34b-d52a-4297-81ca-a67277d634bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:42.559787 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0be34b-d52a-4297-81ca-a67277d634bb None None] Bound using segment: {'id': '672fc1f2-c840-4033-80bd-615495b12170', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ca7902d6-3500-4f57-934f-b73bb22a6c84'} {{(pid=80384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 15:09:42.560311 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [None req-ab0be34b-d52a-4297-81ca-a67277d634bb None None] Bound port: 81094d8a-5153-46ee-92c3-752cf450e464, host: dv-cinder-757908-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '672fc1f2-c840-4033-80bd-615495b12170', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ca7902d6-3500-4f57-934f-b73bb22a6c84'}}] {{(pid=80384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 15:09:42.560735 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-ab0be34b-d52a-4297-81ca-a67277d634bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:42.562784 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-7b7b7b7c-274c-4d70-99e2-eef887fa65a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:42.578827 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-7b7b7b7c-274c-4d70-99e2-eef887fa65a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:09:42.582972 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-7b7b7b7c-274c-4d70-99e2-eef887fa65a2 admin admin] Usage tracker for resource:security_group_rule and tenant:839ccb468f4c4121b750d830ade67fb0 is out of sync, need to count used quota {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:09:42.586111 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-7b7b7b7c-274c-4d70-99e2-eef887fa65a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:09:42.592898 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-7b7b7b7c-274c-4d70-99e2-eef887fa65a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:09:42.660150 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [None req-ab0be34b-d52a-4297-81ca-a67277d634bb None None] For port 81094d8a-5153-46ee-92c3-752cf450e464, host dv-cinder-757908-3-iscsi, cleared binding levels {{(pid=80384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 15:09:42.663962 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [None req-ab0be34b-d52a-4297-81ca-a67277d634bb None None] For port 81094d8a-5153-46ee-92c3-752cf450e464, host dv-cinder-757908-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-3-iscsi',level=0,port_id=81094d8a-5153-46ee-92c3-752cf450e464,segment=NetworkSegment(672fc1f2-c840-4033-80bd-615495b12170),segment_id=672fc1f2-c840-4033-80bd-615495b12170)] {{(pid=80384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 15:09:42.677139 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-ab0be34b-d52a-4297-81ca-a67277d634bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024'] for port, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:42.685245 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-7b7b7b7c-274c-4d70-99e2-eef887fa65a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:42.688106 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-7b7b7b7c-274c-4d70-99e2-eef887fa65a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:42.693705 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:09:42.698613 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-07d5dabd-6fa4-402e-9023-29baef4ea58c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:09:42.714980 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-974147cd-e46b-47e2-a5b0-a8ec93949927 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:42.748915 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-7b7b7b7c-274c-4d70-99e2-eef887fa65a2 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=839ccb468f4c4121b750d830ade67fb0&name=default HTTP/1.1" status: 200  len: 2879 time: 0.2060866
Dec 03 15:09:42.750045 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7b7b7c-274c-4d70-99e2-eef887fa65a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64a276ca-e6e8-46b8-b8e0-4b4e94d67e6d,revision_number=1']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:09:42.752441 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 35292) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:09:42.755334 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-7b7b7b7c-274c-4d70-99e2-eef887fa65a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:09:42.760883 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-974147cd-e46b-47e2-a5b0-a8ec93949927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307552080722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31294715'] for port, after_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:42.766884 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0be34b-d52a-4297-81ca-a67277d634bb None None] Pushing event updated for resources: {'Port': ['ID=81094d8a-5153-46ee-92c3-752cf450e464,revision_number=2']} {{(pid=80384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:09:42.793853 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-6a7d0e4b-a64f-4f0b-9cb6-4429e34b1d15 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:09:42.829327 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-83644c09-ac53-413d-9162-f20cc36ac352 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:42.838057 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-ab0be34b-d52a-4297-81ca-a67277d634bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:09:42.860330 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-83644c09-ac53-413d-9162-f20cc36ac352 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:42.911460 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-83644c09-ac53-413d-9162-f20cc36ac352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:42.917015 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-da2d40fd-2153-4798-9478-0a6445368ddd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:09:42.928738 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83644c09-ac53-413d-9162-f20cc36ac352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64a276ca-e6e8-46b8-b8e0-4b4e94d67e6d,revision_number=None']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:09:42.934565 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-83644c09-ac53-413d-9162-f20cc36ac352 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:09:42.937630 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-83644c09-ac53-413d-9162-f20cc36ac352 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:42.938924 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-83644c09-ac53-413d-9162-f20cc36ac352 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/64a276ca-e6e8-46b8-b8e0-4b4e94d67e6d HTTP/1.1" status: 204  len: 168 time: 0.1854529
Dec 03 15:09:42.942541 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974147cd-e46b-47e2-a5b0-a8ec93949927 admin admin] Pushing event updated for resources: {'Port': ['ID=241b13d4-399a-446b-9afb-d645b8b0c23c,revision_number=1']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:09:42.946302 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-974147cd-e46b-47e2-a5b0-a8ec93949927 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:09:43.016274 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974147cd-e46b-47e2-a5b0-a8ec93949927 admin admin] Network 729c535b-bd07-4b0c-9bb6-d0eda364af7e is already hosted by enough agents. {{(pid=80383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 15:09:43.017504 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.base_scheduler [None req-974147cd-e46b-47e2-a5b0-a8ec93949927 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 15:09:43.020140 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974147cd-e46b-47e2-a5b0-a8ec93949927 admin admin] Received port after_create {{(pid=80383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 15:09:43.479593 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-974147cd-e46b-47e2-a5b0-a8ec93949927 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:43.616407 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Device 81094d8a-5153-46ee-92c3-752cf450e464 up at agent ovs-agent-dv-cinder-757908-3-iscsi {{(pid=80384) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 15:09:43.699099 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Provisioning for port 81094d8a-5153-46ee-92c3-752cf450e464 completed by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 15:09:43.854157 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-974147cd-e46b-47e2-a5b0-a8ec93949927 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036821239696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33527559'] for router, after_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:44.074925 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-974147cd-e46b-47e2-a5b0-a8ec93949927 admin admin] Router a0232454-4c31-4c72-a469-0c5f61e6b4c6 is scheduled to L3 agent 7132dbe3-ed21-4d9d-abcc-41c34baf52ae with binding_index 1 {{(pid=80383) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 03 15:09:44.274800 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-974147cd-e46b-47e2-a5b0-a8ec93949927 admin admin] Notify agent at l3_agent.dv-cinder-757908-3-iscsi the message routers_updated {{(pid=80383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 15:09:44.286791 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0b1b8c-2a0c-4d0f-880b-63512cdc3a78 None None] Sync routers for ids ['a0232454-4c31-4c72-a469-0c5f61e6b4c6'] in dv-cinder-757908-3-iscsi {{(pid=80384) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 15:09:44.303411 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-974147cd-e46b-47e2-a5b0-a8ec93949927 admin admin] Notify callbacks [] for router, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:44.304743 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-974147cd-e46b-47e2-a5b0-a8ec93949927 admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 3.0395036
Dec 03 15:09:44.308820 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 35318) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:09:44.311628 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0b1b8c-2a0c-4d0f-880b-63512cdc3a78 None None] Routers {'a0232454-4c31-4c72-a469-0c5f61e6b4c6'} bound to L3 agent in host dv-cinder-757908-3-iscsi {{(pid=80384) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 15:09:44.312425 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-4d0b1b8c-2a0c-4d0f-880b-63512cdc3a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f072eb39fd0>, 'dv-cinder-757908-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-03T14:53:20Z,description=<?>,heartbeat_timestamp=2020-12-03T15:09:20Z,host='dv-cinder-757908-3-iscsi',id=7132dbe3-ed21-4d9d-abcc-41c34baf52ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T14:53:20Z,topic='l3_agent')) {'router_ids': ['a0232454-4c31-4c72-a469-0c5f61e6b4c6'], 'active': True} {{(pid=80384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:09:44.365370 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49630f3d-6d44-42ef-8d64-735e8e56dac3 None None] Network ca7902d6-3500-4f57-934f-b73bb22a6c84 requested from dv-cinder-757908-3-iscsi {{(pid=80384) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 15:09:44.551821 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-1d20c8a8-c395-4957-9f05-b078d6bd429e None None] Provisioning for port 81094d8a-5153-46ee-92c3-752cf450e464 completed by entity DHCP. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 15:09:44.620315 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvr_db [None req-4d0b1b8c-2a0c-4d0f-880b-63512cdc3a78 None None] Set router a0232454-4c31-4c72-a469-0c5f61e6b4c6 gateway port host: dv-cinder-757908-3-iscsi {{(pid=80384) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 15:09:44.742186 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-1d20c8a8-c395-4957-9f05-b078d6bd429e None None] Provisioning complete for port 81094d8a-5153-46ee-92c3-752cf450e464 triggered by entity DHCP. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:09:44.742618 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-1d20c8a8-c395-4957-9f05-b078d6bd429e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:45.112310 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-1d20c8a8-c395-4957-9f05-b078d6bd429e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:45.232360 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [None req-1d20c8a8-c395-4957-9f05-b078d6bd429e None None] For port 81094d8a-5153-46ee-92c3-752cf450e464, host dv-cinder-757908-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-3-iscsi',level=0,port_id=81094d8a-5153-46ee-92c3-752cf450e464,segment=NetworkSegment(672fc1f2-c840-4033-80bd-615495b12170),segment_id=672fc1f2-c840-4033-80bd-615495b12170)] {{(pid=80384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 15:09:45.246116 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-1d20c8a8-c395-4957-9f05-b078d6bd429e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024'] for port, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:45.251724 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:09:45.254479 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-b3ec1e08-92c3-497d-8abf-21cb4974f82f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:45.604347 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-4d0b1b8c-2a0c-4d0f-880b-63512cdc3a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f072eb39fd0>, [{'id': 'a0232454-4c31-4c72-a469-0c5f61e6b4c6', 'name': 'tempest-TestVolumeBootPattern-395720009-router', 'tenant_id': 'f470bb55fd724a97959cc14ef30e0db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'external_fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '241b13d4-399a-446b-9afb-d645b8b0c23c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:09:41Z', 'updated_at': '2020-12-03T15:09:43Z', 'revision_number': 3, 'project_id': 'f470bb55fd724a97959cc14ef30e0db0', 'gw_port': {'id': '241b13d4-399a-446b-9afb-d645b8b0c23c', 'name': '', 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:23:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0232454-4c31-4c72-a469-0c5f61e6b4c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:09:42Z', 'updated_at': '2020-12-03T15:09:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-iscsi'}], 'dv-cinder-757908-3-iscsi', False) {} {{(pid=80384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:09:45.610511 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0b1b8c-2a0c-4d0f-880b-63512cdc3a78 None None] Checking router: a0232454-4c31-4c72-a469-0c5f61e6b4c6 for host: dv-cinder-757908-3-iscsi {{(pid=80384) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 15:09:45.610913 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0b1b8c-2a0c-4d0f-880b-63512cdc3a78 None None] Updating router a0232454-4c31-4c72-a469-0c5f61e6b4c6 port 241b13d4-399a-446b-9afb-d645b8b0c23c binding host dv-cinder-757908-3-iscsi {{(pid=80384) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 03 15:09:45.637773 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d20c8a8-c395-4957-9f05-b078d6bd429e None None] Pushing event updated for resources: {'Port': ['ID=81094d8a-5153-46ee-92c3-752cf450e464,revision_number=3']} {{(pid=80384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:09:45.641455 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-1d20c8a8-c395-4957-9f05-b078d6bd429e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:09:45.673893 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-4d0b1b8c-2a0c-4d0f-880b-63512cdc3a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:45.720234 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.db_base_plugin_common [None req-b3ec1e08-92c3-497d-8abf-21cb4974f82f admin admin] Allocated IP 172.20.0.1 (ca7902d6-3500-4f57-934f-b73bb22a6c84/2c3a1b0e-0906-4771-89fd-c57f0540e6d7/6ccc30d5-9a7e-4da0-b2f2-44aed636116f) {{(pid=80382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 15:09:45.909832 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-384fb827-36d4-41a4-a32c-220e79794386 None None] Provisioning complete for port 81094d8a-5153-46ee-92c3-752cf450e464 triggered by entity DHCP. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:09:45.910443 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-384fb827-36d4-41a4-a32c-220e79794386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:45.918221 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.agents_db [None req-51f4eaf8-3f98-4d92-a7df-a28bf03852b0 None None] Agent healthcheck: found 6 active agents {{(pid=80385) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 15:09:45.921606 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-b3ec1e08-92c3-497d-8abf-21cb4974f82f admin admin] Notify callbacks [] for port, precommit_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:45.940235 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-b3ec1e08-92c3-497d-8abf-21cb4974f82f admin admin] Transition to ACTIVE for port object 6ccc30d5-9a7e-4da0-b2f2-44aed636116f will not be triggered until provisioned by entity DHCP. {{(pid=80382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 15:09:45.968365 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-b3ec1e08-92c3-497d-8abf-21cb4974f82f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307552080722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30043597'] for port, after_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:45.990507 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-d74eb00b-024c-4839-ad4d-4b16582d04b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:09:46.087970 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ec1e08-92c3-497d-8abf-21cb4974f82f admin admin] Pushing event updated for resources: {'Port': ['ID=6ccc30d5-9a7e-4da0-b2f2-44aed636116f,revision_number=1']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:09:46.101281 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-b3ec1e08-92c3-497d-8abf-21cb4974f82f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:09:46.239753 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-4d0b1b8c-2a0c-4d0f-880b-63512cdc3a78 None None] Notify callbacks [] for port, precommit_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:46.240275 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ec1e08-92c3-497d-8abf-21cb4974f82f admin admin] Network ca7902d6-3500-4f57-934f-b73bb22a6c84 is already hosted by enough agents. {{(pid=80382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 15:09:46.241403 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.base_scheduler [None req-b3ec1e08-92c3-497d-8abf-21cb4974f82f admin admin] Resources bound (agent type, host, resource id):  {{(pid=80382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 15:09:46.244236 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ec1e08-92c3-497d-8abf-21cb4974f82f admin admin] Received port after_create {{(pid=80382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 15:09:46.263641 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-4d0b1b8c-2a0c-4d0f-880b-63512cdc3a78 None None] Transition to ACTIVE for port object 241b13d4-399a-446b-9afb-d645b8b0c23c will not be triggered until provisioned by entity L2. {{(pid=80384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 15:09:46.271736 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-4d0b1b8c-2a0c-4d0f-880b-63512cdc3a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024'] for port, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:46.315068 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-b3ec1e08-92c3-497d-8abf-21cb4974f82f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036821248038'] for router_interface, before_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:46.417375 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:09:46.457237 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-5f194b00-7091-4ff1-9a5e-22db45bd958a None None] Provisioning complete for port 81094d8a-5153-46ee-92c3-752cf450e464 triggered by entity DHCP. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:09:46.457667 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-5f194b00-7091-4ff1-9a5e-22db45bd958a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:46.562844 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [None req-4d0b1b8c-2a0c-4d0f-880b-63512cdc3a78 None None] Attempting to bind port 241b13d4-399a-446b-9afb-d645b8b0c23c on host dv-cinder-757908-3-iscsi for vnic_type normal with profile  {{(pid=80384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 15:09:46.563230 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [None req-4d0b1b8c-2a0c-4d0f-880b-63512cdc3a78 None None] Attempting to bind port 241b13d4-399a-446b-9afb-d645b8b0c23c by drivers openvswitch on host dv-cinder-757908-3-iscsi at level 0 using segments [{'id': 'd4bc1e7b-f0cf-45e4-b2f6-c41c855b05f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e'}] {{(pid=80384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 15:09:46.563753 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0b1b8c-2a0c-4d0f-880b-63512cdc3a78 None None] Attempting to bind port 241b13d4-399a-446b-9afb-d645b8b0c23c on network 729c535b-bd07-4b0c-9bb6-d0eda364af7e {{(pid=80384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 15:09:46.575237 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0b1b8c-2a0c-4d0f-880b-63512cdc3a78 None None] Checking agent: {'id': 'd86ab5d6-8c79-4633-8bc6-d0d32e0bb057', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757908-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 14, 53, 21), 'started_at': datetime.datetime(2020, 12, 3, 14, 53, 51), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 15, 9, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757908-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.78', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 15:09:46.575668 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0b1b8c-2a0c-4d0f-880b-63512cdc3a78 None None] Checking segment: {'id': 'd4bc1e7b-f0cf-45e4-b2f6-c41c855b05f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 15:09:46.576205 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-4d0b1b8c-2a0c-4d0f-880b-63512cdc3a78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:46.576896 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0b1b8c-2a0c-4d0f-880b-63512cdc3a78 None None] Bound using segment: {'id': 'd4bc1e7b-f0cf-45e4-b2f6-c41c855b05f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e'} {{(pid=80384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 15:09:46.577578 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [None req-4d0b1b8c-2a0c-4d0f-880b-63512cdc3a78 None None] Bound port: 241b13d4-399a-446b-9afb-d645b8b0c23c, host: dv-cinder-757908-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4bc1e7b-f0cf-45e4-b2f6-c41c855b05f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e'}}] {{(pid=80384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 15:09:46.578131 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-4d0b1b8c-2a0c-4d0f-880b-63512cdc3a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:46.584621 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-b3ec1e08-92c3-497d-8abf-21cb4974f82f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:46.611291 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4165148-7eeb-48b7-89b7-a173617be5e9 None None] Pushing event updated for resources: {'Port': ['ID=241b13d4-399a-446b-9afb-d645b8b0c23c,revision_number=2']} {{(pid=80384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:09:46.614539 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-e4165148-7eeb-48b7-89b7-a173617be5e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:09:46.733754 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [None req-4d0b1b8c-2a0c-4d0f-880b-63512cdc3a78 None None] For port 241b13d4-399a-446b-9afb-d645b8b0c23c, host dv-cinder-757908-3-iscsi, cleared binding levels {{(pid=80384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 15:09:46.740042 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [None req-4d0b1b8c-2a0c-4d0f-880b-63512cdc3a78 None None] For port 241b13d4-399a-446b-9afb-d645b8b0c23c, host dv-cinder-757908-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-3-iscsi',level=0,port_id=241b13d4-399a-446b-9afb-d645b8b0c23c,segment=NetworkSegment(d4bc1e7b-f0cf-45e4-b2f6-c41c855b05f5),segment_id=d4bc1e7b-f0cf-45e4-b2f6-c41c855b05f5)] {{(pid=80384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 15:09:46.767848 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-4d0b1b8c-2a0c-4d0f-880b-63512cdc3a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024'] for port, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:46.885071 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-afb3b164-ab0a-4841-9ac0-64f973e5bb40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:09:46.915058 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-b3ec1e08-92c3-497d-8abf-21cb4974f82f admin admin] Notify callbacks [] for port, precommit_update {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:46.919997 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-b3ec1e08-92c3-497d-8abf-21cb4974f82f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036824732220'] for port, after_update {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:46.954797 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-763489c4-2d86-44dd-9e72-760a1f30b0cf tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:09:46.977753 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-c1d84e43-a5c1-46e5-8849-f481cec00558 None None] Provisioning for port 6ccc30d5-9a7e-4da0-b2f2-44aed636116f completed by entity DHCP. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 15:09:46.989983 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-c1d84e43-a5c1-46e5-8849-f481cec00558 None None] Provisioning complete for port 6ccc30d5-9a7e-4da0-b2f2-44aed636116f triggered by entity DHCP. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:09:46.990411 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-c1d84e43-a5c1-46e5-8849-f481cec00558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:47.042617 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-b3ec1e08-92c3-497d-8abf-21cb4974f82f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32547023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33522183'] for router_interface, after_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:47.060423 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ec1e08-92c3-497d-8abf-21cb4974f82f admin admin] Pushing event updated for resources: {'Port': ['ID=6ccc30d5-9a7e-4da0-b2f2-44aed636116f,revision_number=2']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:09:47.060646 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4165148-7eeb-48b7-89b7-a173617be5e9 None None] Pushing event updated for resources: {'Port': ['ID=241b13d4-399a-446b-9afb-d645b8b0c23c,revision_number=3']} {{(pid=80384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:09:47.064586 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-b3ec1e08-92c3-497d-8abf-21cb4974f82f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:09:47.066535 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-e4165148-7eeb-48b7-89b7-a173617be5e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:09:47.071090 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [None req-c1d84e43-a5c1-46e5-8849-f481cec00558 None None] Port 6ccc30d5-9a7e-4da0-b2f2-44aed636116f cannot update to ACTIVE because it is not bound. {{(pid=80384) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 15:09:47.080754 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0b1b8c-2a0c-4d0f-880b-63512cdc3a78 None None] Routers {'a0232454-4c31-4c72-a469-0c5f61e6b4c6'} bound to L3 agent in host dv-cinder-757908-3-iscsi {{(pid=80384) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 15:09:47.081428 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-4d0b1b8c-2a0c-4d0f-880b-63512cdc3a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f072eb39fd0>, 'dv-cinder-757908-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-03T14:53:20Z,description=<?>,heartbeat_timestamp=2020-12-03T15:09:20Z,host='dv-cinder-757908-3-iscsi',id=7132dbe3-ed21-4d9d-abcc-41c34baf52ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T14:53:20Z,topic='l3_agent')) {'router_ids': ['a0232454-4c31-4c72-a469-0c5f61e6b4c6'], 'active': True} {{(pid=80384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:09:47.202607 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ec1e08-92c3-497d-8abf-21cb4974f82f admin admin] Network ca7902d6-3500-4f57-934f-b73bb22a6c84 is already hosted by enough agents. {{(pid=80382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 15:09:47.203892 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.base_scheduler [None req-b3ec1e08-92c3-497d-8abf-21cb4974f82f admin admin] Resources bound (agent type, host, resource id):  {{(pid=80382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 15:09:47.274439 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvr_db [None req-4d0b1b8c-2a0c-4d0f-880b-63512cdc3a78 None None] Set router a0232454-4c31-4c72-a469-0c5f61e6b4c6 gateway port host: dv-cinder-757908-3-iscsi {{(pid=80384) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 15:09:47.413345 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3ec1e08-92c3-497d-8abf-21cb4974f82f admin admin] Router a0232454-4c31-4c72-a469-0c5f61e6b4c6 has already been hosted by L3 agent 7132dbe3-ed21-4d9d-abcc-41c34baf52ae {{(pid=80382) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 15:09:47.457428 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-b2898bbd-d221-45e0-bb00-bd6c8228ffbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:47.561000 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-0a3b08ae-82dc-46ed-9199-a2320a717d87 None None] Provisioning complete for port 6ccc30d5-9a7e-4da0-b2f2-44aed636116f triggered by entity DHCP. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:09:47.561425 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0a3b08ae-82dc-46ed-9199-a2320a717d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:47.608897 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Device 81094d8a-5153-46ee-92c3-752cf450e464 up at agent ovs-agent-dv-cinder-757908-3-iscsi {{(pid=80384) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 15:09:47.609802 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3ec1e08-92c3-497d-8abf-21cb4974f82f admin admin] Notify agent at l3_agent.dv-cinder-757908-3-iscsi the message routers_updated {{(pid=80382) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 15:09:47.619809 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-b3ec1e08-92c3-497d-8abf-21cb4974f82f admin admin] 10.222.0.63 "PUT /v2.0/routers/a0232454-4c31-4c72-a469-0c5f61e6b4c6/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3093004
Dec 03 15:09:47.723787 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [None req-0a3b08ae-82dc-46ed-9199-a2320a717d87 None None] Port 6ccc30d5-9a7e-4da0-b2f2-44aed636116f cannot update to ACTIVE because it is not bound. {{(pid=80384) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 15:09:47.764798 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Provisioning complete for port 81094d8a-5153-46ee-92c3-752cf450e464 triggered by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:09:47.765224 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:47.817043 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-4d0b1b8c-2a0c-4d0f-880b-63512cdc3a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f072eb39fd0>, [{'id': 'a0232454-4c31-4c72-a469-0c5f61e6b4c6', 'name': 'tempest-TestVolumeBootPattern-395720009-router', 'tenant_id': 'f470bb55fd724a97959cc14ef30e0db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'external_fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '241b13d4-399a-446b-9afb-d645b8b0c23c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:09:41Z', 'updated_at': '2020-12-03T15:09:46Z', 'revision_number': 4, 'project_id': 'f470bb55fd724a97959cc14ef30e0db0', 'gw_port': {'id': '241b13d4-399a-446b-9afb-d645b8b0c23c', 'name': '', 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:23:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0232454-4c31-4c72-a469-0c5f61e6b4c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:09:42Z', 'updated_at': '2020-12-03T15:09:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-iscsi', '_interfaces': [{'id': '6ccc30d5-9a7e-4da0-b2f2-44aed636116f', 'name': '', 'network_id': 'ca7902d6-3500-4f57-934f-b73bb22a6c84', 'tenant_id': 'f470bb55fd724a97959cc14ef30e0db0', 'mac_address': 'fa:16:3e:89:5a:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0232454-4c31-4c72-a469-0c5f61e6b4c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '2c3a1b0e-0906-4771-89fd-c57f0540e6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:09:45Z', 'updated_at': '2020-12-03T15:09:46Z', 'revision_number': 2, 'project_id': 'f470bb55fd724a97959cc14ef30e0db0', 'subnets': [{'id': '2c3a1b0e-0906-4771-89fd-c57f0540e6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-3-iscsi', False) {} {{(pid=80384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:09:47.824875 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0b1b8c-2a0c-4d0f-880b-63512cdc3a78 None None] The sync data for ids ['a0232454-4c31-4c72-a469-0c5f61e6b4c6'] in dv-cinder-757908-3-iscsi is: [{'id': 'a0232454-4c31-4c72-a469-0c5f61e6b4c6', 'name': 'tempest-TestVolumeBootPattern-395720009-router', 'tenant_id': 'f470bb55fd724a97959cc14ef30e0db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'external_fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '241b13d4-399a-446b-9afb-d645b8b0c23c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:09:41Z', 'updated_at': '2020-12-03T15:09:46Z', 'revision_number': 4, 'project_id': 'f470bb55fd724a97959cc14ef30e0db0', 'gw_port': {'id': '241b13d4-399a-446b-9afb-d645b8b0c23c', 'name': '', 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:23:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0232454-4c31-4c72-a469-0c5f61e6b4c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:09:42Z', 'updated_at': '2020-12-03T15:09:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-iscsi', '_interfaces': [{'id': '6ccc30d5-9a7e-4da0-b2f2-44aed636116f', 'name': '', 'network_id': 'ca7902d6-3500-4f57-934f-b73bb22a6c84', 'tenant_id': 'f470bb55fd724a97959cc14ef30e0db0', 'mac_address': 'fa:16:3e:89:5a:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0232454-4c31-4c72-a469-0c5f61e6b4c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '2c3a1b0e-0906-4771-89fd-c57f0540e6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:09:45Z', 'updated_at': '2020-12-03T15:09:46Z', 'revision_number': 2, 'project_id': 'f470bb55fd724a97959cc14ef30e0db0', 'subnets': [{'id': '2c3a1b0e-0906-4771-89fd-c57f0540e6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80384) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 15:09:48.526240 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 35366) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:09:48.532756 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.base [None req-1075a320-0514-45df-8084-ffcfa62e6596 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-397685186-network', 'tenant_id': '503358da12ee46d99e700cd5fd55130e'}} {{(pid=80382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 15:09:48.538173 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-1075a320-0514-45df-8084-ffcfa62e6596 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:09:48.547102 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-1075a320-0514-45df-8084-ffcfa62e6596 admin admin] Usage tracker for resource:network and tenant:503358da12ee46d99e700cd5fd55130e is out of sync, need to count used quota {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:09:48.550583 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-1075a320-0514-45df-8084-ffcfa62e6596 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:09:48.557043 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-1075a320-0514-45df-8084-ffcfa62e6596 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:09:48.568186 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1075a320-0514-45df-8084-ffcfa62e6596 admin admin] Made reservation on behalf of 503358da12ee46d99e700cd5fd55130e for: {'network': 1} {{(pid=80382) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 15:09:48.573151 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-1075a320-0514-45df-8084-ffcfa62e6596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for network, before_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:48.587209 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-1075a320-0514-45df-8084-ffcfa62e6596 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:48.623878 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-1075a320-0514-45df-8084-ffcfa62e6596 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:09:48.628883 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-1075a320-0514-45df-8084-ffcfa62e6596 admin admin] Usage tracker for resource:security_group_rule and tenant:503358da12ee46d99e700cd5fd55130e is out of sync, need to count used quota {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:09:48.632117 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-1075a320-0514-45df-8084-ffcfa62e6596 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:09:48.643226 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-1075a320-0514-45df-8084-ffcfa62e6596 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:09:48.745110 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-1075a320-0514-45df-8084-ffcfa62e6596 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:48.749146 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-1075a320-0514-45df-8084-ffcfa62e6596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:48.766200 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1075a320-0514-45df-8084-ffcfa62e6596 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80382) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 15:09:48.768854 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-c32b26a3-c8c0-4358-b11d-24b0f6351af5 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:09:48.795520 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-1075a320-0514-45df-8084-ffcfa62e6596 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8729303191104', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986486'] for segment, precommit_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:48.795974 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.db.segments_db [None req-1075a320-0514-45df-8084-ffcfa62e6596 admin admin] Added segment e0a8f188-2bb6-4fc0-8404-86d6e3094df8 of type vxlan for network 56c04ede-5856-477e-8303-41d1403d1b7e
Dec 03 15:09:48.809863 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1075a320-0514-45df-8084-ffcfa62e6596 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6661c11-e7c1-43ee-84a7-bc8ec568594f,revision_number=1']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:09:48.816193 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-1075a320-0514-45df-8084-ffcfa62e6596 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:09:48.834497 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-1075a320-0514-45df-8084-ffcfa62e6596 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729302618551'] for network, precommit_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:48.866434 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-1075a320-0514-45df-8084-ffcfa62e6596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068'] for network, after_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:48.867653 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1075a320-0514-45df-8084-ffcfa62e6596 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:09:48.868466 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-1075a320-0514-45df-8084-ffcfa62e6596 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036822225390'] for network, before_response {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:48.873724 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-d74eb00b-024c-4839-ad4d-4b16582d04b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:09:48.985502 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1075a320-0514-45df-8084-ffcfa62e6596 admin admin] Pushing event updated for resources: {'Network': ['ID=56c04ede-5856-477e-8303-41d1403d1b7e,revision_number=1']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:09:48.988752 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-1075a320-0514-45df-8084-ffcfa62e6596 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201  len: 877 time: 0.4613187
Dec 03 15:09:48.989791 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-1075a320-0514-45df-8084-ffcfa62e6596 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:09:48.991499 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 35370) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:09:48.998178 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.base [None req-6ade2ba3-d8b2-479d-8856-ea5aaf859556 admin admin] Request body: {'subnet': {'network_id': '56c04ede-5856-477e-8303-41d1403d1b7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-397685186-subnet', 'tenant_id': '503358da12ee46d99e700cd5fd55130e', 'ip_version': 4}} {{(pid=80382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 15:09:49.000478 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Network 56c04ede-5856-477e-8303-41d1403d1b7e details requested by agent ovs-agent-dv-cinder-757908-3-iscsi with host dv-cinder-757908-3-iscsi {{(pid=80384) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 15:09:49.003490 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-6ade2ba3-d8b2-479d-8856-ea5aaf859556 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:09:49.007689 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-6ade2ba3-d8b2-479d-8856-ea5aaf859556 admin admin] Usage tracker for resource:subnet and tenant:503358da12ee46d99e700cd5fd55130e is out of sync, need to count used quota {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:09:49.011058 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-6ade2ba3-d8b2-479d-8856-ea5aaf859556 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:09:49.017170 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-6ade2ba3-d8b2-479d-8856-ea5aaf859556 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:09:49.024338 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Network 56c04ede-5856-477e-8303-41d1403d1b7e details requested by agent ovs-agent-hv-cinder-75790 with host hv-cinder-75790 {{(pid=80384) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 15:09:49.028195 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ade2ba3-d8b2-479d-8856-ea5aaf859556 admin admin] Made reservation on behalf of 503358da12ee46d99e700cd5fd55130e for: {'subnet': 1} {{(pid=80382) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 15:09:49.033131 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-6ade2ba3-d8b2-479d-8856-ea5aaf859556 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30872680'] for subnet, before_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:49.560107 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-6ade2ba3-d8b2-479d-8856-ea5aaf859556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33445888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036824732836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30872697'] for subnet, after_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:49.578486 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:09:49.622238 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Device 241b13d4-399a-446b-9afb-d645b8b0c23c up at agent ovs-agent-dv-cinder-757908-3-iscsi {{(pid=80384) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 15:09:49.696993 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Provisioning for port 241b13d4-399a-446b-9afb-d645b8b0c23c completed by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 15:09:49.702583 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Provisioning complete for port 241b13d4-399a-446b-9afb-d645b8b0c23c triggered by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:09:49.703012 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:49.840995 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:49.858903 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] For port 241b13d4-399a-446b-9afb-d645b8b0c23c, host dv-cinder-757908-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-3-iscsi',level=0,port_id=241b13d4-399a-446b-9afb-d645b8b0c23c,segment=NetworkSegment(d4bc1e7b-f0cf-45e4-b2f6-c41c855b05f5),segment_id=d4bc1e7b-f0cf-45e4-b2f6-c41c855b05f5)] {{(pid=80384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 15:09:49.862657 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024'] for port, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:49.864533 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-0fafb6e0-4c71-45b6-b338-24fb1ed59a87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:09:49.937138 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Pushing event updated for resources: {'Port': ['ID=241b13d4-399a-446b-9afb-d645b8b0c23c,revision_number=4']} {{(pid=80384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:09:49.940782 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:09:49.951102 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ade2ba3-d8b2-479d-8856-ea5aaf859556 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25b4d733-2be5-4316-97d4-8c408b2073f0,revision_number=0']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:09:49.955143 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-6ade2ba3-d8b2-479d-8856-ea5aaf859556 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:09:50.018670 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ade2ba3-d8b2-479d-8856-ea5aaf859556 admin admin] Checking segment: {'id': 'e0a8f188-2bb6-4fc0-8404-86d6e3094df8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '56c04ede-5856-477e-8303-41d1403d1b7e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 15:09:50.019053 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ade2ba3-d8b2-479d-8856-ea5aaf859556 admin admin] Network hostable DHCP agents. Network: 56c04ede-5856-477e-8303-41d1403d1b7e, hostable agents: ['79bacdc6-fafb-4baa-889e-4ec466dca3bd'], hosted agents: [] {{(pid=80382) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 15:09:50.039089 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ade2ba3-d8b2-479d-8856-ea5aaf859556 admin admin] Network 56c04ede-5856-477e-8303-41d1403d1b7e is scheduled to be hosted by DHCP agent 79bacdc6-fafb-4baa-889e-4ec466dca3bd with binding_index 1 {{(pid=80382) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 15:09:50.047363 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.base_scheduler [None req-6ade2ba3-d8b2-479d-8856-ea5aaf859556 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-757908-3-iscsi, 56c04ede-5856-477e-8303-41d1403d1b7e) {{(pid=80382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 15:09:50.057241 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb02de8c-0f50-4614-9a5c-f65a657c59e7 None None] Network 56c04ede-5856-477e-8303-41d1403d1b7e requested from dv-cinder-757908-3-iscsi {{(pid=80384) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 15:09:50.060230 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ade2ba3-d8b2-479d-8856-ea5aaf859556 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:09:50.060885 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-6ade2ba3-d8b2-479d-8856-ea5aaf859556 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036822225390'] for subnet, before_response {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:50.081635 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-6ade2ba3-d8b2-479d-8856-ea5aaf859556 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.0888293
Dec 03 15:09:50.084435 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 35382) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:09:50.090786 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.base [None req-49c5bb74-4ae4-45ba-923e-bb4b437d6914 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-397685186-router', 'tenant_id': '503358da12ee46d99e700cd5fd55130e', 'external_gateway_info': {'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e'}}} {{(pid=80382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 15:09:50.095580 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-49c5bb74-4ae4-45ba-923e-bb4b437d6914 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:09:50.099735 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-49c5bb74-4ae4-45ba-923e-bb4b437d6914 admin admin] Usage tracker for resource:router and tenant:503358da12ee46d99e700cd5fd55130e is out of sync, need to count used quota {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:09:50.103939 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-49c5bb74-4ae4-45ba-923e-bb4b437d6914 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:09:50.109791 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-49c5bb74-4ae4-45ba-923e-bb4b437d6914 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:09:50.119598 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-49c5bb74-4ae4-45ba-923e-bb4b437d6914 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036821239658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7905'] for router, before_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:50.120634 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-49c5bb74-4ae4-45ba-923e-bb4b437d6914 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036821239711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33528563', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036821331856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854767978'] for router, precommit_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:50.136640 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-49c5bb74-4ae4-45ba-923e-bb4b437d6914 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:50.191742 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-22148083-7234-44ab-8ec2-d1ae882c5050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:50.205753 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-d1a712ed-1597-40ee-be3f-9bd7eb160871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:50.315468 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6ae6fb-2254-42c5-ba9b-dac533cff4cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbc8265b-6ee3-5798-ab2f-e750a40fd5a2-56c04ede-5856-477e-8303-41d1403d1b7e', 'network_id': '56c04ede-5856-477e-8303-41d1403d1b7e', 'tenant_id': '503358da12ee46d99e700cd5fd55130e', 'fixed_ips': [{'subnet_id': '25b4d733-2be5-4316-97d4-8c408b2073f0'}]}} from dv-cinder-757908-3-iscsi. {{(pid=80384) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 03 15:09:50.316416 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0c6ae6fb-2254-42c5-ba9b-dac533cff4cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_create {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:50.433181 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-49c5bb74-4ae4-45ba-923e-bb4b437d6914 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33528544', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33536120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854767993'] for router, precommit_update {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:50.613573 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.db_base_plugin_common [None req-0c6ae6fb-2254-42c5-ba9b-dac533cff4cd None None] Allocated IP 172.20.0.2 (56c04ede-5856-477e-8303-41d1403d1b7e/25b4d733-2be5-4316-97d4-8c408b2073f0/bd80ddd2-1e0b-4ef3-897a-82230d629b61) {{(pid=80384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 15:09:50.783777 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-49c5bb74-4ae4-45ba-923e-bb4b437d6914 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:50.823542 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-49c5bb74-4ae4-45ba-923e-bb4b437d6914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:51.033313 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0c6ae6fb-2254-42c5-ba9b-dac533cff4cd None None] Notify callbacks [] for port, precommit_create {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:51.044404 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-0c6ae6fb-2254-42c5-ba9b-dac533cff4cd None None] Transition to ACTIVE for port object bd80ddd2-1e0b-4ef3-897a-82230d629b61 will not be triggered until provisioned by entity L2. {{(pid=80384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 15:09:51.061494 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-0c6ae6fb-2254-42c5-ba9b-dac533cff4cd None None] Transition to ACTIVE for port object bd80ddd2-1e0b-4ef3-897a-82230d629b61 will not be triggered until provisioned by entity DHCP. {{(pid=80384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 15:09:51.066220 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0c6ae6fb-2254-42c5-ba9b-dac533cff4cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307552080722'] for port, after_create {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:51.082536 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-1d20c8a8-c395-4957-9f05-b078d6bd429e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:09:51.120820 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.db_base_plugin_common [None req-49c5bb74-4ae4-45ba-923e-bb4b437d6914 admin admin] Allocated IP 172.27.2.169 (729c535b-bd07-4b0c-9bb6-d0eda364af7e/c53074ee-6482-4d40-a0b6-bf7110d55051/c851298a-be38-4325-9878-b7272327acbc) {{(pid=80382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 15:09:51.256550 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6ae6fb-2254-42c5-ba9b-dac533cff4cd None None] Pushing event updated for resources: {'Port': ['ID=bd80ddd2-1e0b-4ef3-897a-82230d629b61,revision_number=1']} {{(pid=80384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:09:51.260017 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-0c6ae6fb-2254-42c5-ba9b-dac533cff4cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:09:51.292734 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59f51c9-5c55-48f3-abff-a62d3567afa2 None None] Sync routers for ids ['a0232454-4c31-4c72-a469-0c5f61e6b4c6'] in dv-cinder-757908-3-iscsi {{(pid=80385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 15:09:51.303425 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59f51c9-5c55-48f3-abff-a62d3567afa2 None None] Routers {'a0232454-4c31-4c72-a469-0c5f61e6b4c6'} bound to L3 agent in host dv-cinder-757908-3-iscsi {{(pid=80385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 15:09:51.304072 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-f59f51c9-5c55-48f3-abff-a62d3567afa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f072eb32748>, 'dv-cinder-757908-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-03T14:53:20Z,description=<?>,heartbeat_timestamp=2020-12-03T15:09:50Z,host='dv-cinder-757908-3-iscsi',id=7132dbe3-ed21-4d9d-abcc-41c34baf52ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T14:53:20Z,topic='l3_agent')) {'router_ids': ['a0232454-4c31-4c72-a469-0c5f61e6b4c6'], 'active': True} {{(pid=80385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:09:51.324198 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:51.333507 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-49c5bb74-4ae4-45ba-923e-bb4b437d6914 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:51.334610 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c6ae6fb-2254-42c5-ba9b-dac533cff4cd None None] Network 56c04ede-5856-477e-8303-41d1403d1b7e is already hosted by enough agents. {{(pid=80384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 15:09:51.335785 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.base_scheduler [None req-0c6ae6fb-2254-42c5-ba9b-dac533cff4cd None None] Resources bound (agent type, host, resource id):  {{(pid=80384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 15:09:51.339924 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6ae6fb-2254-42c5-ba9b-dac533cff4cd None None] Received port after_create {{(pid=80384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 15:09:51.368019 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-49c5bb74-4ae4-45ba-923e-bb4b437d6914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307552080722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30043597'] for port, after_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:51.384098 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-2d4e0462-382b-4c7b-9d36-8a240063f14e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:09:51.395404 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [None req-0c6ae6fb-2254-42c5-ba9b-dac533cff4cd None None] Attempting to bind port bd80ddd2-1e0b-4ef3-897a-82230d629b61 on host dv-cinder-757908-3-iscsi for vnic_type normal with profile  {{(pid=80384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 15:09:51.395820 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [None req-0c6ae6fb-2254-42c5-ba9b-dac533cff4cd None None] Attempting to bind port bd80ddd2-1e0b-4ef3-897a-82230d629b61 by drivers openvswitch on host dv-cinder-757908-3-iscsi at level 0 using segments [{'id': 'e0a8f188-2bb6-4fc0-8404-86d6e3094df8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '56c04ede-5856-477e-8303-41d1403d1b7e'}] {{(pid=80384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 15:09:51.396229 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6ae6fb-2254-42c5-ba9b-dac533cff4cd None None] Attempting to bind port bd80ddd2-1e0b-4ef3-897a-82230d629b61 on network 56c04ede-5856-477e-8303-41d1403d1b7e {{(pid=80384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 15:09:51.402846 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6ae6fb-2254-42c5-ba9b-dac533cff4cd None None] Checking agent: {'id': 'd86ab5d6-8c79-4633-8bc6-d0d32e0bb057', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757908-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 14, 53, 21), 'started_at': datetime.datetime(2020, 12, 3, 14, 53, 51), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 15, 9, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757908-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.78', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 15:09:51.403259 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6ae6fb-2254-42c5-ba9b-dac533cff4cd None None] Checking segment: {'id': 'e0a8f188-2bb6-4fc0-8404-86d6e3094df8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '56c04ede-5856-477e-8303-41d1403d1b7e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 15:09:51.403701 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0c6ae6fb-2254-42c5-ba9b-dac533cff4cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:51.404132 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6ae6fb-2254-42c5-ba9b-dac533cff4cd None None] Bound using segment: {'id': 'e0a8f188-2bb6-4fc0-8404-86d6e3094df8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '56c04ede-5856-477e-8303-41d1403d1b7e'} {{(pid=80384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 15:09:51.404643 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [None req-0c6ae6fb-2254-42c5-ba9b-dac533cff4cd None None] Bound port: bd80ddd2-1e0b-4ef3-897a-82230d629b61, host: dv-cinder-757908-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0a8f188-2bb6-4fc0-8404-86d6e3094df8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '56c04ede-5856-477e-8303-41d1403d1b7e'}}] {{(pid=80384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 15:09:51.405058 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0c6ae6fb-2254-42c5-ba9b-dac533cff4cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:51.489539 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvr_db [None req-f59f51c9-5c55-48f3-abff-a62d3567afa2 None None] Set router a0232454-4c31-4c72-a469-0c5f61e6b4c6 gateway port host: dv-cinder-757908-3-iscsi {{(pid=80385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 15:09:51.505796 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [None req-0c6ae6fb-2254-42c5-ba9b-dac533cff4cd None None] For port bd80ddd2-1e0b-4ef3-897a-82230d629b61, host dv-cinder-757908-3-iscsi, cleared binding levels {{(pid=80384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 15:09:51.510989 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [None req-0c6ae6fb-2254-42c5-ba9b-dac533cff4cd None None] For port bd80ddd2-1e0b-4ef3-897a-82230d629b61, host dv-cinder-757908-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-3-iscsi',level=0,port_id=bd80ddd2-1e0b-4ef3-897a-82230d629b61,segment=NetworkSegment(e0a8f188-2bb6-4fc0-8404-86d6e3094df8),segment_id=e0a8f188-2bb6-4fc0-8404-86d6e3094df8)] {{(pid=80384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 15:09:51.515091 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0c6ae6fb-2254-42c5-ba9b-dac533cff4cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024'] for port, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:51.523663 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c5bb74-4ae4-45ba-923e-bb4b437d6914 admin admin] Pushing event updated for resources: {'Port': ['ID=c851298a-be38-4325-9878-b7272327acbc,revision_number=1']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:09:51.527465 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-49c5bb74-4ae4-45ba-923e-bb4b437d6914 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:09:51.561286 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-e4165148-7eeb-48b7-89b7-a173617be5e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:09:51.581746 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c5bb74-4ae4-45ba-923e-bb4b437d6914 admin admin] Network 729c535b-bd07-4b0c-9bb6-d0eda364af7e is already hosted by enough agents. {{(pid=80382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 15:09:51.582969 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.base_scheduler [None req-49c5bb74-4ae4-45ba-923e-bb4b437d6914 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 15:09:51.589415 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c5bb74-4ae4-45ba-923e-bb4b437d6914 admin admin] Received port after_create {{(pid=80382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 15:09:51.621807 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Device 241b13d4-399a-446b-9afb-d645b8b0c23c up at agent ovs-agent-dv-cinder-757908-3-iscsi {{(pid=80384) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 15:09:51.740991 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6ae6fb-2254-42c5-ba9b-dac533cff4cd None None] Pushing event updated for resources: {'Port': ['ID=bd80ddd2-1e0b-4ef3-897a-82230d629b61,revision_number=2']} {{(pid=80384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:09:51.749212 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-0c6ae6fb-2254-42c5-ba9b-dac533cff4cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:09:51.799974 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Provisioning complete for port 241b13d4-399a-446b-9afb-d645b8b0c23c triggered by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:09:51.800423 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:51.865820 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-f59f51c9-5c55-48f3-abff-a62d3567afa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f072eb32748>, [{'id': 'a0232454-4c31-4c72-a469-0c5f61e6b4c6', 'name': 'tempest-TestVolumeBootPattern-395720009-router', 'tenant_id': 'f470bb55fd724a97959cc14ef30e0db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'external_fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '241b13d4-399a-446b-9afb-d645b8b0c23c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:09:41Z', 'updated_at': '2020-12-03T15:09:46Z', 'revision_number': 4, 'project_id': 'f470bb55fd724a97959cc14ef30e0db0', 'gw_port': {'id': '241b13d4-399a-446b-9afb-d645b8b0c23c', 'name': '', 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:23:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0232454-4c31-4c72-a469-0c5f61e6b4c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:09:42Z', 'updated_at': '2020-12-03T15:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-iscsi', '_interfaces': [{'id': '6ccc30d5-9a7e-4da0-b2f2-44aed636116f', 'name': '', 'network_id': 'ca7902d6-3500-4f57-934f-b73bb22a6c84', 'tenant_id': 'f470bb55fd724a97959cc14ef30e0db0', 'mac_address': 'fa:16:3e:89:5a:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0232454-4c31-4c72-a469-0c5f61e6b4c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '2c3a1b0e-0906-4771-89fd-c57f0540e6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:09:45Z', 'updated_at': '2020-12-03T15:09:46Z', 'revision_number': 2, 'project_id': 'f470bb55fd724a97959cc14ef30e0db0', 'subnets': [{'id': '2c3a1b0e-0906-4771-89fd-c57f0540e6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-3-iscsi', False) {} {{(pid=80385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:09:51.870458 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59f51c9-5c55-48f3-abff-a62d3567afa2 None None] Checking router: a0232454-4c31-4c72-a469-0c5f61e6b4c6 for host: dv-cinder-757908-3-iscsi {{(pid=80385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 15:09:51.870859 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59f51c9-5c55-48f3-abff-a62d3567afa2 None None] Updating router a0232454-4c31-4c72-a469-0c5f61e6b4c6 port 6ccc30d5-9a7e-4da0-b2f2-44aed636116f binding host dv-cinder-757908-3-iscsi {{(pid=80385) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 03 15:09:51.948796 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-f59f51c9-5c55-48f3-abff-a62d3567afa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:52.042469 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-7c778c2a-832b-4a71-9338-2409dcb4fb0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:52.055913 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-49c5bb74-4ae4-45ba-923e-bb4b437d6914 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:52.450611 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-f59f51c9-5c55-48f3-abff-a62d3567afa2 None None] Notify callbacks [] for port, precommit_update {{(pid=80385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:52.465939 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-f59f51c9-5c55-48f3-abff-a62d3567afa2 None None] Transition to ACTIVE for port object 6ccc30d5-9a7e-4da0-b2f2-44aed636116f will not be triggered until provisioned by entity L2. {{(pid=80385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 15:09:52.470579 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-f59f51c9-5c55-48f3-abff-a62d3567afa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024'] for port, after_update {{(pid=80385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:52.487964 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-0360aea1-417f-4ce9-b5cf-7c0cda7c3384 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:09:52.688512 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-49c5bb74-4ae4-45ba-923e-bb4b437d6914 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036821239696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33527559'] for router, after_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:52.789061 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519c2f2f-5b64-470a-8a71-d37ff106bcff None None] Pushing event updated for resources: {'Port': ['ID=6ccc30d5-9a7e-4da0-b2f2-44aed636116f,revision_number=3']} {{(pid=80385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:09:52.805052 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519c2f2f-5b64-470a-8a71-d37ff106bcff None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:09:52.805254 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519c2f2f-5b64-470a-8a71-d37ff106bcff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:09:52.805635 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519c2f2f-5b64-470a-8a71-d37ff106bcff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:09:52.806411 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519c2f2f-5b64-470a-8a71-d37ff106bcff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:09:52.806994 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519c2f2f-5b64-470a-8a71-d37ff106bcff None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:09:52.807667 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519c2f2f-5b64-470a-8a71-d37ff106bcff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:09:52.807667 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519c2f2f-5b64-470a-8a71-d37ff106bcff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:09:52.808015 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519c2f2f-5b64-470a-8a71-d37ff106bcff None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:09:52.808749 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519c2f2f-5b64-470a-8a71-d37ff106bcff None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:09:52.808749 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519c2f2f-5b64-470a-8a71-d37ff106bcff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:09:52.809046 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519c2f2f-5b64-470a-8a71-d37ff106bcff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:09:52.809403 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519c2f2f-5b64-470a-8a71-d37ff106bcff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:09:52.809803 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519c2f2f-5b64-470a-8a71-d37ff106bcff None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:09:52.810212 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519c2f2f-5b64-470a-8a71-d37ff106bcff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:09:52.810576 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519c2f2f-5b64-470a-8a71-d37ff106bcff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:09:52.810995 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519c2f2f-5b64-470a-8a71-d37ff106bcff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:09:52.811260 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519c2f2f-5b64-470a-8a71-d37ff106bcff None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:09:52.811617 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519c2f2f-5b64-470a-8a71-d37ff106bcff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:09:52.811972 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519c2f2f-5b64-470a-8a71-d37ff106bcff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:09:52.812327 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519c2f2f-5b64-470a-8a71-d37ff106bcff None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:09:52.812699 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519c2f2f-5b64-470a-8a71-d37ff106bcff None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:09:52.813054 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519c2f2f-5b64-470a-8a71-d37ff106bcff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:09:52.813411 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519c2f2f-5b64-470a-8a71-d37ff106bcff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:09:52.813763 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519c2f2f-5b64-470a-8a71-d37ff106bcff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:09:52.825799 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-519c2f2f-5b64-470a-8a71-d37ff106bcff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=80385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:09:52.915512 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49c5bb74-4ae4-45ba-923e-bb4b437d6914 admin admin] Router d219a60d-0572-432e-a8ef-303ff83130fb is scheduled to L3 agent 7132dbe3-ed21-4d9d-abcc-41c34baf52ae with binding_index 1 {{(pid=80382) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 03 15:09:52.984878 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [None req-f59f51c9-5c55-48f3-abff-a62d3567afa2 None None] Attempting to bind port 6ccc30d5-9a7e-4da0-b2f2-44aed636116f on host dv-cinder-757908-3-iscsi for vnic_type normal with profile  {{(pid=80385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 15:09:52.985294 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [None req-f59f51c9-5c55-48f3-abff-a62d3567afa2 None None] Attempting to bind port 6ccc30d5-9a7e-4da0-b2f2-44aed636116f by drivers openvswitch on host dv-cinder-757908-3-iscsi at level 0 using segments [{'id': '672fc1f2-c840-4033-80bd-615495b12170', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ca7902d6-3500-4f57-934f-b73bb22a6c84'}] {{(pid=80385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 15:09:52.985867 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59f51c9-5c55-48f3-abff-a62d3567afa2 None None] Attempting to bind port 6ccc30d5-9a7e-4da0-b2f2-44aed636116f on network ca7902d6-3500-4f57-934f-b73bb22a6c84 {{(pid=80385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 15:09:53.007020 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59f51c9-5c55-48f3-abff-a62d3567afa2 None None] Checking agent: {'id': 'd86ab5d6-8c79-4633-8bc6-d0d32e0bb057', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757908-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 14, 53, 21), 'started_at': datetime.datetime(2020, 12, 3, 14, 53, 51), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 15, 9, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757908-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.78', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 15:09:53.007455 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59f51c9-5c55-48f3-abff-a62d3567afa2 None None] Checking segment: {'id': '672fc1f2-c840-4033-80bd-615495b12170', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ca7902d6-3500-4f57-934f-b73bb22a6c84'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 15:09:53.007916 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-f59f51c9-5c55-48f3-abff-a62d3567afa2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:53.008359 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59f51c9-5c55-48f3-abff-a62d3567afa2 None None] Bound using segment: {'id': '672fc1f2-c840-4033-80bd-615495b12170', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ca7902d6-3500-4f57-934f-b73bb22a6c84'} {{(pid=80385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 15:09:53.008912 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [None req-f59f51c9-5c55-48f3-abff-a62d3567afa2 None None] Bound port: 6ccc30d5-9a7e-4da0-b2f2-44aed636116f, host: dv-cinder-757908-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '672fc1f2-c840-4033-80bd-615495b12170', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ca7902d6-3500-4f57-934f-b73bb22a6c84'}}] {{(pid=80385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 15:09:53.009962 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-f59f51c9-5c55-48f3-abff-a62d3567afa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:53.133658 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [None req-f59f51c9-5c55-48f3-abff-a62d3567afa2 None None] For port 6ccc30d5-9a7e-4da0-b2f2-44aed636116f, host dv-cinder-757908-3-iscsi, cleared binding levels {{(pid=80385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 15:09:53.138046 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [None req-f59f51c9-5c55-48f3-abff-a62d3567afa2 None None] For port 6ccc30d5-9a7e-4da0-b2f2-44aed636116f, host dv-cinder-757908-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-3-iscsi',level=0,port_id=6ccc30d5-9a7e-4da0-b2f2-44aed636116f,segment=NetworkSegment(672fc1f2-c840-4033-80bd-615495b12170),segment_id=672fc1f2-c840-4033-80bd-615495b12170)] {{(pid=80385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 15:09:53.143712 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-f59f51c9-5c55-48f3-abff-a62d3567afa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024'] for port, after_update {{(pid=80385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:53.157958 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:53.170699 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-4d2a8c46-1fda-4be0-9a74-f4c1b96c7acc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:09:53.230588 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49c5bb74-4ae4-45ba-923e-bb4b437d6914 admin admin] Notify agent at l3_agent.dv-cinder-757908-3-iscsi the message routers_updated {{(pid=80382) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 15:09:53.242241 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65aacf4-4483-48a0-9761-f403fb09b9dd None None] Sync routers for ids ['d219a60d-0572-432e-a8ef-303ff83130fb'] in dv-cinder-757908-3-iscsi {{(pid=80384) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 15:09:53.259436 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65aacf4-4483-48a0-9761-f403fb09b9dd None None] Routers {'d219a60d-0572-432e-a8ef-303ff83130fb'} bound to L3 agent in host dv-cinder-757908-3-iscsi {{(pid=80384) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 15:09:53.260589 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-d65aacf4-4483-48a0-9761-f403fb09b9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f072d3c11d0>, 'dv-cinder-757908-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-03T14:53:20Z,description=<?>,heartbeat_timestamp=2020-12-03T15:09:50Z,host='dv-cinder-757908-3-iscsi',id=7132dbe3-ed21-4d9d-abcc-41c34baf52ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T14:53:20Z,topic='l3_agent')) {'router_ids': ['d219a60d-0572-432e-a8ef-303ff83130fb'], 'active': True} {{(pid=80384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:09:53.274747 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-49c5bb74-4ae4-45ba-923e-bb4b437d6914 admin admin] Notify callbacks [] for router, before_response {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:53.276239 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-49c5bb74-4ae4-45ba-923e-bb4b437d6914 admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 3.1907659
Dec 03 15:09:53.279234 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 35404) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:09:53.326397 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519c2f2f-5b64-470a-8a71-d37ff106bcff None None] Pushing event updated for resources: {'Port': ['ID=6ccc30d5-9a7e-4da0-b2f2-44aed636116f,revision_number=4']} {{(pid=80385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:09:53.329842 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-519c2f2f-5b64-470a-8a71-d37ff106bcff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:09:53.404449 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59f51c9-5c55-48f3-abff-a62d3567afa2 None None] Routers {'a0232454-4c31-4c72-a469-0c5f61e6b4c6'} bound to L3 agent in host dv-cinder-757908-3-iscsi {{(pid=80385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 15:09:53.405130 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-f59f51c9-5c55-48f3-abff-a62d3567afa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f072eb32748>, 'dv-cinder-757908-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-03T14:53:20Z,description=<?>,heartbeat_timestamp=2020-12-03T15:09:50Z,host='dv-cinder-757908-3-iscsi',id=7132dbe3-ed21-4d9d-abcc-41c34baf52ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T14:53:20Z,topic='l3_agent')) {'router_ids': ['a0232454-4c31-4c72-a469-0c5f61e6b4c6'], 'active': True} {{(pid=80385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:09:53.502718 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvr_db [None req-d65aacf4-4483-48a0-9761-f403fb09b9dd None None] Set router d219a60d-0572-432e-a8ef-303ff83130fb gateway port host: dv-cinder-757908-3-iscsi {{(pid=80384) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 15:09:53.578080 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb735c3-0e45-406e-bae4-1543d5a8c2f4 None None] Network 56c04ede-5856-477e-8303-41d1403d1b7e requested from dv-cinder-757908-3-iscsi {{(pid=80384) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 15:09:53.675896 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvr_db [None req-f59f51c9-5c55-48f3-abff-a62d3567afa2 None None] Set router a0232454-4c31-4c72-a469-0c5f61e6b4c6 gateway port host: dv-cinder-757908-3-iscsi {{(pid=80385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 15:09:53.814020 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Device bd80ddd2-1e0b-4ef3-897a-82230d629b61 up at agent ovs-agent-dv-cinder-757908-3-iscsi {{(pid=80384) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 15:09:53.838583 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-540f4920-d087-4d5c-9c79-0ae583bbbe9a None None] Provisioning for port bd80ddd2-1e0b-4ef3-897a-82230d629b61 completed by entity DHCP. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 15:09:54.069263 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-cc1d3738-759a-4955-bd24-0116242d148d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:54.072999 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-f59f51c9-5c55-48f3-abff-a62d3567afa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f072eb32748>, [{'id': 'a0232454-4c31-4c72-a469-0c5f61e6b4c6', 'name': 'tempest-TestVolumeBootPattern-395720009-router', 'tenant_id': 'f470bb55fd724a97959cc14ef30e0db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'external_fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '241b13d4-399a-446b-9afb-d645b8b0c23c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:09:41Z', 'updated_at': '2020-12-03T15:09:46Z', 'revision_number': 4, 'project_id': 'f470bb55fd724a97959cc14ef30e0db0', 'gw_port': {'id': '241b13d4-399a-446b-9afb-d645b8b0c23c', 'name': '', 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:23:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0232454-4c31-4c72-a469-0c5f61e6b4c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:09:42Z', 'updated_at': '2020-12-03T15:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-iscsi', '_interfaces': [{'id': '6ccc30d5-9a7e-4da0-b2f2-44aed636116f', 'name': '', 'network_id': 'ca7902d6-3500-4f57-934f-b73bb22a6c84', 'tenant_id': 'f470bb55fd724a97959cc14ef30e0db0', 'mac_address': 'fa:16:3e:89:5a:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0232454-4c31-4c72-a469-0c5f61e6b4c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '2c3a1b0e-0906-4771-89fd-c57f0540e6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:09:45Z', 'updated_at': '2020-12-03T15:09:53Z', 'revision_number': 4, 'project_id': 'f470bb55fd724a97959cc14ef30e0db0', 'subnets': [{'id': '2c3a1b0e-0906-4771-89fd-c57f0540e6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-3-iscsi', False) {} {{(pid=80385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:09:54.077784 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59f51c9-5c55-48f3-abff-a62d3567afa2 None None] The sync data for ids ['a0232454-4c31-4c72-a469-0c5f61e6b4c6'] in dv-cinder-757908-3-iscsi is: [{'id': 'a0232454-4c31-4c72-a469-0c5f61e6b4c6', 'name': 'tempest-TestVolumeBootPattern-395720009-router', 'tenant_id': 'f470bb55fd724a97959cc14ef30e0db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'external_fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '241b13d4-399a-446b-9afb-d645b8b0c23c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:09:41Z', 'updated_at': '2020-12-03T15:09:46Z', 'revision_number': 4, 'project_id': 'f470bb55fd724a97959cc14ef30e0db0', 'gw_port': {'id': '241b13d4-399a-446b-9afb-d645b8b0c23c', 'name': '', 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:23:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0232454-4c31-4c72-a469-0c5f61e6b4c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:09:42Z', 'updated_at': '2020-12-03T15:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-iscsi', '_interfaces': [{'id': '6ccc30d5-9a7e-4da0-b2f2-44aed636116f', 'name': '', 'network_id': 'ca7902d6-3500-4f57-934f-b73bb22a6c84', 'tenant_id': 'f470bb55fd724a97959cc14ef30e0db0', 'mac_address': 'fa:16:3e:89:5a:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0232454-4c31-4c72-a469-0c5f61e6b4c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '2c3a1b0e-0906-4771-89fd-c57f0540e6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:09:45Z', 'updated_at': '2020-12-03T15:09:53Z', 'revision_number': 4, 'project_id': 'f470bb55fd724a97959cc14ef30e0db0', 'subnets': [{'id': '2c3a1b0e-0906-4771-89fd-c57f0540e6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 15:09:54.120143 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Provisioning for port bd80ddd2-1e0b-4ef3-897a-82230d629b61 completed by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 15:09:54.140662 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Provisioning complete for port bd80ddd2-1e0b-4ef3-897a-82230d629b61 triggered by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:09:54.141081 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:54.329695 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-d65aacf4-4483-48a0-9761-f403fb09b9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f072d3c11d0>, [{'id': 'd219a60d-0572-432e-a8ef-303ff83130fb', 'name': 'tempest-TestVolumeBootPattern-397685186-router', 'tenant_id': '503358da12ee46d99e700cd5fd55130e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'external_fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': 'c851298a-be38-4325-9878-b7272327acbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:09:50Z', 'updated_at': '2020-12-03T15:09:51Z', 'revision_number': 3, 'project_id': '503358da12ee46d99e700cd5fd55130e', 'gw_port': {'id': 'c851298a-be38-4325-9878-b7272327acbc', 'name': '', 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:84:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd219a60d-0572-432e-a8ef-303ff83130fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:09:51Z', 'updated_at': '2020-12-03T15:09:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-iscsi'}], 'dv-cinder-757908-3-iscsi', False) {} {{(pid=80384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:09:54.355835 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65aacf4-4483-48a0-9761-f403fb09b9dd None None] Checking router: d219a60d-0572-432e-a8ef-303ff83130fb for host: dv-cinder-757908-3-iscsi {{(pid=80384) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 15:09:54.356361 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65aacf4-4483-48a0-9761-f403fb09b9dd None None] Updating router d219a60d-0572-432e-a8ef-303ff83130fb port c851298a-be38-4325-9878-b7272327acbc binding host dv-cinder-757908-3-iscsi {{(pid=80384) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 03 15:09:54.465460 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.db_base_plugin_common [None req-cc1d3738-759a-4955-bd24-0116242d148d admin admin] Allocated IP 172.20.0.1 (56c04ede-5856-477e-8303-41d1403d1b7e/25b4d733-2be5-4316-97d4-8c408b2073f0/da95c7c7-22e5-4842-8d6c-76874b6bcdbf) {{(pid=80382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 15:09:54.594296 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:54.614144 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-d65aacf4-4483-48a0-9761-f403fb09b9dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:54.658557 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-cc1d3738-759a-4955-bd24-0116242d148d admin admin] Notify callbacks [] for port, precommit_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:54.678347 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-cc1d3738-759a-4955-bd24-0116242d148d admin admin] Transition to ACTIVE for port object da95c7c7-22e5-4842-8d6c-76874b6bcdbf will not be triggered until provisioned by entity DHCP. {{(pid=80382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 15:09:54.696074 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] For port bd80ddd2-1e0b-4ef3-897a-82230d629b61, host dv-cinder-757908-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-3-iscsi',level=0,port_id=bd80ddd2-1e0b-4ef3-897a-82230d629b61,segment=NetworkSegment(e0a8f188-2bb6-4fc0-8404-86d6e3094df8),segment_id=e0a8f188-2bb6-4fc0-8404-86d6e3094df8)] {{(pid=80384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 15:09:54.703493 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-cc1d3738-759a-4955-bd24-0116242d148d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307552080722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30043597'] for port, after_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:54.720302 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-4d6f4982-f987-4388-98ec-031747cbe1fd tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:09:54.725452 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-a1e2fb05-c594-4796-a60d-39a33fb80685 None None] Provisioning complete for port bd80ddd2-1e0b-4ef3-897a-82230d629b61 triggered by entity DHCP. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:09:54.725875 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-a1e2fb05-c594-4796-a60d-39a33fb80685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:54.780664 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024'] for port, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:54.781891 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Device 6ccc30d5-9a7e-4da0-b2f2-44aed636116f up at agent ovs-agent-dv-cinder-757908-3-iscsi {{(pid=80384) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 15:09:54.832601 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-6b5ad056-6b75-4cc1-95ce-98384c1e941b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:09:54.891725 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1d3738-759a-4955-bd24-0116242d148d admin admin] Pushing event updated for resources: {'Port': ['ID=da95c7c7-22e5-4842-8d6c-76874b6bcdbf,revision_number=1']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:09:54.902108 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-cc1d3738-759a-4955-bd24-0116242d148d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:09:54.945240 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc1d3738-759a-4955-bd24-0116242d148d admin admin] Network 56c04ede-5856-477e-8303-41d1403d1b7e is already hosted by enough agents. {{(pid=80382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 15:09:54.946670 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.base_scheduler [None req-cc1d3738-759a-4955-bd24-0116242d148d admin admin] Resources bound (agent type, host, resource id):  {{(pid=80382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 15:09:54.949125 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1d3738-759a-4955-bd24-0116242d148d admin admin] Received port after_create {{(pid=80382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 15:09:55.010898 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-cc1d3738-759a-4955-bd24-0116242d148d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036821248038'] for router_interface, before_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:55.039878 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Pushing event updated for resources: {'Port': ['ID=bd80ddd2-1e0b-4ef3-897a-82230d629b61,revision_number=3']} {{(pid=80384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:09:55.063769 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:09:55.064125 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:09:55.064507 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:09:55.064916 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:09:55.065247 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:09:55.065609 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:09:55.065994 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:09:55.066361 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:09:55.066720 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:09:55.067079 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:09:55.067437 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:09:55.067794 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:09:55.068192 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:09:55.068554 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:09:55.068912 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:09:55.069267 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:09:55.069622 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:09:55.070001 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:09:55.070358 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:09:55.070715 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:09:55.071210 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:09:55.071561 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:09:55.073230 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:09:55.073230 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:09:55.077550 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:09:55.148357 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-cc1d3738-759a-4955-bd24-0116242d148d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:55.178870 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Provisioning for port 6ccc30d5-9a7e-4da0-b2f2-44aed636116f completed by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 15:09:55.241655 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Provisioning complete for port 6ccc30d5-9a7e-4da0-b2f2-44aed636116f triggered by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:09:55.242099 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:55.423666 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-d5a852cb-defc-45c4-9173-16870d795947 None None] Provisioning for port da95c7c7-22e5-4842-8d6c-76874b6bcdbf completed by entity DHCP. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 15:09:55.438821 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-d5a852cb-defc-45c4-9173-16870d795947 None None] Provisioning complete for port da95c7c7-22e5-4842-8d6c-76874b6bcdbf triggered by entity DHCP. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:09:55.439237 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-d5a852cb-defc-45c4-9173-16870d795947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:55.452666 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-cc1d3738-759a-4955-bd24-0116242d148d admin admin] Notify callbacks [] for port, precommit_update {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:55.456546 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-cc1d3738-759a-4955-bd24-0116242d148d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036824732220'] for port, after_update {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:55.486119 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-bb9afa79-7424-4f0f-93be-b11eaf513fab service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:09:55.524612 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:55.566987 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1d3738-759a-4955-bd24-0116242d148d admin admin] Pushing event updated for resources: {'Port': ['ID=da95c7c7-22e5-4842-8d6c-76874b6bcdbf,revision_number=2']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:09:55.569660 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-cc1d3738-759a-4955-bd24-0116242d148d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32547023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33522183'] for router_interface, after_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:55.583278 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [None req-d5a852cb-defc-45c4-9173-16870d795947 None None] Port da95c7c7-22e5-4842-8d6c-76874b6bcdbf cannot update to ACTIVE because it is not bound. {{(pid=80384) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 15:09:55.586423 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-cc1d3738-759a-4955-bd24-0116242d148d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:09:55.588151 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-d65aacf4-4483-48a0-9761-f403fb09b9dd None None] Notify callbacks [] for port, precommit_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:55.597512 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] For port 6ccc30d5-9a7e-4da0-b2f2-44aed636116f, host dv-cinder-757908-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-3-iscsi',level=0,port_id=6ccc30d5-9a7e-4da0-b2f2-44aed636116f,segment=NetworkSegment(672fc1f2-c840-4033-80bd-615495b12170),segment_id=672fc1f2-c840-4033-80bd-615495b12170)] {{(pid=80384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 15:09:55.607699 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024'] for port, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:55.612030 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-0c6ae6fb-2254-42c5-ba9b-dac533cff4cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:09:55.648516 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-d65aacf4-4483-48a0-9761-f403fb09b9dd None None] Transition to ACTIVE for port object c851298a-be38-4325-9878-b7272327acbc will not be triggered until provisioned by entity L2. {{(pid=80384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 15:09:55.669360 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-d5a852cb-defc-45c4-9173-16870d795947 None None] Provisioning complete for port bd80ddd2-1e0b-4ef3-897a-82230d629b61 triggered by entity DHCP. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:09:55.669786 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-d5a852cb-defc-45c4-9173-16870d795947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:55.694847 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-d65aacf4-4483-48a0-9761-f403fb09b9dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024'] for port, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:55.718558 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Device bd80ddd2-1e0b-4ef3-897a-82230d629b61 up at agent ovs-agent-dv-cinder-757908-3-iscsi {{(pid=80384) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 15:09:55.722522 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc1d3738-759a-4955-bd24-0116242d148d admin admin] Network 56c04ede-5856-477e-8303-41d1403d1b7e is already hosted by enough agents. {{(pid=80382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 15:09:55.723692 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.base_scheduler [None req-cc1d3738-759a-4955-bd24-0116242d148d admin admin] Resources bound (agent type, host, resource id):  {{(pid=80382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 15:09:55.902467 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Pushing event updated for resources: {'Port': ['ID=6ccc30d5-9a7e-4da0-b2f2-44aed636116f,revision_number=5']} {{(pid=80384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:09:55.912322 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:09:55.920968 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.203s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:09:55.937452 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc1d3738-759a-4955-bd24-0116242d148d admin admin] Router d219a60d-0572-432e-a8ef-303ff83130fb has already been hosted by L3 agent 7132dbe3-ed21-4d9d-abcc-41c34baf52ae {{(pid=80382) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 15:09:56.067535 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Provisioning complete for port bd80ddd2-1e0b-4ef3-897a-82230d629b61 triggered by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:09:56.067876 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:56.123575 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c983f2d8-d796-459b-9e14-d0005c8a461e None None] Pushing event updated for resources: {'Port': ['ID=c851298a-be38-4325-9878-b7272327acbc,revision_number=2']} {{(pid=80384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:09:56.145737 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-c983f2d8-d796-459b-9e14-d0005c8a461e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:09:56.161815 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [None req-d65aacf4-4483-48a0-9761-f403fb09b9dd None None] Attempting to bind port c851298a-be38-4325-9878-b7272327acbc on host dv-cinder-757908-3-iscsi for vnic_type normal with profile  {{(pid=80384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 15:09:56.162261 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [None req-d65aacf4-4483-48a0-9761-f403fb09b9dd None None] Attempting to bind port c851298a-be38-4325-9878-b7272327acbc by drivers openvswitch on host dv-cinder-757908-3-iscsi at level 0 using segments [{'id': 'd4bc1e7b-f0cf-45e4-b2f6-c41c855b05f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e'}] {{(pid=80384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 15:09:56.162673 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65aacf4-4483-48a0-9761-f403fb09b9dd None None] Attempting to bind port c851298a-be38-4325-9878-b7272327acbc on network 729c535b-bd07-4b0c-9bb6-d0eda364af7e {{(pid=80384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 15:09:56.175269 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65aacf4-4483-48a0-9761-f403fb09b9dd None None] Checking agent: {'id': 'd86ab5d6-8c79-4633-8bc6-d0d32e0bb057', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757908-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 14, 53, 21), 'started_at': datetime.datetime(2020, 12, 3, 14, 53, 51), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 15, 9, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757908-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.78', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 15:09:56.175692 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65aacf4-4483-48a0-9761-f403fb09b9dd None None] Checking segment: {'id': 'd4bc1e7b-f0cf-45e4-b2f6-c41c855b05f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 15:09:56.176155 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-d65aacf4-4483-48a0-9761-f403fb09b9dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:56.176594 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65aacf4-4483-48a0-9761-f403fb09b9dd None None] Bound using segment: {'id': 'd4bc1e7b-f0cf-45e4-b2f6-c41c855b05f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e'} {{(pid=80384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 15:09:56.177115 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [None req-d65aacf4-4483-48a0-9761-f403fb09b9dd None None] Bound port: c851298a-be38-4325-9878-b7272327acbc, host: dv-cinder-757908-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4bc1e7b-f0cf-45e4-b2f6-c41c855b05f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e'}}] {{(pid=80384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 15:09:56.177531 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-d65aacf4-4483-48a0-9761-f403fb09b9dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:56.324562 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [None req-d65aacf4-4483-48a0-9761-f403fb09b9dd None None] For port c851298a-be38-4325-9878-b7272327acbc, host dv-cinder-757908-3-iscsi, cleared binding levels {{(pid=80384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 15:09:56.330045 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [None req-d65aacf4-4483-48a0-9761-f403fb09b9dd None None] For port c851298a-be38-4325-9878-b7272327acbc, host dv-cinder-757908-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-3-iscsi',level=0,port_id=c851298a-be38-4325-9878-b7272327acbc,segment=NetworkSegment(d4bc1e7b-f0cf-45e4-b2f6-c41c855b05f5),segment_id=d4bc1e7b-f0cf-45e4-b2f6-c41c855b05f5)] {{(pid=80384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 15:09:56.331083 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-cbc1b931-d8fd-4eb4-ac17-18f6e7e72fa6 None None] Provisioning complete for port da95c7c7-22e5-4842-8d6c-76874b6bcdbf triggered by entity DHCP. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:09:56.331389 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-cbc1b931-d8fd-4eb4-ac17-18f6e7e72fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:56.369734 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc1d3738-759a-4955-bd24-0116242d148d admin admin] Notify agent at l3_agent.dv-cinder-757908-3-iscsi the message routers_updated {{(pid=80382) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 15:09:56.375153 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-d65aacf4-4483-48a0-9761-f403fb09b9dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024'] for port, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:56.379931 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-cc1d3738-759a-4955-bd24-0116242d148d admin admin] 10.222.0.63 "PUT /v2.0/routers/d219a60d-0572-432e-a8ef-303ff83130fb/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0996063
Dec 03 15:09:56.393460 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:09:56.692906 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [None req-cbc1b931-d8fd-4eb4-ac17-18f6e7e72fa6 None None] Port da95c7c7-22e5-4842-8d6c-76874b6bcdbf cannot update to ACTIVE because it is not bound. {{(pid=80384) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 15:09:56.708124 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c983f2d8-d796-459b-9e14-d0005c8a461e None None] Pushing event updated for resources: {'Port': ['ID=c851298a-be38-4325-9878-b7272327acbc,revision_number=3']} {{(pid=80384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:09:56.713343 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-c983f2d8-d796-459b-9e14-d0005c8a461e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:09:56.765423 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65aacf4-4483-48a0-9761-f403fb09b9dd None None] Routers {'d219a60d-0572-432e-a8ef-303ff83130fb'} bound to L3 agent in host dv-cinder-757908-3-iscsi {{(pid=80384) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 15:09:56.766521 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-d65aacf4-4483-48a0-9761-f403fb09b9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f072d3c11d0>, 'dv-cinder-757908-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-03T14:53:20Z,description=<?>,heartbeat_timestamp=2020-12-03T15:09:50Z,host='dv-cinder-757908-3-iscsi',id=7132dbe3-ed21-4d9d-abcc-41c34baf52ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T14:53:20Z,topic='l3_agent')) {'router_ids': ['d219a60d-0572-432e-a8ef-303ff83130fb'], 'active': True} {{(pid=80384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:09:56.958747 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvr_db [None req-d65aacf4-4483-48a0-9761-f403fb09b9dd None None] Set router d219a60d-0572-432e-a8ef-303ff83130fb gateway port host: dv-cinder-757908-3-iscsi {{(pid=80384) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 15:09:57.123648 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.base [req-687db825-a869-4563-8b0d-e20fe55887f2 req-723151c0-fa67-445a-be70-eb6a811e1f8d tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Request body: {'security_group': {'name': 'tempest-TestVolumeBootPattern-1253914480', 'description': 'tempest-TestVolumeBootPattern-1253914480 description'}} {{(pid=80383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 15:09:57.129852 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [req-687db825-a869-4563-8b0d-e20fe55887f2 req-723151c0-fa67-445a-be70-eb6a811e1f8d tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:09:57.135029 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-687db825-a869-4563-8b0d-e20fe55887f2 req-723151c0-fa67-445a-be70-eb6a811e1f8d tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Usage tracker for resource:security_group and tenant:f470bb55fd724a97959cc14ef30e0db0 is out of sync, need to count used quota {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:09:57.138090 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-687db825-a869-4563-8b0d-e20fe55887f2 req-723151c0-fa67-445a-be70-eb6a811e1f8d tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:09:57.143950 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [req-687db825-a869-4563-8b0d-e20fe55887f2 req-723151c0-fa67-445a-be70-eb6a811e1f8d tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:09:57.153857 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-687db825-a869-4563-8b0d-e20fe55887f2 req-723151c0-fa67-445a-be70-eb6a811e1f8d tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Notify callbacks [] for security_group, before_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:57.179346 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [req-687db825-a869-4563-8b0d-e20fe55887f2 req-723151c0-fa67-445a-be70-eb6a811e1f8d tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:09:57.184596 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-687db825-a869-4563-8b0d-e20fe55887f2 req-723151c0-fa67-445a-be70-eb6a811e1f8d tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Usage tracker for resource:security_group_rule and tenant:f470bb55fd724a97959cc14ef30e0db0 is out of sync, need to count used quota {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:09:57.187750 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-687db825-a869-4563-8b0d-e20fe55887f2 req-723151c0-fa67-445a-be70-eb6a811e1f8d tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:09:57.193408 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [req-687db825-a869-4563-8b0d-e20fe55887f2 req-723151c0-fa67-445a-be70-eb6a811e1f8d tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:09:57.272422 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-687db825-a869-4563-8b0d-e20fe55887f2 req-723151c0-fa67-445a-be70-eb6a811e1f8d tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Notify callbacks [] for security_group, precommit_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:57.276530 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-687db825-a869-4563-8b0d-e20fe55887f2 req-723151c0-fa67-445a-be70-eb6a811e1f8d tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:57.282216 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-94d2c3c2-2763-45a3-8a47-b966fc14d8e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:09:57.298072 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-d65aacf4-4483-48a0-9761-f403fb09b9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f072d3c11d0>, [{'id': 'd219a60d-0572-432e-a8ef-303ff83130fb', 'name': 'tempest-TestVolumeBootPattern-397685186-router', 'tenant_id': '503358da12ee46d99e700cd5fd55130e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'external_fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': 'c851298a-be38-4325-9878-b7272327acbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:09:50Z', 'updated_at': '2020-12-03T15:09:55Z', 'revision_number': 4, 'project_id': '503358da12ee46d99e700cd5fd55130e', 'gw_port': {'id': 'c851298a-be38-4325-9878-b7272327acbc', 'name': '', 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:84:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd219a60d-0572-432e-a8ef-303ff83130fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:09:51Z', 'updated_at': '2020-12-03T15:09:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-iscsi', '_interfaces': [{'id': 'da95c7c7-22e5-4842-8d6c-76874b6bcdbf', 'name': '', 'network_id': '56c04ede-5856-477e-8303-41d1403d1b7e', 'tenant_id': '503358da12ee46d99e700cd5fd55130e', 'mac_address': 'fa:16:3e:5c:02:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd219a60d-0572-432e-a8ef-303ff83130fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '25b4d733-2be5-4316-97d4-8c408b2073f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:09:54Z', 'updated_at': '2020-12-03T15:09:55Z', 'revision_number': 2, 'project_id': '503358da12ee46d99e700cd5fd55130e', 'subnets': [{'id': '25b4d733-2be5-4316-97d4-8c408b2073f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-3-iscsi', False) {} {{(pid=80384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:09:57.302263 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65aacf4-4483-48a0-9761-f403fb09b9dd None None] The sync data for ids ['d219a60d-0572-432e-a8ef-303ff83130fb'] in dv-cinder-757908-3-iscsi is: [{'id': 'd219a60d-0572-432e-a8ef-303ff83130fb', 'name': 'tempest-TestVolumeBootPattern-397685186-router', 'tenant_id': '503358da12ee46d99e700cd5fd55130e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'external_fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': 'c851298a-be38-4325-9878-b7272327acbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:09:50Z', 'updated_at': '2020-12-03T15:09:55Z', 'revision_number': 4, 'project_id': '503358da12ee46d99e700cd5fd55130e', 'gw_port': {'id': 'c851298a-be38-4325-9878-b7272327acbc', 'name': '', 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:84:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd219a60d-0572-432e-a8ef-303ff83130fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:09:51Z', 'updated_at': '2020-12-03T15:09:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-iscsi', '_interfaces': [{'id': 'da95c7c7-22e5-4842-8d6c-76874b6bcdbf', 'name': '', 'network_id': '56c04ede-5856-477e-8303-41d1403d1b7e', 'tenant_id': '503358da12ee46d99e700cd5fd55130e', 'mac_address': 'fa:16:3e:5c:02:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd219a60d-0572-432e-a8ef-303ff83130fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '25b4d733-2be5-4316-97d4-8c408b2073f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:09:54Z', 'updated_at': '2020-12-03T15:09:55Z', 'revision_number': 2, 'project_id': '503358da12ee46d99e700cd5fd55130e', 'subnets': [{'id': '25b4d733-2be5-4316-97d4-8c408b2073f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80384) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 15:09:57.323926 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-687db825-a869-4563-8b0d-e20fe55887f2 req-723151c0-fa67-445a-be70-eb6a811e1f8d tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Notify callbacks [] for security_group, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:57.325267 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-687db825-a869-4563-8b0d-e20fe55887f2 req-723151c0-fa67-445a-be70-eb6a811e1f8d tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.2070706
Dec 03 15:09:57.326124 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723151c0-fa67-445a-be70-eb6a811e1f8d tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Pushing event updated for resources: {'SecurityGroup': ['ID=d1b57de3-957d-4a2e-a4de-5c259d445835,revision_number=1']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:09:57.329179 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-723151c0-fa67-445a-be70-eb6a811e1f8d tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:09:57.409734 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-ac2e67c5-7e04-4ca5-9432-9bf668b3f54e req-d9f88d8e-5c3c-4381-8a8f-9e6a88c480e9 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "GET /v2.0/security-groups/d1b57de3-957d-4a2e-a4de-5c259d445835 HTTP/1.1" status: 200  len: 1758 time: 0.0482981
Dec 03 15:09:57.422860 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.base [req-ac2e67c5-7e04-4ca5-9432-9bf668b3f54e req-4a7d9d26-73a1-4f8a-a761-b740d1bbceab tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd1b57de3-957d-4a2e-a4de-5c259d445835', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 15:09:57.423233 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.base [req-ac2e67c5-7e04-4ca5-9432-9bf668b3f54e req-4a7d9d26-73a1-4f8a-a761-b740d1bbceab tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd1b57de3-957d-4a2e-a4de-5c259d445835', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 15:09:57.429679 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [req-ac2e67c5-7e04-4ca5-9432-9bf668b3f54e req-4a7d9d26-73a1-4f8a-a761-b740d1bbceab tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:09:57.434534 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-ac2e67c5-7e04-4ca5-9432-9bf668b3f54e req-4a7d9d26-73a1-4f8a-a761-b740d1bbceab tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Usage tracker for resource:security_group_rule and tenant:f470bb55fd724a97959cc14ef30e0db0 is out of sync, need to count used quota {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:09:57.437587 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-ac2e67c5-7e04-4ca5-9432-9bf668b3f54e req-4a7d9d26-73a1-4f8a-a761-b740d1bbceab tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:09:57.443544 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [req-ac2e67c5-7e04-4ca5-9432-9bf668b3f54e req-4a7d9d26-73a1-4f8a-a761-b740d1bbceab tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:09:57.500465 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-ac2e67c5-7e04-4ca5-9432-9bf668b3f54e req-4a7d9d26-73a1-4f8a-a761-b740d1bbceab tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Notify callbacks [] for security_group_rule, before_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:57.525901 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-ac2e67c5-7e04-4ca5-9432-9bf668b3f54e req-4a7d9d26-73a1-4f8a-a761-b740d1bbceab tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:57.529784 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-ac2e67c5-7e04-4ca5-9432-9bf668b3f54e req-4a7d9d26-73a1-4f8a-a761-b740d1bbceab tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446068'] for security_group_rule, after_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:57.548779 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:09:57.561922 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-ac2e67c5-7e04-4ca5-9432-9bf668b3f54e req-4a7d9d26-73a1-4f8a-a761-b740d1bbceab tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Notify callbacks [] for security_group_rule, before_response {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:57.563355 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-ac2e67c5-7e04-4ca5-9432-9bf668b3f54e req-4a7d9d26-73a1-4f8a-a761-b740d1bbceab tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 754 time: 0.1449494
Dec 03 15:09:57.565570 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7d9d26-73a1-4f8a-a761-b740d1bbceab tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22c8c2a1-8fa8-4c69-ae57-19bfea428dc2,revision_number=0']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:09:57.577499 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-4a7d9d26-73a1-4f8a-a761-b740d1bbceab tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:09:57.678159 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-f2c87097-4d38-4a0b-be53-26463e1f4e49 req-7ac47bbe-685f-4f27-b7e2-8268d34e9f12 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "GET /v2.0/security-groups/d1b57de3-957d-4a2e-a4de-5c259d445835 HTTP/1.1" status: 200  len: 2319 time: 0.0735667
Dec 03 15:09:57.685482 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.base [req-f2c87097-4d38-4a0b-be53-26463e1f4e49 req-72d19d56-a32c-41c7-a815-7a779e838bdd tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd1b57de3-957d-4a2e-a4de-5c259d445835', 'remote_group_id': None}]} {{(pid=80383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 15:09:57.685955 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.base [req-f2c87097-4d38-4a0b-be53-26463e1f4e49 req-72d19d56-a32c-41c7-a815-7a779e838bdd tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd1b57de3-957d-4a2e-a4de-5c259d445835', 'remote_group_id': None}} {{(pid=80383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 15:09:57.693137 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [req-f2c87097-4d38-4a0b-be53-26463e1f4e49 req-72d19d56-a32c-41c7-a815-7a779e838bdd tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:09:57.697615 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-f2c87097-4d38-4a0b-be53-26463e1f4e49 req-72d19d56-a32c-41c7-a815-7a779e838bdd tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Usage tracker for resource:security_group_rule and tenant:f470bb55fd724a97959cc14ef30e0db0 is out of sync, need to count used quota {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:09:57.700979 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-f2c87097-4d38-4a0b-be53-26463e1f4e49 req-72d19d56-a32c-41c7-a815-7a779e838bdd tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:09:57.708713 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [req-f2c87097-4d38-4a0b-be53-26463e1f4e49 req-72d19d56-a32c-41c7-a815-7a779e838bdd tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:09:57.745281 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Device 6ccc30d5-9a7e-4da0-b2f2-44aed636116f up at agent ovs-agent-dv-cinder-757908-3-iscsi {{(pid=80384) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 15:09:57.816501 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-f2c87097-4d38-4a0b-be53-26463e1f4e49 req-72d19d56-a32c-41c7-a815-7a779e838bdd tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Notify callbacks [] for security_group_rule, before_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:57.857440 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-f2c87097-4d38-4a0b-be53-26463e1f4e49 req-72d19d56-a32c-41c7-a815-7a779e838bdd tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:57.861826 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-f2c87097-4d38-4a0b-be53-26463e1f4e49 req-72d19d56-a32c-41c7-a815-7a779e838bdd tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446068'] for security_group_rule, after_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:57.864096 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-fe2f4041-e707-431e-9c1c-37c95edce5ab tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:09:57.884072 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Provisioning complete for port 6ccc30d5-9a7e-4da0-b2f2-44aed636116f triggered by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:09:57.887827 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:57.902565 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d19d56-a32c-41c7-a815-7a779e838bdd tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1503ed1-47a0-48e0-8dfd-38f966e42216,revision_number=0']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:09:57.906190 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-72d19d56-a32c-41c7-a815-7a779e838bdd tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:09:57.934876 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-f2c87097-4d38-4a0b-be53-26463e1f4e49 req-72d19d56-a32c-41c7-a815-7a779e838bdd tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Notify callbacks [] for security_group_rule, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:57.941349 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-f2c87097-4d38-4a0b-be53-26463e1f4e49 req-72d19d56-a32c-41c7-a815-7a779e838bdd tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 759 time: 0.2616527
Dec 03 15:09:58.389238 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6002451c-4803-4f5b-92e3-0f5ecdb4cf36 req-0f7e2572-76b1-40ae-b762-a95d5e1e784e tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:09:58.390960 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-6002451c-4803-4f5b-92e3-0f5ecdb4cf36 req-0f7e2572-76b1-40ae-b762-a95d5e1e784e tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/ports?device_id=e2dedaf2-51f5-458f-8e08-7814bc6780c3 HTTP/1.1" status: 200  len: 946 time: 0.1173677
Dec 03 15:09:58.454312 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-6002451c-4803-4f5b-92e3-0f5ecdb4cf36 req-df24beff-116c-4b16-b188-b759602c7d4a tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/security-groups?id=b59594c2-15ba-4530-bd79-526c99ca8751&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0563674
Dec 03 15:09:59.710129 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Device c851298a-be38-4325-9878-b7272327acbc up at agent ovs-agent-dv-cinder-757908-3-iscsi {{(pid=80384) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 15:09:59.714197 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e621dbb-1b08-427a-943a-8cf991154078 req-ef1900f2-fc82-41c2-b125-72788c821168 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:09:59.716169 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-9e621dbb-1b08-427a-943a-8cf991154078 req-ef1900f2-fc82-41c2-b125-72788c821168 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/ports?device_id=e2dedaf2-51f5-458f-8e08-7814bc6780c3 HTTP/1.1" status: 200  len: 946 time: 0.0995011
Dec 03 15:09:59.769224 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-9e621dbb-1b08-427a-943a-8cf991154078 req-fefc3de6-af1b-403c-8b0c-3bb6e311b016 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/security-groups?id=b59594c2-15ba-4530-bd79-526c99ca8751&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463707
Dec 03 15:09:59.789274 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Provisioning for port c851298a-be38-4325-9878-b7272327acbc completed by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 15:09:59.795337 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Provisioning complete for port c851298a-be38-4325-9878-b7272327acbc triggered by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:09:59.795915 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:59.924260 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:59.934671 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7099f950-7ae1-4d69-8624-74ad28a6823b req-c4d84bee-d710-4d28-837a-b83e9f7bbc91 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:09:59.936269 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-7099f950-7ae1-4d69-8624-74ad28a6823b req-c4d84bee-d710-4d28-837a-b83e9f7bbc91 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.83 "GET /v2.0/ports?device_id=e2dedaf2-51f5-458f-8e08-7814bc6780c3 HTTP/1.1" status: 200  len: 946 time: 0.1025031
Dec 03 15:09:59.948330 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] For port c851298a-be38-4325-9878-b7272327acbc, host dv-cinder-757908-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-3-iscsi',level=0,port_id=c851298a-be38-4325-9878-b7272327acbc,segment=NetworkSegment(d4bc1e7b-f0cf-45e4-b2f6-c41c855b05f5),segment_id=d4bc1e7b-f0cf-45e4-b2f6-c41c855b05f5)] {{(pid=80384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 15:09:59.951388 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024'] for port, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:09:59.953561 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:10:00.018245 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [req-7099f950-7ae1-4d69-8624-74ad28a6823b req-c7db0327-e4da-4e57-abe4-76b0acc945fa tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Deleting port 0b68efc4-0565-4c23-9acc-fbbc726bba64 {{(pid=80383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 15:10:00.018753 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-7099f950-7ae1-4d69-8624-74ad28a6823b req-c7db0327-e4da-4e57-abe4-76b0acc945fa tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729303099848'] for port, before_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:10:00.036535 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Pushing event updated for resources: {'Port': ['ID=c851298a-be38-4325-9878-b7272327acbc,revision_number=4']} {{(pid=80384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:10:00.040309 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:10:00.529679 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [req-7099f950-7ae1-4d69-8624-74ad28a6823b req-c7db0327-e4da-4e57-abe4-76b0acc945fa tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] For port 0b68efc4-0565-4c23-9acc-fbbc726bba64, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=0b68efc4-0565-4c23-9acc-fbbc726bba64,segment=NetworkSegment(e2b57a66-c421-4e34-bfed-3a9d2ac3bd3c),segment_id=e2b57a66-c421-4e34-bfed-3a9d2ac3bd3c)] {{(pid=80383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 15:10:00.530136 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-7099f950-7ae1-4d69-8624-74ad28a6823b req-c7db0327-e4da-4e57-abe4-76b0acc945fa tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821294133'] for port, precommit_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:10:00.843032 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-7099f950-7ae1-4d69-8624-74ad28a6823b req-c7db0327-e4da-4e57-abe4-76b0acc945fa tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Notify callbacks [] for floatingip, precommit_update {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:10:00.843519 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-7099f950-7ae1-4d69-8624-74ad28a6823b req-c7db0327-e4da-4e57-abe4-76b0acc945fa tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036821248144'] for floatingip, after_update {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:10:00.843771 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.db.l3_db [req-7099f950-7ae1-4d69-8624-74ad28a6823b req-c7db0327-e4da-4e57-abe4-76b0acc945fa tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Floating IP 8999f69e-23c2-4565-bdf6-07e4bfb62830 disassociated. External IP: 172.27.2.187, port: 0b68efc4-0565-4c23-9acc-fbbc726bba64.
Dec 03 15:10:00.844149 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [req-7099f950-7ae1-4d69-8624-74ad28a6823b req-c7db0327-e4da-4e57-abe4-76b0acc945fa tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Calling delete_port for 0b68efc4-0565-4c23-9acc-fbbc726bba64 owned by compute:nova {{(pid=80383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 15:10:00.955122 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Device 0b68efc4-0565-4c23-9acc-fbbc726bba64 no longer exists at agent ovs-agent-hv-cinder-75790 {{(pid=80384) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 15:10:01.080820 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:10:01.090020 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e6c020-95d8-4c62-a259-2ffc46b3ae93 req-377e40b0-779d-40b2-b5ba-43256647785c tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:10:01.091829 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-63e6c020-95d8-4c62-a259-2ffc46b3ae93 req-377e40b0-779d-40b2-b5ba-43256647785c tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/ports?device_id=e2dedaf2-51f5-458f-8e08-7814bc6780c3 HTTP/1.1" status: 200  len: 946 time: 0.1702077
Dec 03 15:10:01.093161 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-7099f950-7ae1-4d69-8624-74ad28a6823b req-c7db0327-e4da-4e57-abe4-76b0acc945fa tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307551598230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307552127058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31294715'] for port, after_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:10:01.117520 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-d436e198-69b2-4f06-a58d-bb160730c846 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:10:01.178330 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a0d380-b739-4372-8255-de0b043f78ae None None] Sync routers for ids ['d219a60d-0572-432e-a8ef-303ff83130fb'] in dv-cinder-757908-3-iscsi {{(pid=80385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 15:10:01.187749 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7db0327-e4da-4e57-abe4-76b0acc945fa tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Pushing event deleted for resources: {'Port': ['ID=0b68efc4-0565-4c23-9acc-fbbc726bba64,revision_number=None']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:10:01.189874 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a0d380-b739-4372-8255-de0b043f78ae None None] Routers {'d219a60d-0572-432e-a8ef-303ff83130fb'} bound to L3 agent in host dv-cinder-757908-3-iscsi {{(pid=80385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 15:10:01.190821 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-a5a0d380-b739-4372-8255-de0b043f78ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f072eb32da0>, 'dv-cinder-757908-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-03T14:53:20Z,description=<?>,heartbeat_timestamp=2020-12-03T15:09:50Z,host='dv-cinder-757908-3-iscsi',id=7132dbe3-ed21-4d9d-abcc-41c34baf52ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T14:53:20Z,topic='l3_agent')) {'router_ids': ['d219a60d-0572-432e-a8ef-303ff83130fb'], 'active': True} {{(pid=80385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:10:01.215635 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7db0327-e4da-4e57-abe4-76b0acc945fa tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:10:01.216057 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7db0327-e4da-4e57-abe4-76b0acc945fa tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:10:01.216473 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7db0327-e4da-4e57-abe4-76b0acc945fa tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:10:01.216885 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7db0327-e4da-4e57-abe4-76b0acc945fa tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:10:01.217300 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7db0327-e4da-4e57-abe4-76b0acc945fa tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:10:01.217707 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7db0327-e4da-4e57-abe4-76b0acc945fa tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:10:01.218139 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7db0327-e4da-4e57-abe4-76b0acc945fa tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:10:01.218542 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7db0327-e4da-4e57-abe4-76b0acc945fa tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:10:01.219827 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7db0327-e4da-4e57-abe4-76b0acc945fa tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:10:01.220159 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7db0327-e4da-4e57-abe4-76b0acc945fa tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:10:01.220564 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7db0327-e4da-4e57-abe4-76b0acc945fa tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:10:01.220967 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7db0327-e4da-4e57-abe4-76b0acc945fa tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:10:01.221411 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7db0327-e4da-4e57-abe4-76b0acc945fa tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:10:01.221818 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7db0327-e4da-4e57-abe4-76b0acc945fa tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:10:01.222270 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7db0327-e4da-4e57-abe4-76b0acc945fa tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:10:01.222673 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7db0327-e4da-4e57-abe4-76b0acc945fa tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:10:01.223070 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7db0327-e4da-4e57-abe4-76b0acc945fa tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:10:01.223473 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7db0327-e4da-4e57-abe4-76b0acc945fa tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:10:01.223871 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7db0327-e4da-4e57-abe4-76b0acc945fa tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:10:01.224268 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7db0327-e4da-4e57-abe4-76b0acc945fa tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:10:01.224691 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7db0327-e4da-4e57-abe4-76b0acc945fa tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:10:01.225062 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7db0327-e4da-4e57-abe4-76b0acc945fa tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:10:01.225460 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7db0327-e4da-4e57-abe4-76b0acc945fa tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:10:01.225854 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7db0327-e4da-4e57-abe4-76b0acc945fa tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:10:01.233555 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-c7db0327-e4da-4e57-abe4-76b0acc945fa tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:10:01.314649 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-63e6c020-95d8-4c62-a259-2ffc46b3ae93 req-714392c4-c49a-408c-9bd5-554ae6099f5a tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/security-groups?id=b59594c2-15ba-4530-bd79-526c99ca8751&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2126207
Dec 03 15:10:01.403150 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvr_db [None req-a5a0d380-b739-4372-8255-de0b043f78ae None None] Set router d219a60d-0572-432e-a8ef-303ff83130fb gateway port host: dv-cinder-757908-3-iscsi {{(pid=80385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 15:10:01.585857 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7099f950-7ae1-4d69-8624-74ad28a6823b req-c7db0327-e4da-4e57-abe4-76b0acc945fa tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Router 4de356ec-3847-4021-abf6-0bb33f96d932 has already been hosted by L3 agent 7132dbe3-ed21-4d9d-abcc-41c34baf52ae {{(pid=80383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 15:10:01.698897 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Device c851298a-be38-4325-9878-b7272327acbc up at agent ovs-agent-dv-cinder-757908-3-iscsi {{(pid=80384) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 15:10:01.766509 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-a5a0d380-b739-4372-8255-de0b043f78ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f072eb32da0>, [{'id': 'd219a60d-0572-432e-a8ef-303ff83130fb', 'name': 'tempest-TestVolumeBootPattern-397685186-router', 'tenant_id': '503358da12ee46d99e700cd5fd55130e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'external_fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': 'c851298a-be38-4325-9878-b7272327acbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:09:50Z', 'updated_at': '2020-12-03T15:09:55Z', 'revision_number': 4, 'project_id': '503358da12ee46d99e700cd5fd55130e', 'gw_port': {'id': 'c851298a-be38-4325-9878-b7272327acbc', 'name': '', 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:84:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd219a60d-0572-432e-a8ef-303ff83130fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:09:51Z', 'updated_at': '2020-12-03T15:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-iscsi', '_interfaces': [{'id': 'da95c7c7-22e5-4842-8d6c-76874b6bcdbf', 'name': '', 'network_id': '56c04ede-5856-477e-8303-41d1403d1b7e', 'tenant_id': '503358da12ee46d99e700cd5fd55130e', 'mac_address': 'fa:16:3e:5c:02:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd219a60d-0572-432e-a8ef-303ff83130fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '25b4d733-2be5-4316-97d4-8c408b2073f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:09:54Z', 'updated_at': '2020-12-03T15:09:55Z', 'revision_number': 2, 'project_id': '503358da12ee46d99e700cd5fd55130e', 'subnets': [{'id': '25b4d733-2be5-4316-97d4-8c408b2073f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-3-iscsi', False) {} {{(pid=80385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:10:01.771691 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a0d380-b739-4372-8255-de0b043f78ae None None] Checking router: d219a60d-0572-432e-a8ef-303ff83130fb for host: dv-cinder-757908-3-iscsi {{(pid=80385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 15:10:01.772211 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a0d380-b739-4372-8255-de0b043f78ae None None] Updating router d219a60d-0572-432e-a8ef-303ff83130fb port da95c7c7-22e5-4842-8d6c-76874b6bcdbf binding host dv-cinder-757908-3-iscsi {{(pid=80385) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 03 15:10:01.788175 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Provisioning complete for port c851298a-be38-4325-9878-b7272327acbc triggered by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:10:01.788602 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:10:01.795100 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7099f950-7ae1-4d69-8624-74ad28a6823b req-c7db0327-e4da-4e57-abe4-76b0acc945fa tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Notify agent at l3_agent.dv-cinder-757908-3-iscsi the message routers_updated {{(pid=80383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 15:10:01.832933 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1fc4c8-9aa2-4b99-a758-edefd1dbf529 None None] Sync routers for ids ['4de356ec-3847-4021-abf6-0bb33f96d932'] in dv-cinder-757908-3-iscsi {{(pid=80384) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 15:10:01.837812 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [req-7099f950-7ae1-4d69-8624-74ad28a6823b req-c7db0327-e4da-4e57-abe4-76b0acc945fa tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] No DVR routers for this DVR port 0b68efc4-0565-4c23-9acc-fbbc726bba64 on host hv-cinder-75790 {{(pid=80383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 15:10:01.840752 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-7099f950-7ae1-4d69-8624-74ad28a6823b req-c7db0327-e4da-4e57-abe4-76b0acc945fa tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6653'] for port, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:10:01.845973 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2dedaf2-51f5-458f-8e08-7814bc6780c3', 'name': 'network-vif-deleted', 'tag': '0b68efc4-0565-4c23-9acc-fbbc726bba64'}] {{(pid=80383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 15:10:01.853429 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-a5a0d380-b739-4372-8255-de0b043f78ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:10:01.866028 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1fc4c8-9aa2-4b99-a758-edefd1dbf529 None None] Routers {'4de356ec-3847-4021-abf6-0bb33f96d932'} bound to L3 agent in host dv-cinder-757908-3-iscsi {{(pid=80384) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 15:10:01.866931 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-4e1fc4c8-9aa2-4b99-a758-edefd1dbf529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f072c9c34a8>, 'dv-cinder-757908-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-03T14:53:20Z,description=<?>,heartbeat_timestamp=2020-12-03T15:09:50Z,host='dv-cinder-757908-3-iscsi',id=7132dbe3-ed21-4d9d-abcc-41c34baf52ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T14:53:20Z,topic='l3_agent')) {'router_ids': ['4de356ec-3847-4021-abf6-0bb33f96d932'], 'active': True} {{(pid=80384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:10:01.869747 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-7099f950-7ae1-4d69-8624-74ad28a6823b req-c7db0327-e4da-4e57-abe4-76b0acc945fa tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.83 "DELETE /v2.0/ports/0b68efc4-0565-4c23-9acc-fbbc726bba64 HTTP/1.1" status: 204  len: 173 time: 1.9273355
Dec 03 15:10:01.933625 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2dedaf2-51f5-458f-8e08-7814bc6780c3', 'name': 'network-vif-deleted', 'tag': '0b68efc4-0565-4c23-9acc-fbbc726bba64', 'status': 'completed', 'code': 200}
Dec 03 15:10:02.188570 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvr_db [None req-4e1fc4c8-9aa2-4b99-a758-edefd1dbf529 None None] Set router 4de356ec-3847-4021-abf6-0bb33f96d932 gateway port host: dv-cinder-757908-3-iscsi {{(pid=80384) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 15:10:02.339356 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-a5a0d380-b739-4372-8255-de0b043f78ae None None] Notify callbacks [] for port, precommit_update {{(pid=80385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:10:02.351860 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-a5a0d380-b739-4372-8255-de0b043f78ae None None] Transition to ACTIVE for port object da95c7c7-22e5-4842-8d6c-76874b6bcdbf will not be triggered until provisioned by entity L2. {{(pid=80385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 15:10:02.354773 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-a5a0d380-b739-4372-8255-de0b043f78ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024'] for port, after_update {{(pid=80385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:10:02.371262 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-0360aea1-417f-4ce9-b5cf-7c0cda7c3384 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:10:02.518408 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e751bb-6faf-46ec-aa4b-b5b5ffa45051 None None] Pushing event updated for resources: {'Port': ['ID=da95c7c7-22e5-4842-8d6c-76874b6bcdbf,revision_number=3']} {{(pid=80385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:10:02.523594 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-c1e751bb-6faf-46ec-aa4b-b5b5ffa45051 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:10:02.557690 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-4e1fc4c8-9aa2-4b99-a758-edefd1dbf529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f072c9c34a8>, [{'id': '4de356ec-3847-4021-abf6-0bb33f96d932', 'name': 'tempest-AttachVolumeShelveTestJSON-1634246176-router', 'tenant_id': 'f608c43dc4544cf8abe2b82be12c9880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'external_fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '256e532d-0b6c-4490-a998-64a4b7ef203e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:02:15Z', 'updated_at': '2020-12-03T15:02:39Z', 'revision_number': 4, 'project_id': 'f608c43dc4544cf8abe2b82be12c9880', 'gw_port': {'id': '256e532d-0b6c-4490-a998-64a4b7ef203e', 'name': '', 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ed:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de356ec-3847-4021-abf6-0bb33f96d932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:17Z', 'updated_at': '2020-12-03T15:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-iscsi', '_interfaces': [{'id': 'f8d7b9e6-ed81-4a77-90ee-17160114749f', 'name': '', 'network_id': 'b89cab8b-b39a-4106-adb3-9bedf452bb83', 'tenant_id': 'f608c43dc4544cf8abe2b82be12c9880', 'mac_address': 'fa:16:3e:dd:9f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de356ec-3847-4021-abf6-0bb33f96d932', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '5f041ad7-6cbb-400e-8386-1de021d0e693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:36Z', 'updated_at': '2020-12-03T15:02:51Z', 'revision_number': 5, 'project_id': 'f608c43dc4544cf8abe2b82be12c9880', 'subnets': [{'id': '5f041ad7-6cbb-400e-8386-1de021d0e693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-3-iscsi', False) {} {{(pid=80384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:10:02.562834 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1fc4c8-9aa2-4b99-a758-edefd1dbf529 None None] Checking router: 4de356ec-3847-4021-abf6-0bb33f96d932 for host: dv-cinder-757908-3-iscsi {{(pid=80384) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 15:10:02.568255 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-79a6db46-319f-42f0-9d81-f0e973c6f9c0 req-4a335a4e-f302-4bff-8f60-d93ccdc9955b tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Synchronizing usage tracker for tenant:f608c43dc4544cf8abe2b82be12c9880 on resource:port {{(pid=80383) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 15:10:02.574063 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1fc4c8-9aa2-4b99-a758-edefd1dbf529 None None] Routers {'4de356ec-3847-4021-abf6-0bb33f96d932'} bound to L3 agent in host dv-cinder-757908-3-iscsi {{(pid=80384) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 15:10:02.574767 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-4e1fc4c8-9aa2-4b99-a758-edefd1dbf529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f072c9c34a8>, 'dv-cinder-757908-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-03T14:53:20Z,description=<?>,heartbeat_timestamp=2020-12-03T15:09:50Z,host='dv-cinder-757908-3-iscsi',id=7132dbe3-ed21-4d9d-abcc-41c34baf52ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T14:53:20Z,topic='l3_agent')) {'router_ids': ['4de356ec-3847-4021-abf6-0bb33f96d932'], 'active': True} {{(pid=80384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:10:02.596450 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-79a6db46-319f-42f0-9d81-f0e973c6f9c0 req-4a335a4e-f302-4bff-8f60-d93ccdc9955b tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Unset dirty status for tenant:f608c43dc4544cf8abe2b82be12c9880 on resource:port {{(pid=80383) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 15:10:02.597886 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-79a6db46-319f-42f0-9d81-f0e973c6f9c0 req-4a335a4e-f302-4bff-8f60-d93ccdc9955b tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/ports?device_id=e2dedaf2-51f5-458f-8e08-7814bc6780c3 HTTP/1.1" status: 200  len: 210 time: 0.0943785
Dec 03 15:10:02.781498 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [None req-a5a0d380-b739-4372-8255-de0b043f78ae None None] Attempting to bind port da95c7c7-22e5-4842-8d6c-76874b6bcdbf on host dv-cinder-757908-3-iscsi for vnic_type normal with profile  {{(pid=80385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 15:10:02.781927 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [None req-a5a0d380-b739-4372-8255-de0b043f78ae None None] Attempting to bind port da95c7c7-22e5-4842-8d6c-76874b6bcdbf by drivers openvswitch on host dv-cinder-757908-3-iscsi at level 0 using segments [{'id': 'e0a8f188-2bb6-4fc0-8404-86d6e3094df8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '56c04ede-5856-477e-8303-41d1403d1b7e'}] {{(pid=80385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 15:10:02.782342 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a0d380-b739-4372-8255-de0b043f78ae None None] Attempting to bind port da95c7c7-22e5-4842-8d6c-76874b6bcdbf on network 56c04ede-5856-477e-8303-41d1403d1b7e {{(pid=80385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 15:10:02.789059 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a0d380-b739-4372-8255-de0b043f78ae None None] Checking agent: {'id': 'd86ab5d6-8c79-4633-8bc6-d0d32e0bb057', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757908-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 14, 53, 21), 'started_at': datetime.datetime(2020, 12, 3, 14, 53, 51), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 15, 9, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757908-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.78', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 15:10:02.789484 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a0d380-b739-4372-8255-de0b043f78ae None None] Checking segment: {'id': 'e0a8f188-2bb6-4fc0-8404-86d6e3094df8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '56c04ede-5856-477e-8303-41d1403d1b7e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 15:10:02.790024 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-a5a0d380-b739-4372-8255-de0b043f78ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:10:02.791229 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a0d380-b739-4372-8255-de0b043f78ae None None] Bound using segment: {'id': 'e0a8f188-2bb6-4fc0-8404-86d6e3094df8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '56c04ede-5856-477e-8303-41d1403d1b7e'} {{(pid=80385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 15:10:02.791926 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [None req-a5a0d380-b739-4372-8255-de0b043f78ae None None] Bound port: da95c7c7-22e5-4842-8d6c-76874b6bcdbf, host: dv-cinder-757908-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0a8f188-2bb6-4fc0-8404-86d6e3094df8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '56c04ede-5856-477e-8303-41d1403d1b7e'}}] {{(pid=80385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 15:10:02.792349 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-a5a0d380-b739-4372-8255-de0b043f78ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:10:02.933603 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [None req-a5a0d380-b739-4372-8255-de0b043f78ae None None] For port da95c7c7-22e5-4842-8d6c-76874b6bcdbf, host dv-cinder-757908-3-iscsi, cleared binding levels {{(pid=80385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 15:10:02.936877 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [None req-a5a0d380-b739-4372-8255-de0b043f78ae None None] For port da95c7c7-22e5-4842-8d6c-76874b6bcdbf, host dv-cinder-757908-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-3-iscsi',level=0,port_id=da95c7c7-22e5-4842-8d6c-76874b6bcdbf,segment=NetworkSegment(e0a8f188-2bb6-4fc0-8404-86d6e3094df8),segment_id=e0a8f188-2bb6-4fc0-8404-86d6e3094df8)] {{(pid=80385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 15:10:02.940308 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-a5a0d380-b739-4372-8255-de0b043f78ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024'] for port, after_update {{(pid=80385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:10:02.957976 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:10:03.061537 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvr_db [None req-4e1fc4c8-9aa2-4b99-a758-edefd1dbf529 None None] Set router 4de356ec-3847-4021-abf6-0bb33f96d932 gateway port host: dv-cinder-757908-3-iscsi {{(pid=80384) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 15:10:03.302651 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e751bb-6faf-46ec-aa4b-b5b5ffa45051 None None] Pushing event updated for resources: {'Port': ['ID=da95c7c7-22e5-4842-8d6c-76874b6bcdbf,revision_number=4']} {{(pid=80385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:10:03.307449 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-c1e751bb-6faf-46ec-aa4b-b5b5ffa45051 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=80385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:10:03.387740 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a0d380-b739-4372-8255-de0b043f78ae None None] Routers {'d219a60d-0572-432e-a8ef-303ff83130fb'} bound to L3 agent in host dv-cinder-757908-3-iscsi {{(pid=80385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 15:10:03.388570 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-a5a0d380-b739-4372-8255-de0b043f78ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f072eb32da0>, 'dv-cinder-757908-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-03T14:53:20Z,description=<?>,heartbeat_timestamp=2020-12-03T15:09:50Z,host='dv-cinder-757908-3-iscsi',id=7132dbe3-ed21-4d9d-abcc-41c34baf52ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T14:53:20Z,topic='l3_agent')) {'router_ids': ['d219a60d-0572-432e-a8ef-303ff83130fb'], 'active': True} {{(pid=80385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:10:03.498374 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-4e1fc4c8-9aa2-4b99-a758-edefd1dbf529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f072c9c34a8>, [{'id': '4de356ec-3847-4021-abf6-0bb33f96d932', 'name': 'tempest-AttachVolumeShelveTestJSON-1634246176-router', 'tenant_id': 'f608c43dc4544cf8abe2b82be12c9880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'external_fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '256e532d-0b6c-4490-a998-64a4b7ef203e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:02:15Z', 'updated_at': '2020-12-03T15:02:39Z', 'revision_number': 4, 'project_id': 'f608c43dc4544cf8abe2b82be12c9880', 'gw_port': {'id': '256e532d-0b6c-4490-a998-64a4b7ef203e', 'name': '', 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ed:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de356ec-3847-4021-abf6-0bb33f96d932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:17Z', 'updated_at': '2020-12-03T15:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-iscsi', '_interfaces': [{'id': 'f8d7b9e6-ed81-4a77-90ee-17160114749f', 'name': '', 'network_id': 'b89cab8b-b39a-4106-adb3-9bedf452bb83', 'tenant_id': 'f608c43dc4544cf8abe2b82be12c9880', 'mac_address': 'fa:16:3e:dd:9f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de356ec-3847-4021-abf6-0bb33f96d932', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '5f041ad7-6cbb-400e-8386-1de021d0e693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:36Z', 'updated_at': '2020-12-03T15:02:51Z', 'revision_number': 5, 'project_id': 'f608c43dc4544cf8abe2b82be12c9880', 'subnets': [{'id': '5f041ad7-6cbb-400e-8386-1de021d0e693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-3-iscsi', False) {} {{(pid=80384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:10:03.503384 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1fc4c8-9aa2-4b99-a758-edefd1dbf529 None None] The sync data for ids ['4de356ec-3847-4021-abf6-0bb33f96d932'] in dv-cinder-757908-3-iscsi is: [{'id': '4de356ec-3847-4021-abf6-0bb33f96d932', 'name': 'tempest-AttachVolumeShelveTestJSON-1634246176-router', 'tenant_id': 'f608c43dc4544cf8abe2b82be12c9880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'external_fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '256e532d-0b6c-4490-a998-64a4b7ef203e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:02:15Z', 'updated_at': '2020-12-03T15:02:39Z', 'revision_number': 4, 'project_id': 'f608c43dc4544cf8abe2b82be12c9880', 'gw_port': {'id': '256e532d-0b6c-4490-a998-64a4b7ef203e', 'name': '', 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ed:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de356ec-3847-4021-abf6-0bb33f96d932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:17Z', 'updated_at': '2020-12-03T15:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-iscsi', '_interfaces': [{'id': 'f8d7b9e6-ed81-4a77-90ee-17160114749f', 'name': '', 'network_id': 'b89cab8b-b39a-4106-adb3-9bedf452bb83', 'tenant_id': 'f608c43dc4544cf8abe2b82be12c9880', 'mac_address': 'fa:16:3e:dd:9f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de356ec-3847-4021-abf6-0bb33f96d932', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '5f041ad7-6cbb-400e-8386-1de021d0e693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:36Z', 'updated_at': '2020-12-03T15:02:51Z', 'revision_number': 5, 'project_id': 'f608c43dc4544cf8abe2b82be12c9880', 'subnets': [{'id': '5f041ad7-6cbb-400e-8386-1de021d0e693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80384) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 15:10:03.613189 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvr_db [None req-a5a0d380-b739-4372-8255-de0b043f78ae None None] Set router d219a60d-0572-432e-a8ef-303ff83130fb gateway port host: dv-cinder-757908-3-iscsi {{(pid=80385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 15:10:03.716344 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Device da95c7c7-22e5-4842-8d6c-76874b6bcdbf up at agent ovs-agent-dv-cinder-757908-3-iscsi {{(pid=80384) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 15:10:03.820220 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Provisioning for port da95c7c7-22e5-4842-8d6c-76874b6bcdbf completed by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 15:10:03.826329 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Provisioning complete for port da95c7c7-22e5-4842-8d6c-76874b6bcdbf triggered by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:10:03.826757 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:10:03.857836 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 35600) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:10:03.963575 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-b5bff7d1-7fc5-4a90-8876-208184cea214 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Notify callbacks [] for security_group, before_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:10:03.974215 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:10:04.012395 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-b5bff7d1-7fc5-4a90-8876-208184cea214 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Notify callbacks [] for security_group, precommit_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:10:04.020733 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] For port da95c7c7-22e5-4842-8d6c-76874b6bcdbf, host dv-cinder-757908-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-3-iscsi',level=0,port_id=da95c7c7-22e5-4842-8d6c-76874b6bcdbf,segment=NetworkSegment(e0a8f188-2bb6-4fc0-8404-86d6e3094df8),segment_id=e0a8f188-2bb6-4fc0-8404-86d6e3094df8)] {{(pid=80384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 15:10:04.023980 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024'] for port, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:10:04.026743 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:10:04.067089 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-a5a0d380-b739-4372-8255-de0b043f78ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f072eb32da0>, [{'id': 'd219a60d-0572-432e-a8ef-303ff83130fb', 'name': 'tempest-TestVolumeBootPattern-397685186-router', 'tenant_id': '503358da12ee46d99e700cd5fd55130e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'external_fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': 'c851298a-be38-4325-9878-b7272327acbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:09:50Z', 'updated_at': '2020-12-03T15:09:55Z', 'revision_number': 4, 'project_id': '503358da12ee46d99e700cd5fd55130e', 'gw_port': {'id': 'c851298a-be38-4325-9878-b7272327acbc', 'name': '', 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:84:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd219a60d-0572-432e-a8ef-303ff83130fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:09:51Z', 'updated_at': '2020-12-03T15:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-iscsi', '_interfaces': [{'id': 'da95c7c7-22e5-4842-8d6c-76874b6bcdbf', 'name': '', 'network_id': '56c04ede-5856-477e-8303-41d1403d1b7e', 'tenant_id': '503358da12ee46d99e700cd5fd55130e', 'mac_address': 'fa:16:3e:5c:02:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd219a60d-0572-432e-a8ef-303ff83130fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '25b4d733-2be5-4316-97d4-8c408b2073f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:09:54Z', 'updated_at': '2020-12-03T15:10:02Z', 'revision_number': 4, 'project_id': '503358da12ee46d99e700cd5fd55130e', 'subnets': [{'id': '25b4d733-2be5-4316-97d4-8c408b2073f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-3-iscsi', False) {} {{(pid=80385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:10:04.072233 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a0d380-b739-4372-8255-de0b043f78ae None None] The sync data for ids ['d219a60d-0572-432e-a8ef-303ff83130fb'] in dv-cinder-757908-3-iscsi is: [{'id': 'd219a60d-0572-432e-a8ef-303ff83130fb', 'name': 'tempest-TestVolumeBootPattern-397685186-router', 'tenant_id': '503358da12ee46d99e700cd5fd55130e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'external_fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': 'c851298a-be38-4325-9878-b7272327acbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:09:50Z', 'updated_at': '2020-12-03T15:09:55Z', 'revision_number': 4, 'project_id': '503358da12ee46d99e700cd5fd55130e', 'gw_port': {'id': 'c851298a-be38-4325-9878-b7272327acbc', 'name': '', 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:84:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd219a60d-0572-432e-a8ef-303ff83130fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:09:51Z', 'updated_at': '2020-12-03T15:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-iscsi', '_interfaces': [{'id': 'da95c7c7-22e5-4842-8d6c-76874b6bcdbf', 'name': '', 'network_id': '56c04ede-5856-477e-8303-41d1403d1b7e', 'tenant_id': '503358da12ee46d99e700cd5fd55130e', 'mac_address': 'fa:16:3e:5c:02:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd219a60d-0572-432e-a8ef-303ff83130fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '25b4d733-2be5-4316-97d4-8c408b2073f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:09:54Z', 'updated_at': '2020-12-03T15:10:02Z', 'revision_number': 4, 'project_id': '503358da12ee46d99e700cd5fd55130e', 'subnets': [{'id': '25b4d733-2be5-4316-97d4-8c408b2073f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 15:10:04.086678 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-b5bff7d1-7fc5-4a90-8876-208184cea214 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:10:04.093096 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-30794546-0347-424a-9600-5b3d7d2d3009 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:10:04.100378 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Pushing event updated for resources: {'Port': ['ID=da95c7c7-22e5-4842-8d6c-76874b6bcdbf,revision_number=5']} {{(pid=80384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:10:04.106389 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:10:04.110610 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bff7d1-7fc5-4a90-8876-208184cea214 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Pushing event deleted for resources: {'SecurityGroup': ['ID=b59594c2-15ba-4530-bd79-526c99ca8751,revision_number=None']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:10:04.114044 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-b5bff7d1-7fc5-4a90-8876-208184cea214 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:10:04.122824 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-b5bff7d1-7fc5-4a90-8876-208184cea214 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Notify callbacks [] for security_group, before_response {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:10:04.124067 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-b5bff7d1-7fc5-4a90-8876-208184cea214 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "DELETE /v2.0/security-groups/b59594c2-15ba-4530-bd79-526c99ca8751 HTTP/1.1" status: 204  len: 168 time: 0.2649055
Dec 03 15:10:04.127294 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 35608) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:10:04.136917 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f21b69e-039d-404a-8c6b-0a2317adbcce None None] New status for floating IP 8999f69e-23c2-4565-bdf6-07e4bfb62830: DOWN {{(pid=80385) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 03 15:10:04.151639 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.api.v2.resource [None req-2385ab56-d3ee-4e34-9237-2c1f28465b39 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] show failed (client error): The resource could not be found.
Dec 03 15:10:04.155728 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-2385ab56-d3ee-4e34-9237-2c1f28465b39 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "GET /v2.0/security-groups/b59594c2-15ba-4530-bd79-526c99ca8751 HTTP/1.1" status: 404  len: 347 time: 0.0245273
Dec 03 15:10:04.155996 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 35612) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:10:04.342123 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [None req-58cc5642-c623-4ca7-aee2-458aaf98f0d2 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Deleting port 437c1800-456c-4b88-8b9c-3f3f5be2cafe {{(pid=80383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 15:10:04.342479 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-58cc5642-c623-4ca7-aee2-458aaf98f0d2 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729303099848'] for port, before_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:10:04.549076 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-58cc5642-c623-4ca7-aee2-458aaf98f0d2 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821294133'] for port, precommit_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:10:04.549987 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-58cc5642-c623-4ca7-aee2-458aaf98f0d2 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Notify callbacks [] for floatingip, precommit_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:10:04.687329 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [None req-58cc5642-c623-4ca7-aee2-458aaf98f0d2 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Calling delete_port for 437c1800-456c-4b88-8b9c-3f3f5be2cafe owned by network:floatingip {{(pid=80383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 15:10:04.773744 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.db.api [None req-58cc5642-c623-4ca7-aee2-458aaf98f0d2 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80383) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 15:10:04.774145 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_db.api [None req-58cc5642-c623-4ca7-aee2-458aaf98f0d2 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 15:10:05.275751 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [None req-58cc5642-c623-4ca7-aee2-458aaf98f0d2 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Deleting port 437c1800-456c-4b88-8b9c-3f3f5be2cafe {{(pid=80383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 15:10:05.276326 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-58cc5642-c623-4ca7-aee2-458aaf98f0d2 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729303099848'] for port, before_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:10:05.460770 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-58cc5642-c623-4ca7-aee2-458aaf98f0d2 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821294133'] for port, precommit_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:10:05.461153 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-58cc5642-c623-4ca7-aee2-458aaf98f0d2 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Notify callbacks [] for floatingip, precommit_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:10:05.607818 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [None req-58cc5642-c623-4ca7-aee2-458aaf98f0d2 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Calling delete_port for 437c1800-456c-4b88-8b9c-3f3f5be2cafe owned by network:floatingip {{(pid=80383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 15:10:05.699017 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Device da95c7c7-22e5-4842-8d6c-76874b6bcdbf up at agent ovs-agent-dv-cinder-757908-3-iscsi {{(pid=80384) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 15:10:05.756913 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-58cc5642-c623-4ca7-aee2-458aaf98f0d2 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307551598230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307552127058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31294715'] for port, after_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:10:05.778303 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:10:05.778586 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Provisioning complete for port da95c7c7-22e5-4842-8d6c-76874b6bcdbf triggered by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:10:05.779177 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:10:05.834521 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cc5642-c623-4ca7-aee2-458aaf98f0d2 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Pushing event deleted for resources: {'Port': ['ID=437c1800-456c-4b88-8b9c-3f3f5be2cafe,revision_number=None']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:10:05.847684 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-58cc5642-c623-4ca7-aee2-458aaf98f0d2 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:10:06.014359 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-58cc5642-c623-4ca7-aee2-458aaf98f0d2 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Notify callbacks [] for floatingip, after_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:10:06.032323 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-58cc5642-c623-4ca7-aee2-458aaf98f0d2 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6653'] for floatingip, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:10:06.033534 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-58cc5642-c623-4ca7-aee2-458aaf98f0d2 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] 10.222.0.63 "DELETE /v2.0/floatingips/8999f69e-23c2-4565-bdf6-07e4bfb62830 HTTP/1.1" status: 204  len: 168 time: 1.8765402
Dec 03 15:10:08.918515 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 35656) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:10:09.723809 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-6e003557-ff19-49b5-ba40-089587346626 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33526189'] for router_interface, before_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:10:10.349630 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [None req-6e003557-ff19-49b5-ba40-089587346626 admin admin] Deleting port f8d7b9e6-ed81-4a77-90ee-17160114749f {{(pid=80383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 15:10:10.350250 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-6e003557-ff19-49b5-ba40-089587346626 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729303099848'] for port, before_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:10:10.541599 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [None req-6e003557-ff19-49b5-ba40-089587346626 admin admin] For port f8d7b9e6-ed81-4a77-90ee-17160114749f, host dv-cinder-757908-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-3-iscsi',level=0,port_id=f8d7b9e6-ed81-4a77-90ee-17160114749f,segment=NetworkSegment(e2b57a66-c421-4e34-bfed-3a9d2ac3bd3c),segment_id=e2b57a66-c421-4e34-bfed-3a9d2ac3bd3c)] {{(pid=80383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 15:10:10.542020 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-6e003557-ff19-49b5-ba40-089587346626 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821294133'] for port, precommit_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:10:10.670736 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [None req-6e003557-ff19-49b5-ba40-089587346626 admin admin] Calling delete_port for f8d7b9e6-ed81-4a77-90ee-17160114749f owned by network:router_interface {{(pid=80383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 15:10:10.852454 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-6e003557-ff19-49b5-ba40-089587346626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307551598230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307552127058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31294715'] for port, after_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:10:10.869190 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-9e9cf261-89e2-4762-81ba-e1815930e0a2 tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:10:10.919225 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e003557-ff19-49b5-ba40-089587346626 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8d7b9e6-ed81-4a77-90ee-17160114749f,revision_number=None']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:10:10.932352 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-6e003557-ff19-49b5-ba40-089587346626 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:10:11.305036 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-6e003557-ff19-49b5-ba40-089587346626 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036822228745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036821288848'] for router_interface, after_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:10:11.821726 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e003557-ff19-49b5-ba40-089587346626 admin admin] Router 4de356ec-3847-4021-abf6-0bb33f96d932 has already been hosted by L3 agent 7132dbe3-ed21-4d9d-abcc-41c34baf52ae {{(pid=80383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 15:10:12.014514 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e003557-ff19-49b5-ba40-089587346626 admin admin] Notify agent at l3_agent.dv-cinder-757908-3-iscsi the message routers_updated {{(pid=80383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 15:10:12.025745 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d8a457-93b5-43f1-93be-d4a62639f544 None None] Sync routers for ids ['4de356ec-3847-4021-abf6-0bb33f96d932'] in dv-cinder-757908-3-iscsi {{(pid=80384) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 15:10:12.031691 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-6e003557-ff19-49b5-ba40-089587346626 admin admin] 10.222.0.63 "PUT /v2.0/routers/4de356ec-3847-4021-abf6-0bb33f96d932/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1119888
Dec 03 15:10:12.034302 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 35674) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:10:12.038862 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d8a457-93b5-43f1-93be-d4a62639f544 None None] Routers {'4de356ec-3847-4021-abf6-0bb33f96d932'} bound to L3 agent in host dv-cinder-757908-3-iscsi {{(pid=80384) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 15:10:12.039542 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-22d8a457-93b5-43f1-93be-d4a62639f544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f072eb78898>, 'dv-cinder-757908-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-03T14:53:20Z,description=<?>,heartbeat_timestamp=2020-12-03T15:09:50Z,host='dv-cinder-757908-3-iscsi',id=7132dbe3-ed21-4d9d-abcc-41c34baf52ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T14:53:20Z,topic='l3_agent')) {'router_ids': ['4de356ec-3847-4021-abf6-0bb33f96d932'], 'active': True} {{(pid=80384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:10:12.245228 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvr_db [None req-22d8a457-93b5-43f1-93be-d4a62639f544 None None] Set router 4de356ec-3847-4021-abf6-0bb33f96d932 gateway port host: dv-cinder-757908-3-iscsi {{(pid=80384) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 15:10:12.470889 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-f31ae5cf-f595-43ae-94c9-d0f68216678b admin admin] Notify callbacks [] for router, before_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:10:12.574248 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-22d8a457-93b5-43f1-93be-d4a62639f544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f072eb78898>, [{'id': '4de356ec-3847-4021-abf6-0bb33f96d932', 'name': 'tempest-AttachVolumeShelveTestJSON-1634246176-router', 'tenant_id': 'f608c43dc4544cf8abe2b82be12c9880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'external_fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '256e532d-0b6c-4490-a998-64a4b7ef203e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:02:15Z', 'updated_at': '2020-12-03T15:10:10Z', 'revision_number': 5, 'project_id': 'f608c43dc4544cf8abe2b82be12c9880', 'gw_port': {'id': '256e532d-0b6c-4490-a998-64a4b7ef203e', 'name': '', 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ed:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de356ec-3847-4021-abf6-0bb33f96d932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:17Z', 'updated_at': '2020-12-03T15:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-iscsi'}], 'dv-cinder-757908-3-iscsi', False) {} {{(pid=80384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:10:12.578753 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d8a457-93b5-43f1-93be-d4a62639f544 None None] Checking router: 4de356ec-3847-4021-abf6-0bb33f96d932 for host: dv-cinder-757908-3-iscsi {{(pid=80384) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 15:10:12.588348 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d8a457-93b5-43f1-93be-d4a62639f544 None None] Routers {'4de356ec-3847-4021-abf6-0bb33f96d932'} bound to L3 agent in host dv-cinder-757908-3-iscsi {{(pid=80384) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 15:10:12.589024 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-22d8a457-93b5-43f1-93be-d4a62639f544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f072eb78898>, 'dv-cinder-757908-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-03T14:53:20Z,description=<?>,heartbeat_timestamp=2020-12-03T15:09:50Z,host='dv-cinder-757908-3-iscsi',id=7132dbe3-ed21-4d9d-abcc-41c34baf52ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T14:53:20Z,topic='l3_agent')) {'router_ids': ['4de356ec-3847-4021-abf6-0bb33f96d932'], 'active': True} {{(pid=80384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:10:12.672906 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-f31ae5cf-f595-43ae-94c9-d0f68216678b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:10:12.678164 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [None req-f31ae5cf-f595-43ae-94c9-d0f68216678b admin admin] Deleting port 256e532d-0b6c-4490-a998-64a4b7ef203e {{(pid=80383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 15:10:12.678531 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-f31ae5cf-f595-43ae-94c9-d0f68216678b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729303099848'] for port, before_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:10:12.785651 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvr_db [None req-22d8a457-93b5-43f1-93be-d4a62639f544 None None] Set router 4de356ec-3847-4021-abf6-0bb33f96d932 gateway port host: dv-cinder-757908-3-iscsi {{(pid=80384) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 15:10:12.871426 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [None req-f31ae5cf-f595-43ae-94c9-d0f68216678b admin admin] For port 256e532d-0b6c-4490-a998-64a4b7ef203e, host dv-cinder-757908-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-3-iscsi',level=0,port_id=256e532d-0b6c-4490-a998-64a4b7ef203e,segment=NetworkSegment(d4bc1e7b-f0cf-45e4-b2f6-c41c855b05f5),segment_id=d4bc1e7b-f0cf-45e4-b2f6-c41c855b05f5)] {{(pid=80383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 15:10:12.871999 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-f31ae5cf-f595-43ae-94c9-d0f68216678b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821294133'] for port, precommit_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:10:13.010297 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [None req-f31ae5cf-f595-43ae-94c9-d0f68216678b admin admin] Calling delete_port for 256e532d-0b6c-4490-a998-64a4b7ef203e owned by network:router_gateway {{(pid=80383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 15:10:13.168083 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-f31ae5cf-f595-43ae-94c9-d0f68216678b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307551598230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307552127058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31294715'] for port, after_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:10:13.288949 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-22d8a457-93b5-43f1-93be-d4a62639f544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f072eb78898>, [{'id': '4de356ec-3847-4021-abf6-0bb33f96d932', 'name': 'tempest-AttachVolumeShelveTestJSON-1634246176-router', 'tenant_id': 'f608c43dc4544cf8abe2b82be12c9880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'external_fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '256e532d-0b6c-4490-a998-64a4b7ef203e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:02:15Z', 'updated_at': '2020-12-03T15:10:10Z', 'revision_number': 5, 'project_id': 'f608c43dc4544cf8abe2b82be12c9880', 'gw_port': {'id': '256e532d-0b6c-4490-a998-64a4b7ef203e', 'name': '', 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ed:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de356ec-3847-4021-abf6-0bb33f96d932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:17Z', 'updated_at': '2020-12-03T15:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-iscsi'}], 'dv-cinder-757908-3-iscsi', False) {} {{(pid=80384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:10:13.294855 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d8a457-93b5-43f1-93be-d4a62639f544 None None] The sync data for ids ['4de356ec-3847-4021-abf6-0bb33f96d932'] in dv-cinder-757908-3-iscsi is: [{'id': '4de356ec-3847-4021-abf6-0bb33f96d932', 'name': 'tempest-AttachVolumeShelveTestJSON-1634246176-router', 'tenant_id': 'f608c43dc4544cf8abe2b82be12c9880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'external_fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '256e532d-0b6c-4490-a998-64a4b7ef203e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:02:15Z', 'updated_at': '2020-12-03T15:10:10Z', 'revision_number': 5, 'project_id': 'f608c43dc4544cf8abe2b82be12c9880', 'gw_port': {'id': '256e532d-0b6c-4490-a998-64a4b7ef203e', 'name': '', 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ed:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de356ec-3847-4021-abf6-0bb33f96d932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:02:17Z', 'updated_at': '2020-12-03T15:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-iscsi'}] {{(pid=80384) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 15:10:13.372977 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-f31ae5cf-f595-43ae-94c9-d0f68216678b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33527589'] for router_gateway, after_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:10:13.522526 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-f31ae5cf-f595-43ae-94c9-d0f68216678b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33536007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7838'] for router, precommit_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:10:13.525556 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-f31ae5cf-f595-43ae-94c9-d0f68216678b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:10:13.548133 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-f31ae5cf-f595-43ae-94c9-d0f68216678b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036821247594'] for router, after_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:10:13.548717 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f31ae5cf-f595-43ae-94c9-d0f68216678b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4de356ec-3847-4021-abf6-0bb33f96d932 {{(pid=80383) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 03 15:10:13.562741 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-f31ae5cf-f595-43ae-94c9-d0f68216678b admin admin] Notify callbacks [] for router, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:10:13.564191 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-f31ae5cf-f595-43ae-94c9-d0f68216678b admin admin] 10.222.0.63 "DELETE /v2.0/routers/4de356ec-3847-4021-abf6-0bb33f96d932 HTTP/1.1" status: 204  len: 168 time: 1.5289063
Dec 03 15:10:13.567068 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 35684) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:10:13.640087 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.db_base_plugin_v2 [None req-e690c359-3d04-48ab-9f0d-466f8e37f707 admin admin] Deleting subnet 5f041ad7-6cbb-400e-8386-1de021d0e693 {{(pid=80382) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 15:10:13.643475 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-e690c359-3d04-48ab-9f0d-466f8e37f707 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:10:13.652219 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Device f8d7b9e6-ed81-4a77-90ee-17160114749f no longer exists at agent ovs-agent-dv-cinder-757908-3-iscsi {{(pid=80384) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 15:10:13.687843 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] No Port match for: f8d7b9e6-ed81-4a77-90ee-17160114749f {{(pid=80384) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 15:10:13.688319 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Device f8d7b9e6-ed81-4a77-90ee-17160114749f not bound to the agent host dv-cinder-757908-3-iscsi {{(pid=80384) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 15:10:13.702004 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-e690c359-3d04-48ab-9f0d-466f8e37f707 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31928803'] for subnet, precommit_delete_associations {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:10:13.835195 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-e690c359-3d04-48ab-9f0d-466f8e37f707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853789695'] for subnet, precommit_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:10:14.112517 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-e690c359-3d04-48ab-9f0d-466f8e37f707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33445888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30042905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036823903166'] for subnet, after_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:10:14.128732 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-5a8e59cd-24ab-4e6d-abe3-5ced15dfa68a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:10:14.169335 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e690c359-3d04-48ab-9f0d-466f8e37f707 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f041ad7-6cbb-400e-8386-1de021d0e693,revision_number=None']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:10:14.181498 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-e690c359-3d04-48ab-9f0d-466f8e37f707 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:10:14.272810 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-e690c359-3d04-48ab-9f0d-466f8e37f707 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036822225390'] for subnet, before_response {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:10:14.278672 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8380f9e7-5400-46f7-8438-39bd15a3deed None None] Network b89cab8b-b39a-4106-adb3-9bedf452bb83 requested from dv-cinder-757908-3-iscsi {{(pid=80384) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 15:10:14.280086 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-e690c359-3d04-48ab-9f0d-466f8e37f707 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/5f041ad7-6cbb-400e-8386-1de021d0e693 HTTP/1.1" status: 204  len: 168 time: 0.7117584
Dec 03 15:10:14.282134 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 35690) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:10:14.416634 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-cd4897e4-610d-472c-989f-3d8f1a7904cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-851107'] for network, before_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:10:14.491008 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [None req-cd4897e4-610d-472c-989f-3d8f1a7904cd admin admin] Deleting port 6accfad8-9daa-4e08-8388-96a9b78b9f2b {{(pid=80383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 15:10:14.491384 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-cd4897e4-610d-472c-989f-3d8f1a7904cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729303099848'] for port, before_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:10:14.584037 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb3f579-0711-428c-9a4d-51c3f8aad128 None None] DHCP port deletion for b89cab8b-b39a-4106-adb3-9bedf452bb83 request from dv-cinder-757908-3-iscsi {{(pid=80384) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 03 15:10:14.590039 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [None req-1eb3f579-0711-428c-9a4d-51c3f8aad128 None None] Deleting port 6accfad8-9daa-4e08-8388-96a9b78b9f2b {{(pid=80384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 15:10:14.590464 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-1eb3f579-0711-428c-9a4d-51c3f8aad128 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729303099848'] for port, before_delete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:10:14.774831 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [None req-cd4897e4-610d-472c-989f-3d8f1a7904cd admin admin] For port 6accfad8-9daa-4e08-8388-96a9b78b9f2b, host dv-cinder-757908-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-3-iscsi',level=0,port_id=6accfad8-9daa-4e08-8388-96a9b78b9f2b,segment=NetworkSegment(e2b57a66-c421-4e34-bfed-3a9d2ac3bd3c),segment_id=e2b57a66-c421-4e34-bfed-3a9d2ac3bd3c)] {{(pid=80383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 15:10:14.775238 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-cd4897e4-610d-472c-989f-3d8f1a7904cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821294133'] for port, precommit_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:10:14.824310 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [None req-1eb3f579-0711-428c-9a4d-51c3f8aad128 None None] For port 6accfad8-9daa-4e08-8388-96a9b78b9f2b, host dv-cinder-757908-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-3-iscsi',level=0,port_id=6accfad8-9daa-4e08-8388-96a9b78b9f2b,segment=NetworkSegment(e2b57a66-c421-4e34-bfed-3a9d2ac3bd3c),segment_id=e2b57a66-c421-4e34-bfed-3a9d2ac3bd3c)] {{(pid=80384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 15:10:14.824782 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-1eb3f579-0711-428c-9a4d-51c3f8aad128 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821294133'] for port, precommit_delete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:10:14.907258 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [None req-cd4897e4-610d-472c-989f-3d8f1a7904cd admin admin] Calling delete_port for 6accfad8-9daa-4e08-8388-96a9b78b9f2b owned by network:dhcp {{(pid=80383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 15:10:14.962542 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [None req-1eb3f579-0711-428c-9a4d-51c3f8aad128 None None] Calling delete_port for 6accfad8-9daa-4e08-8388-96a9b78b9f2b owned by network:dhcp {{(pid=80384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 15:10:14.988824 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-cd4897e4-610d-472c-989f-3d8f1a7904cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307551598230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307552127058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31294715'] for port, after_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:10:15.006353 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-99192577-7161-43f6-a28a-dd8002b7fd45 tempest-TestMinimumBasicScenario-742783596 tempest-TestMinimumBasicScenario-742783596] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:10:15.037743 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.db.api [None req-1eb3f579-0711-428c-9a4d-51c3f8aad128 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80384) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 15:10:15.038126 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_db.api [None req-1eb3f579-0711-428c-9a4d-51c3f8aad128 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 15:10:15.060570 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4897e4-610d-472c-989f-3d8f1a7904cd admin admin] Pushing event deleted for resources: {'Port': ['ID=6accfad8-9daa-4e08-8388-96a9b78b9f2b,revision_number=None']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:10:15.065958 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-cd4897e4-610d-472c-989f-3d8f1a7904cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:10:15.164987 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4897e4-610d-472c-989f-3d8f1a7904cd admin admin] No DVR routers for this DVR port 6accfad8-9daa-4e08-8388-96a9b78b9f2b on host dv-cinder-757908-3-iscsi {{(pid=80383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 15:10:15.297723 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-cd4897e4-610d-472c-989f-3d8f1a7904cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853792104', 'neutron.services.segments.db._delete_segments_for_network--9223363307551584696'] for network, precommit_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:10:15.422993 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.services.segments.db [None req-cd4897e4-610d-472c-989f-3d8f1a7904cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f072dcd0630>,) {'filters': {'network_id': ['b89cab8b-b39a-4106-adb3-9bedf452bb83']}} {{(pid=80383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:10:15.436785 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.services.segments.db [None req-cd4897e4-610d-472c-989f-3d8f1a7904cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f072dcd0630>, 'e2b57a66-c421-4e34-bfed-3a9d2ac3bd3c') {'for_net_delete': True} {{(pid=80383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:10:15.437540 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.services.segments.db [None req-cd4897e4-610d-472c-989f-3d8f1a7904cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f072dcd0630>, 'e2b57a66-c421-4e34-bfed-3a9d2ac3bd3c') {} {{(pid=80383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:10:15.457149 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-cd4897e4-610d-472c-989f-3d8f1a7904cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363307551582136', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036822612907'] for segment, before_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:10:15.467903 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-cd4897e4-610d-472c-989f-3d8f1a7904cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986486'] for segment, precommit_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:10:15.470196 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-cd4897e4-610d-472c-989f-3d8f1a7904cd admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80383) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 15:10:15.539199 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [None req-1eb3f579-0711-428c-9a4d-51c3f8aad128 None None] Deleting port 6accfad8-9daa-4e08-8388-96a9b78b9f2b {{(pid=80384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 15:10:15.539785 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-1eb3f579-0711-428c-9a4d-51c3f8aad128 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729303099848'] for port, before_delete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:10:15.622676 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [None req-1eb3f579-0711-428c-9a4d-51c3f8aad128 None None] The port '6accfad8-9daa-4e08-8388-96a9b78b9f2b' was deleted {{(pid=80384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 03 15:10:15.674859 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [None req-cd4897e4-610d-472c-989f-3d8f1a7904cd admin admin] Network b89cab8b-b39a-4106-adb3-9bedf452bb83 has no segments {{(pid=80383) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 15:10:15.689894 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-cd4897e4-610d-472c-989f-3d8f1a7904cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853789314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036823481204'] for segment, after_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:10:15.725374 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Device 6accfad8-9daa-4e08-8388-96a9b78b9f2b no longer exists at agent ovs-agent-dv-cinder-757908-3-iscsi {{(pid=80384) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 15:10:15.772591 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] No Port match for: 6accfad8-9daa-4e08-8388-96a9b78b9f2b {{(pid=80384) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 15:10:15.772994 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Device 6accfad8-9daa-4e08-8388-96a9b78b9f2b not bound to the agent host dv-cinder-757908-3-iscsi {{(pid=80384) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 15:10:15.773474 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Device 256e532d-0b6c-4490-a998-64a4b7ef203e no longer exists at agent ovs-agent-dv-cinder-757908-3-iscsi {{(pid=80384) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 15:10:15.811854 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] No Port match for: 256e532d-0b6c-4490-a998-64a4b7ef203e {{(pid=80384) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 15:10:15.812070 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Device 256e532d-0b6c-4490-a998-64a4b7ef203e not bound to the agent host dv-cinder-757908-3-iscsi {{(pid=80384) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 15:10:15.891044 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [None req-cd4897e4-610d-472c-989f-3d8f1a7904cd admin admin] Network b89cab8b-b39a-4106-adb3-9bedf452bb83 has no segments {{(pid=80383) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 15:10:15.915345 dv-cinder-757908-3-iscsi neutron-server[80271]: Traceback (most recent call last):
Dec 03 15:10:15.915345 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 15:10:15.915345 dv-cinder-757908-3-iscsi neutron-server[80271]:     timer()
Dec 03 15:10:15.915345 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 15:10:15.915345 dv-cinder-757908-3-iscsi neutron-server[80271]:     cb(*args, **kw)
Dec 03 15:10:15.915345 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 15:10:15.915345 dv-cinder-757908-3-iscsi neutron-server[80271]:     return func(*args, **kwargs)
Dec 03 15:10:15.915345 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 15:10:15.915345 dv-cinder-757908-3-iscsi neutron-server[80271]:     self._notify()
Dec 03 15:10:15.915345 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 15:10:15.915345 dv-cinder-757908-3-iscsi neutron-server[80271]:     self.callback(batched_events)
Dec 03 15:10:15.915345 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 15:10:15.915345 dv-cinder-757908-3-iscsi neutron-server[80271]:     event.method(event)
Dec 03 15:10:15.915345 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 15:10:15.915345 dv-cinder-757908-3-iscsi neutron-server[80271]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 15:10:15.915345 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 15:10:15.915345 dv-cinder-757908-3-iscsi neutron-server[80271]:     segment_id)['aggregates'][0]
Dec 03 15:10:15.915345 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 15:10:15.915345 dv-cinder-757908-3-iscsi neutron-server[80271]:     return f(self, *a, **k)
Dec 03 15:10:15.915345 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 15:10:15.915345 dv-cinder-757908-3-iscsi neutron-server[80271]:     return self._get(url).json()
Dec 03 15:10:15.915345 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 15:10:15.915345 dv-cinder-757908-3-iscsi neutron-server[80271]:     **kwargs)
Dec 03 15:10:15.915345 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 15:10:15.915345 dv-cinder-757908-3-iscsi neutron-server[80271]:     return self.request(url, 'GET', **kwargs)
Dec 03 15:10:15.915345 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 15:10:15.915345 dv-cinder-757908-3-iscsi neutron-server[80271]:     **endpoint_filter)
Dec 03 15:10:15.915345 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 15:10:15.915345 dv-cinder-757908-3-iscsi neutron-server[80271]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 15:10:15.915345 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 15:10:15.915345 dv-cinder-757908-3-iscsi neutron-server[80271]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 15:10:15.915345 dv-cinder-757908-3-iscsi neutron-server[80271]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 15:10:15.990427 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-cd4897e4-610d-472c-989f-3d8f1a7904cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036821248189'] for network, after_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:10:15.994573 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-e1c4f560-1124-4ddc-a073-4679c4873f42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:10:16.014820 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-cd4897e4-610d-472c-989f-3d8f1a7904cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036822225390'] for network, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:10:16.028598 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4897e4-610d-472c-989f-3d8f1a7904cd admin admin] Pushing event deleted for resources: {'Network': ['ID=b89cab8b-b39a-4106-adb3-9bedf452bb83,revision_number=None']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:10:16.032098 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-cd4897e4-610d-472c-989f-3d8f1a7904cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:10:16.042393 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-cd4897e4-610d-472c-989f-3d8f1a7904cd admin admin] 10.222.0.63 "DELETE /v2.0/networks/b89cab8b-b39a-4106-adb3-9bedf452bb83 HTTP/1.1" status: 204  len: 168 time: 1.7587941
Dec 03 15:10:16.218156 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 35706) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:10:16.276990 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-408d11f8-3755-44e9-a77c-6201e23d035e admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=f608c43dc4544cf8abe2b82be12c9880&name=default HTTP/1.1" status: 200  len: 2875 time: 0.0574801
Dec 03 15:10:16.279715 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 35710) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:10:16.355160 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-6ae1d282-5aa2-408b-ab2b-f0ec5ac47b46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:10:16.390720 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-6ae1d282-5aa2-408b-ab2b-f0ec5ac47b46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:10:16.454546 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-6ae1d282-5aa2-408b-ab2b-f0ec5ac47b46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:10:16.462222 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-c5a30439-dce7-4a85-8686-c54a0e29d0f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:10:16.475252 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae1d282-5aa2-408b-ab2b-f0ec5ac47b46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c6d1d09-1f7c-4cc1-b15a-855502303400,revision_number=None']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:10:16.479858 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-6ae1d282-5aa2-408b-ab2b-f0ec5ac47b46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:10:16.485725 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-6ae1d282-5aa2-408b-ab2b-f0ec5ac47b46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:10:16.489887 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-6ae1d282-5aa2-408b-ab2b-f0ec5ac47b46 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/4c6d1d09-1f7c-4cc1-b15a-855502303400 HTTP/1.1" status: 204  len: 168 time: 0.2063088
Dec 03 15:10:16.693809 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-e0ceca49-358d-4db5-bb26-1e308747ad94 req-e584bd6d-6e02-464b-97d8-f1ef3e063c4f service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=add146c2-e4cc-491e-b5f9-17673e4a0c89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0919158
Dec 03 15:10:16.908398 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ceca49-358d-4db5-bb26-1e308747ad94 req-306841d8-ce36-4dd0-b0fd-4cfd6d5a7a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:10:16.910135 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-e0ceca49-358d-4db5-bb26-1e308747ad94 req-306841d8-ce36-4dd0-b0fd-4cfd6d5a7a88 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f77c18074b76496dbbd6d15835f35760&device_id=add146c2-e4cc-491e-b5f9-17673e4a0c89 HTTP/1.1" status: 200  len: 1162 time: 0.1104729
Dec 03 15:10:17.370373 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ceca49-358d-4db5-bb26-1e308747ad94 req-e60674dd-5ac6-4434-8bef-a0d58e8afce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:10:17.373106 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-e0ceca49-358d-4db5-bb26-1e308747ad94 req-e60674dd-5ac6-4434-8bef-a0d58e8afce9 service neutron] 10.222.0.83 "GET /v2.0/networks?id=0d922ba7-749c-4c5e-b6cc-12813984389c HTTP/1.1" status: 200  len: 903 time: 0.4292753
Dec 03 15:10:17.444578 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-8b87fbde-79c1-49f5-a190-b5359cc6bd20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:10:17.504598 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-e0ceca49-358d-4db5-bb26-1e308747ad94 req-939ae7e4-eede-4b0a-b0fa-dc1fbe15549a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f82f881d-f8f0-478d-baa4-3c020c077e99 HTTP/1.1" status: 200  len: 1000 time: 0.1238704
Dec 03 15:10:17.580509 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ceca49-358d-4db5-bb26-1e308747ad94 req-6d54451c-c528-492a-ba12-dae82064cbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:10:17.582153 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-e0ceca49-358d-4db5-bb26-1e308747ad94 req-6d54451c-c528-492a-ba12-dae82064cbc0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=07d33687-75f8-425a-ad5f-cd3466718814 HTTP/1.1" status: 200  len: 848 time: 0.0703092
Dec 03 15:10:17.682284 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ceca49-358d-4db5-bb26-1e308747ad94 req-b1ea9ba7-6187-4f58-92b7-1db34e95a368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:10:17.683919 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-e0ceca49-358d-4db5-bb26-1e308747ad94 req-b1ea9ba7-6187-4f58-92b7-1db34e95a368 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0d922ba7-749c-4c5e-b6cc-12813984389c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0922966
Dec 03 15:10:17.845247 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-e0ceca49-358d-4db5-bb26-1e308747ad94 req-b3472662-82c1-48b9-8133-b202e0a08043 service neutron] 10.222.0.83 "GET /v2.0/networks/0d922ba7-749c-4c5e-b6cc-12813984389c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1495376
Dec 03 15:10:18.005609 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-e0ceca49-358d-4db5-bb26-1e308747ad94 req-7450b0dd-e784-4fe7-b244-36ba77ce40f7 service neutron] 10.222.0.83 "GET /v2.0/networks/0d922ba7-749c-4c5e-b6cc-12813984389c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1516588
Dec 03 15:10:20.165370 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-ce5dab01-5dc3-4a38-8d91-e80ed80974f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:10:20.181719 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-d1a712ed-1597-40ee-be3f-9bd7eb160871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:10:21.297326 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:10:22.052591 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-7c778c2a-832b-4a71-9338-2409dcb4fb0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:10:22.502861 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-3553298f-3635-43eb-9247-01876a2704d2 req-5acab9dd-ec74-47f7-95b0-eb4ae8fd8cb1 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-1253914480&fields=id&tenant_id=f470bb55fd724a97959cc14ef30e0db0 HTTP/1.1" status: 200  len: 267 time: 0.0427551
Dec 03 15:10:22.670749 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3553298f-3635-43eb-9247-01876a2704d2 req-b81ecf9e-15b0-4aa8-872f-ca9ed36b8928 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:10:22.672264 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-3553298f-3635-43eb-9247-01876a2704d2 req-b81ecf9e-15b0-4aa8-872f-ca9ed36b8928 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "GET /v2.0/networks?id=ca7902d6-3500-4f57-934f-b73bb22a6c84 HTTP/1.1" status: 200  len: 811 time: 0.1616652
Dec 03 15:10:22.688808 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-3553298f-3635-43eb-9247-01876a2704d2 req-cb453626-a6d8-4615-98f7-6b75892e0c32 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "GET /v2.0/quotas/f470bb55fd724a97959cc14ef30e0db0 HTTP/1.1" status: 200  len: 375 time: 0.0102670
Dec 03 15:10:22.779102 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-3553298f-3635-43eb-9247-01876a2704d2 req-e538aedb-0579-4d63-aa90-33eafb57f257 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Synchronizing usage tracker for tenant:f470bb55fd724a97959cc14ef30e0db0 on resource:port {{(pid=80382) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 15:10:22.796581 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-3553298f-3635-43eb-9247-01876a2704d2 req-e538aedb-0579-4d63-aa90-33eafb57f257 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Unset dirty status for tenant:f470bb55fd724a97959cc14ef30e0db0 on resource:port {{(pid=80382) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 15:10:22.798025 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-3553298f-3635-43eb-9247-01876a2704d2 req-e538aedb-0579-4d63-aa90-33eafb57f257 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "GET /v2.0/ports?tenant_id=f470bb55fd724a97959cc14ef30e0db0&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1036603
Dec 03 15:10:22.918311 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.agents_db [None req-51f4eaf8-3f98-4d92-a7df-a28bf03852b0 None None] Agent healthcheck: found 6 active agents {{(pid=80385) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 15:10:22.949796 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-3553298f-3635-43eb-9247-01876a2704d2 req-ddbf1738-9c6d-481e-bc9f-c7f04339be2e service neutron] 10.222.0.63 "GET /v2.0/networks/ca7902d6-3500-4f57-934f-b73bb22a6c84?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1379511
Dec 03 15:10:23.097125 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-3553298f-3635-43eb-9247-01876a2704d2 req-815c8e6d-67f5-4ce3-b13b-c86a41f91507 service neutron] 10.222.0.63 "GET /v2.0/networks/ca7902d6-3500-4f57-934f-b73bb22a6c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1406910
Dec 03 15:10:23.535590 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-a419b368-aaff-4191-8460-05cfd03fb453 req-99b04c62-b7ff-4efe-a196-9af30d4ec986 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "GET /v2.0/ports?device_id=f0423581-5320-4d03-8e5c-2fc88bf1837b HTTP/1.1" status: 200  len: 210 time: 0.0486114
Dec 03 15:10:24.689072 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:10:24.734750 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-5e77f555-719d-4194-8ed2-e7746a6b6da8 req-1461f825-1446-401d-bab4-367e368cb784 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "GET /v2.0/ports?device_id=f0423581-5320-4d03-8e5c-2fc88bf1837b HTTP/1.1" status: 200  len: 210 time: 0.0473363
Dec 03 15:10:25.913777 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-4bbe8f0f-9066-48c4-811c-4a024d11cab8 req-cb56db0a-9693-44ba-854f-3f7d6717e913 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "GET /v2.0/ports?device_id=f0423581-5320-4d03-8e5c-2fc88bf1837b HTTP/1.1" status: 200  len: 210 time: 0.0507600
Dec 03 15:10:26.482567 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3553298f-3635-43eb-9247-01876a2704d2 req-5007f281-2930-4a25-bb57-98fb9a7a7556 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:10:26.483289 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-3553298f-3635-43eb-9247-01876a2704d2 req-5007f281-2930-4a25-bb57-98fb9a7a7556 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Synchronizing usage tracker for tenant:f470bb55fd724a97959cc14ef30e0db0 on resource:network {{(pid=80383) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 15:10:26.501628 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-3553298f-3635-43eb-9247-01876a2704d2 req-5007f281-2930-4a25-bb57-98fb9a7a7556 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Unset dirty status for tenant:f470bb55fd724a97959cc14ef30e0db0 on resource:network {{(pid=80383) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 15:10:26.502964 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-3553298f-3635-43eb-9247-01876a2704d2 req-5007f281-2930-4a25-bb57-98fb9a7a7556 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.83 "GET /v2.0/networks?id=ca7902d6-3500-4f57-934f-b73bb22a6c84 HTTP/1.1" status: 200  len: 811 time: 0.1805332
Dec 03 15:10:26.600812 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-3553298f-3635-43eb-9247-01876a2704d2 req-6ea3ec4b-dce8-4767-a3ea-ed4236e63f0c tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Synchronizing usage tracker for tenant:f470bb55fd724a97959cc14ef30e0db0 on resource:security_group {{(pid=80383) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 15:10:26.620044 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-3553298f-3635-43eb-9247-01876a2704d2 req-6ea3ec4b-dce8-4767-a3ea-ed4236e63f0c tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Unset dirty status for tenant:f470bb55fd724a97959cc14ef30e0db0 on resource:security_group {{(pid=80383) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 15:10:26.621890 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-3553298f-3635-43eb-9247-01876a2704d2 req-6ea3ec4b-dce8-4767-a3ea-ed4236e63f0c tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=f470bb55fd724a97959cc14ef30e0db0 HTTP/1.1" status: 200  len: 5551 time: 0.0981328
Dec 03 15:10:26.634031 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.base [req-3553298f-3635-43eb-9247-01876a2704d2 req-64b4490f-1edb-4a52-9dd6-930c75169b50 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Request body: {'port': {'device_id': 'f0423581-5320-4d03-8e5c-2fc88bf1837b', 'network_id': 'ca7902d6-3500-4f57-934f-b73bb22a6c84', 'admin_state_up': True, 'tenant_id': 'f470bb55fd724a97959cc14ef30e0db0', 'security_groups': ['d1b57de3-957d-4a2e-a4de-5c259d445835']}} {{(pid=80383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 15:10:26.801225 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [req-3553298f-3635-43eb-9247-01876a2704d2 req-64b4490f-1edb-4a52-9dd6-930c75169b50 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:10:26.812118 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [req-3553298f-3635-43eb-9247-01876a2704d2 req-64b4490f-1edb-4a52-9dd6-930c75169b50 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:10:26.820628 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3553298f-3635-43eb-9247-01876a2704d2 req-64b4490f-1edb-4a52-9dd6-930c75169b50 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Made reservation on behalf of f470bb55fd724a97959cc14ef30e0db0 for: {'port': 1} {{(pid=80383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 15:10:26.826282 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-3553298f-3635-43eb-9247-01876a2704d2 req-64b4490f-1edb-4a52-9dd6-930c75169b50 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:10:27.100833 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-c8495fde-9bd5-49ba-931c-604817360e48 req-a702d7c8-e44b-435a-bad5-2dd565f45531 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "GET /v2.0/ports?device_id=f0423581-5320-4d03-8e5c-2fc88bf1837b HTTP/1.1" status: 200  len: 210 time: 0.0525928
Dec 03 15:10:27.156963 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.db_base_plugin_common [req-3553298f-3635-43eb-9247-01876a2704d2 req-64b4490f-1edb-4a52-9dd6-930c75169b50 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Allocated IP 172.20.0.14 (ca7902d6-3500-4f57-934f-b73bb22a6c84/2c3a1b0e-0906-4771-89fd-c57f0540e6d7/1d444986-6670-4748-b35e-a5b3b20c3660) {{(pid=80383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 15:10:27.371898 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-3553298f-3635-43eb-9247-01876a2704d2 req-64b4490f-1edb-4a52-9dd6-930c75169b50 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Notify callbacks [] for port, precommit_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:10:27.389175 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [req-3553298f-3635-43eb-9247-01876a2704d2 req-64b4490f-1edb-4a52-9dd6-930c75169b50 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Transition to ACTIVE for port object 1d444986-6670-4748-b35e-a5b3b20c3660 will not be triggered until provisioned by entity DHCP. {{(pid=80383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 15:10:27.410423 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-3553298f-3635-43eb-9247-01876a2704d2 req-64b4490f-1edb-4a52-9dd6-930c75169b50 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307552080722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31294715'] for port, after_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:10:27.431380 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-15695a72-a822-487a-a659-b1ad72b5215b tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:10:27.572256 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b4490f-1edb-4a52-9dd6-930c75169b50 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Pushing event updated for resources: {'Port': ['ID=1d444986-6670-4748-b35e-a5b3b20c3660,revision_number=1']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:10:27.576436 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-64b4490f-1edb-4a52-9dd6-930c75169b50 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:10:27.630499 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3553298f-3635-43eb-9247-01876a2704d2 req-64b4490f-1edb-4a52-9dd6-930c75169b50 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Network ca7902d6-3500-4f57-934f-b73bb22a6c84 is already hosted by enough agents. {{(pid=80383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 15:10:27.631629 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.base_scheduler [req-3553298f-3635-43eb-9247-01876a2704d2 req-64b4490f-1edb-4a52-9dd6-930c75169b50 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Resources bound (agent type, host, resource id):  {{(pid=80383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 15:10:27.634241 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [req-3553298f-3635-43eb-9247-01876a2704d2 req-64b4490f-1edb-4a52-9dd6-930c75169b50 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Received port after_create {{(pid=80383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 15:10:27.703893 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3553298f-3635-43eb-9247-01876a2704d2 req-64b4490f-1edb-4a52-9dd6-930c75169b50 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:10:27.704569 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-3553298f-3635-43eb-9247-01876a2704d2 req-64b4490f-1edb-4a52-9dd6-930c75169b50 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6653'] for port, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:10:27.731174 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-3553298f-3635-43eb-9247-01876a2704d2 req-64b4490f-1edb-4a52-9dd6-930c75169b50 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1020255
Dec 03 15:10:27.758269 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.base [req-3553298f-3635-43eb-9247-01876a2704d2 req-e6e23ee3-e70d-48f7-a41d-d8a92d5e9a14 service neutron] Request body: {'port': {'device_id': 'f0423581-5320-4d03-8e5c-2fc88bf1837b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75790'}} {{(pid=80383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 15:10:27.872761 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-62eea8a0-79d8-4570-b5d3-ea305658053a None None] Provisioning for port 1d444986-6670-4748-b35e-a5b3b20c3660 completed by entity DHCP. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 15:10:27.873560 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-3553298f-3635-43eb-9247-01876a2704d2 req-e6e23ee3-e70d-48f7-a41d-d8a92d5e9a14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:10:27.878787 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-62eea8a0-79d8-4570-b5d3-ea305658053a None None] Provisioning complete for port 1d444986-6670-4748-b35e-a5b3b20c3660 triggered by entity DHCP. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:10:27.879256 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-62eea8a0-79d8-4570-b5d3-ea305658053a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:10:27.939886 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [None req-62eea8a0-79d8-4570-b5d3-ea305658053a None None] Port 1d444986-6670-4748-b35e-a5b3b20c3660 cannot update to ACTIVE because it is not bound. {{(pid=80384) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 15:10:28.362838 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.notifiers.nova [req-3553298f-3635-43eb-9247-01876a2704d2 req-e6e23ee3-e70d-48f7-a41d-d8a92d5e9a14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d444986-6670-4748-b35e-a5b3b20c3660 {{(pid=80383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 03 15:10:28.372470 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-3553298f-3635-43eb-9247-01876a2704d2 req-e6e23ee3-e70d-48f7-a41d-d8a92d5e9a14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:10:28.390672 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [req-3553298f-3635-43eb-9247-01876a2704d2 req-e6e23ee3-e70d-48f7-a41d-d8a92d5e9a14 service neutron] Transition to ACTIVE for port object 1d444986-6670-4748-b35e-a5b3b20c3660 will not be triggered until provisioned by entity L2. {{(pid=80383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 15:10:28.393864 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-3553298f-3635-43eb-9247-01876a2704d2 req-e6e23ee3-e70d-48f7-a41d-d8a92d5e9a14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823481102'] for port, after_update {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:10:28.419782 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-a4abaa37-e048-4f2a-a21c-4e5cdaf06c2e tempest-AttachVolumeNegativeTest-490920730 tempest-AttachVolumeNegativeTest-490920730] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:10:28.459454 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22e03a0-e29d-48e3-b325-a3c419e5f88e req-24e134f2-c223-4349-b35b-d0c176cfc080 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:10:28.459454 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-d22e03a0-e29d-48e3-b325-a3c419e5f88e req-24e134f2-c223-4349-b35b-d0c176cfc080 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Synchronizing usage tracker for tenant:f470bb55fd724a97959cc14ef30e0db0 on resource:port {{(pid=80383) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 15:10:28.571363 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-d22e03a0-e29d-48e3-b325-a3c419e5f88e req-24e134f2-c223-4349-b35b-d0c176cfc080 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Unset dirty status for tenant:f470bb55fd724a97959cc14ef30e0db0 on resource:port {{(pid=80383) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 15:10:28.572658 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-d22e03a0-e29d-48e3-b325-a3c419e5f88e req-24e134f2-c223-4349-b35b-d0c176cfc080 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "GET /v2.0/ports?device_id=f0423581-5320-4d03-8e5c-2fc88bf1837b HTTP/1.1" status: 200  len: 932 time: 0.3354242
Dec 03 15:10:28.579920 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e23ee3-e70d-48f7-a41d-d8a92d5e9a14 service neutron] Pushing event updated for resources: {'Port': ['ID=1d444986-6670-4748-b35e-a5b3b20c3660,revision_number=2']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:10:28.586019 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-e6e23ee3-e70d-48f7-a41d-d8a92d5e9a14 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:10:28.663627 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-d22e03a0-e29d-48e3-b325-a3c419e5f88e req-7742aa8e-34ec-4a04-8fea-9a9b5ae0dd47 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "GET /v2.0/security-groups?id=d1b57de3-957d-4a2e-a4de-5c259d445835&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0808806
Dec 03 15:10:28.840191 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [req-3553298f-3635-43eb-9247-01876a2704d2 req-e6e23ee3-e70d-48f7-a41d-d8a92d5e9a14 service neutron] Attempting to bind port 1d444986-6670-4748-b35e-a5b3b20c3660 on host hv-cinder-75790 for vnic_type normal with profile  {{(pid=80383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 15:10:28.840662 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [req-3553298f-3635-43eb-9247-01876a2704d2 req-e6e23ee3-e70d-48f7-a41d-d8a92d5e9a14 service neutron] Attempting to bind port 1d444986-6670-4748-b35e-a5b3b20c3660 by drivers openvswitch on host hv-cinder-75790 at level 0 using segments [{'id': '672fc1f2-c840-4033-80bd-615495b12170', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ca7902d6-3500-4f57-934f-b73bb22a6c84'}] {{(pid=80383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 15:10:28.841044 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3553298f-3635-43eb-9247-01876a2704d2 req-e6e23ee3-e70d-48f7-a41d-d8a92d5e9a14 service neutron] Attempting to bind port 1d444986-6670-4748-b35e-a5b3b20c3660 on network ca7902d6-3500-4f57-934f-b73bb22a6c84 {{(pid=80383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 15:10:28.847869 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3553298f-3635-43eb-9247-01876a2704d2 req-e6e23ee3-e70d-48f7-a41d-d8a92d5e9a14 service neutron] Checking agent: {'id': '7af519bd-b73a-4597-86f2-e334c7b64707', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75790', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 15, 0, 18), 'started_at': datetime.datetime(2020, 12, 3, 15, 0, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 15, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 15:10:28.848252 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3553298f-3635-43eb-9247-01876a2704d2 req-e6e23ee3-e70d-48f7-a41d-d8a92d5e9a14 service neutron] Checking segment: {'id': '672fc1f2-c840-4033-80bd-615495b12170', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ca7902d6-3500-4f57-934f-b73bb22a6c84'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 15:10:28.848662 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-3553298f-3635-43eb-9247-01876a2704d2 req-e6e23ee3-e70d-48f7-a41d-d8a92d5e9a14 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:10:28.849064 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3553298f-3635-43eb-9247-01876a2704d2 req-e6e23ee3-e70d-48f7-a41d-d8a92d5e9a14 service neutron] Bound using segment: {'id': '672fc1f2-c840-4033-80bd-615495b12170', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ca7902d6-3500-4f57-934f-b73bb22a6c84'} {{(pid=80383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 15:10:28.849547 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [req-3553298f-3635-43eb-9247-01876a2704d2 req-e6e23ee3-e70d-48f7-a41d-d8a92d5e9a14 service neutron] Bound port: 1d444986-6670-4748-b35e-a5b3b20c3660, host: hv-cinder-75790, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '672fc1f2-c840-4033-80bd-615495b12170', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ca7902d6-3500-4f57-934f-b73bb22a6c84'}}] {{(pid=80383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 15:10:28.849947 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-3553298f-3635-43eb-9247-01876a2704d2 req-e6e23ee3-e70d-48f7-a41d-d8a92d5e9a14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:10:28.969131 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [req-3553298f-3635-43eb-9247-01876a2704d2 req-e6e23ee3-e70d-48f7-a41d-d8a92d5e9a14 service neutron] For port 1d444986-6670-4748-b35e-a5b3b20c3660, host hv-cinder-75790, cleared binding levels {{(pid=80383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 15:10:28.972844 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [req-3553298f-3635-43eb-9247-01876a2704d2 req-e6e23ee3-e70d-48f7-a41d-d8a92d5e9a14 service neutron] For port 1d444986-6670-4748-b35e-a5b3b20c3660, host hv-cinder-75790, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=1d444986-6670-4748-b35e-a5b3b20c3660,segment=NetworkSegment(672fc1f2-c840-4033-80bd-615495b12170),segment_id=672fc1f2-c840-4033-80bd-615495b12170)] {{(pid=80383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 15:10:28.977570 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-3553298f-3635-43eb-9247-01876a2704d2 req-e6e23ee3-e70d-48f7-a41d-d8a92d5e9a14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823481102'] for port, after_update {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:10:29.082713 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:10:29.188506 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e23ee3-e70d-48f7-a41d-d8a92d5e9a14 service neutron] Pushing event updated for resources: {'Port': ['ID=1d444986-6670-4748-b35e-a5b3b20c3660,revision_number=3']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:10:29.192641 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-e6e23ee3-e70d-48f7-a41d-d8a92d5e9a14 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:10:29.206122 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3553298f-3635-43eb-9247-01876a2704d2 req-e6e23ee3-e70d-48f7-a41d-d8a92d5e9a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:10:29.206782 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-3553298f-3635-43eb-9247-01876a2704d2 req-e6e23ee3-e70d-48f7-a41d-d8a92d5e9a14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6653'] for port, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:10:29.208241 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-3553298f-3635-43eb-9247-01876a2704d2 req-e6e23ee3-e70d-48f7-a41d-d8a92d5e9a14 service neutron] 10.222.0.83 "PUT /v2.0/ports/1d444986-6670-4748-b35e-a5b3b20c3660 HTTP/1.1" status: 200  len: 1158 time: 1.4558682
Dec 03 15:10:29.208774 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0423581-5320-4d03-8e5c-2fc88bf1837b', 'tag': '1d444986-6670-4748-b35e-a5b3b20c3660'}] {{(pid=80383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 15:10:29.304978 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0423581-5320-4d03-8e5c-2fc88bf1837b', 'tag': '1d444986-6670-4748-b35e-a5b3b20c3660', 'status': 'completed', 'code': 200}
Dec 03 15:10:29.345464 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3553298f-3635-43eb-9247-01876a2704d2 req-d33ef340-ad51-41ff-8268-b2cbf2bf43d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:10:29.347189 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-3553298f-3635-43eb-9247-01876a2704d2 req-d33ef340-ad51-41ff-8268-b2cbf2bf43d2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f470bb55fd724a97959cc14ef30e0db0&device_id=f0423581-5320-4d03-8e5c-2fc88bf1837b HTTP/1.1" status: 200  len: 1161 time: 0.0813572
Dec 03 15:10:29.428795 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-3553298f-3635-43eb-9247-01876a2704d2 req-48ac027c-0ab4-4dc3-973a-1035195c628b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1d444986-6670-4748-b35e-a5b3b20c3660 HTTP/1.1" status: 200  len: 217 time: 0.0679152
Dec 03 15:10:29.498504 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3553298f-3635-43eb-9247-01876a2704d2 req-ef8bae75-ca20-4a62-a157-c4c748d916e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:10:29.500093 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-3553298f-3635-43eb-9247-01876a2704d2 req-ef8bae75-ca20-4a62-a157-c4c748d916e5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=2c3a1b0e-0906-4771-89fd-c57f0540e6d7 HTTP/1.1" status: 200  len: 850 time: 0.0641422
Dec 03 15:10:29.587885 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3553298f-3635-43eb-9247-01876a2704d2 req-6e73d316-1f4c-40bd-9863-6e8e58ed71e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:10:29.590355 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-3553298f-3635-43eb-9247-01876a2704d2 req-6e73d316-1f4c-40bd-9863-6e8e58ed71e6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ca7902d6-3500-4f57-934f-b73bb22a6c84&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0828865
Dec 03 15:10:30.015968 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-3553298f-3635-43eb-9247-01876a2704d2 req-87c83540-0dec-4f1f-a731-fe5b70c90268 service neutron] 10.222.0.83 "GET /v2.0/networks/ca7902d6-3500-4f57-934f-b73bb22a6c84?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4189832
Dec 03 15:10:30.066037 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2e858d-64ab-4af9-b98a-676ff0aca76d req-947bf5ab-2a25-4b14-8d6f-85d681322ca8 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:10:30.067632 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-2f2e858d-64ab-4af9-b98a-676ff0aca76d req-947bf5ab-2a25-4b14-8d6f-85d681322ca8 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "GET /v2.0/ports?device_id=f0423581-5320-4d03-8e5c-2fc88bf1837b HTTP/1.1" status: 200  len: 944 time: 0.1484141
Dec 03 15:10:30.183066 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-2f2e858d-64ab-4af9-b98a-676ff0aca76d req-42d041d2-97dc-409b-9954-36831771e3bc tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "GET /v2.0/security-groups?id=d1b57de3-957d-4a2e-a4de-5c259d445835&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1026838
Dec 03 15:10:30.223351 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-3553298f-3635-43eb-9247-01876a2704d2 req-e709fdb1-4012-4c54-b30c-93ec460974fc service neutron] 10.222.0.83 "GET /v2.0/networks/ca7902d6-3500-4f57-934f-b73bb22a6c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1990156
Dec 03 15:10:30.394153 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec21734-6eb7-4a3b-af03-99684552ada0 req-b4349622-4a47-4dda-b2d0-e000c9d02fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:10:30.395865 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-bec21734-6eb7-4a3b-af03-99684552ada0 req-b4349622-4a47-4dda-b2d0-e000c9d02fe4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f470bb55fd724a97959cc14ef30e0db0&device_id=f0423581-5320-4d03-8e5c-2fc88bf1837b HTTP/1.1" status: 200  len: 1161 time: 0.0855100
Dec 03 15:10:30.550532 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec21734-6eb7-4a3b-af03-99684552ada0 req-6ab00e89-cbf4-4046-903c-e5d1229d0280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:10:30.552113 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-bec21734-6eb7-4a3b-af03-99684552ada0 req-6ab00e89-cbf4-4046-903c-e5d1229d0280 service neutron] 10.222.0.83 "GET /v2.0/networks?id=ca7902d6-3500-4f57-934f-b73bb22a6c84 HTTP/1.1" status: 200  len: 905 time: 0.1450016
Dec 03 15:10:30.630000 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-bec21734-6eb7-4a3b-af03-99684552ada0 req-5eae4ade-bd0f-448a-9bb8-c30df70f7acc service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1d444986-6670-4748-b35e-a5b3b20c3660 HTTP/1.1" status: 200  len: 217 time: 0.0699492
Dec 03 15:10:30.700945 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec21734-6eb7-4a3b-af03-99684552ada0 req-e6c5d5c8-7fdb-4217-8103-9c706c5884e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:10:30.702591 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-bec21734-6eb7-4a3b-af03-99684552ada0 req-e6c5d5c8-7fdb-4217-8103-9c706c5884e4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=2c3a1b0e-0906-4771-89fd-c57f0540e6d7 HTTP/1.1" status: 200  len: 850 time: 0.0660191
Dec 03 15:10:30.790298 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec21734-6eb7-4a3b-af03-99684552ada0 req-fa175227-bc60-451a-976e-cc4b93ec2f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:10:30.791857 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-bec21734-6eb7-4a3b-af03-99684552ada0 req-fa175227-bc60-451a-976e-cc4b93ec2f53 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ca7902d6-3500-4f57-934f-b73bb22a6c84&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0818129
Dec 03 15:10:30.940922 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-bec21734-6eb7-4a3b-af03-99684552ada0 req-b4538971-c16d-4b0f-a2e0-4b9684eb6436 service neutron] 10.222.0.83 "GET /v2.0/networks/ca7902d6-3500-4f57-934f-b73bb22a6c84?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1419125
Dec 03 15:10:31.086982 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-bec21734-6eb7-4a3b-af03-99684552ada0 req-749dc831-9c7f-4775-9d78-2329a7b5f5d6 service neutron] 10.222.0.83 "GET /v2.0/networks/ca7902d6-3500-4f57-934f-b73bb22a6c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1384022
Dec 03 15:10:31.414232 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4bae66-6765-40be-879a-4bd810348bc4 req-86317212-c7ad-45f6-84b6-9080583e0176 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:10:31.416000 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-db4bae66-6765-40be-879a-4bd810348bc4 req-86317212-c7ad-45f6-84b6-9080583e0176 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "GET /v2.0/ports?device_id=f0423581-5320-4d03-8e5c-2fc88bf1837b HTTP/1.1" status: 200  len: 944 time: 0.0907562
Dec 03 15:10:31.465180 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-db4bae66-6765-40be-879a-4bd810348bc4 req-3c758880-e964-46b4-9d66-47427a941b64 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "GET /v2.0/security-groups?id=d1b57de3-957d-4a2e-a4de-5c259d445835&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0427423
Dec 03 15:10:32.689159 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d08907-fdc6-45f8-b857-7cb369f95cfb req-95c8dc25-906e-428c-91bb-236c9e8d5e53 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:10:32.690878 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-f8d08907-fdc6-45f8-b857-7cb369f95cfb req-95c8dc25-906e-428c-91bb-236c9e8d5e53 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "GET /v2.0/ports?device_id=f0423581-5320-4d03-8e5c-2fc88bf1837b HTTP/1.1" status: 200  len: 944 time: 0.0968175
Dec 03 15:10:32.743273 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-f8d08907-fdc6-45f8-b857-7cb369f95cfb req-dc0e05f7-596d-4d4f-b413-97882348a434 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "GET /v2.0/security-groups?id=d1b57de3-957d-4a2e-a4de-5c259d445835&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0449636
Dec 03 15:10:33.971438 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273e15a2-2538-4ec7-b36b-b3bce8c901d9 req-e7dd343f-677c-4c38-87ed-322b4a2699a7 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:10:33.972976 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-273e15a2-2538-4ec7-b36b-b3bce8c901d9 req-e7dd343f-677c-4c38-87ed-322b4a2699a7 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "GET /v2.0/ports?device_id=f0423581-5320-4d03-8e5c-2fc88bf1837b HTTP/1.1" status: 200  len: 944 time: 0.0836077
Dec 03 15:10:34.019800 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-273e15a2-2538-4ec7-b36b-b3bce8c901d9 req-7ceb9a14-c576-4e19-9d55-21c931ea701a tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "GET /v2.0/security-groups?id=d1b57de3-957d-4a2e-a4de-5c259d445835&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0397015
Dec 03 15:10:34.443528 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 36008) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:10:34.598234 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-fe1dfe30-fd97-4c59-aba3-e85ef3394d89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:10:34.614813 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-fe1dfe30-fd97-4c59-aba3-e85ef3394d89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:10:34.619669 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-fe1dfe30-fd97-4c59-aba3-e85ef3394d89 admin admin] Usage tracker for resource:security_group_rule and tenant:1fe0f0295b124d3eaac54386ca3427c1 is out of sync, need to count used quota {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:10:34.622889 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-fe1dfe30-fd97-4c59-aba3-e85ef3394d89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:10:34.628630 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-fe1dfe30-fd97-4c59-aba3-e85ef3394d89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:10:34.719568 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-fe1dfe30-fd97-4c59-aba3-e85ef3394d89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:10:34.723091 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-fe1dfe30-fd97-4c59-aba3-e85ef3394d89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:10:34.736957 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-8c123fde-b45e-4cfd-bc2b-8134de7cd212 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:10:34.781516 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1dfe30-fd97-4c59-aba3-e85ef3394d89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9c5f1cb-27f9-4c86-bcab-882efe0e5025,revision_number=1']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:10:34.788687 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-fe1dfe30-fd97-4c59-aba3-e85ef3394d89 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=1fe0f0295b124d3eaac54386ca3427c1&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3439264
Dec 03 15:10:34.789036 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 36020) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:10:34.790652 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-fe1dfe30-fd97-4c59-aba3-e85ef3394d89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:10:34.861289 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-ab19f5d6-eff6-427d-b103-d01a6fedcbc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:10:34.890392 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-ab19f5d6-eff6-427d-b103-d01a6fedcbc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:10:34.937144 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-ab19f5d6-eff6-427d-b103-d01a6fedcbc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:10:34.941005 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-4cc99b5a-2d55-4489-b43d-561b2caccc70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:10:34.953027 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab19f5d6-eff6-427d-b103-d01a6fedcbc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9c5f1cb-27f9-4c86-bcab-882efe0e5025,revision_number=None']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:10:34.964433 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab19f5d6-eff6-427d-b103-d01a6fedcbc3 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:10:34.964844 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab19f5d6-eff6-427d-b103-d01a6fedcbc3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:10:34.965250 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab19f5d6-eff6-427d-b103-d01a6fedcbc3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:10:34.965655 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab19f5d6-eff6-427d-b103-d01a6fedcbc3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:10:34.966086 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab19f5d6-eff6-427d-b103-d01a6fedcbc3 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:10:34.966486 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab19f5d6-eff6-427d-b103-d01a6fedcbc3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:10:34.966919 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab19f5d6-eff6-427d-b103-d01a6fedcbc3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:10:34.967316 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab19f5d6-eff6-427d-b103-d01a6fedcbc3 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:10:34.967706 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab19f5d6-eff6-427d-b103-d01a6fedcbc3 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:10:34.968097 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab19f5d6-eff6-427d-b103-d01a6fedcbc3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:10:34.968488 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab19f5d6-eff6-427d-b103-d01a6fedcbc3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:10:34.968881 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab19f5d6-eff6-427d-b103-d01a6fedcbc3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:10:34.969314 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab19f5d6-eff6-427d-b103-d01a6fedcbc3 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:10:34.969708 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab19f5d6-eff6-427d-b103-d01a6fedcbc3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:10:34.970127 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab19f5d6-eff6-427d-b103-d01a6fedcbc3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:10:34.970517 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab19f5d6-eff6-427d-b103-d01a6fedcbc3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:10:34.970907 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab19f5d6-eff6-427d-b103-d01a6fedcbc3 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:10:34.971384 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab19f5d6-eff6-427d-b103-d01a6fedcbc3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:10:34.971777 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab19f5d6-eff6-427d-b103-d01a6fedcbc3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:10:34.972220 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab19f5d6-eff6-427d-b103-d01a6fedcbc3 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:10:34.972535 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab19f5d6-eff6-427d-b103-d01a6fedcbc3 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:10:34.972932 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab19f5d6-eff6-427d-b103-d01a6fedcbc3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:10:34.973376 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab19f5d6-eff6-427d-b103-d01a6fedcbc3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:10:34.973851 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab19f5d6-eff6-427d-b103-d01a6fedcbc3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:10:34.978258 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-ab19f5d6-eff6-427d-b103-d01a6fedcbc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:10:34.979296 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-ab19f5d6-eff6-427d-b103-d01a6fedcbc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:10:34.980578 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-ab19f5d6-eff6-427d-b103-d01a6fedcbc3 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/a9c5f1cb-27f9-4c86-bcab-882efe0e5025 HTTP/1.1" status: 204  len: 168 time: 0.1891630
Dec 03 15:10:35.242086 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a2b703-1465-4717-b26a-e841eb73ae3b req-d73cc49f-c637-47a0-ab9a-190a62a63537 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:10:35.244417 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-e8a2b703-1465-4717-b26a-e841eb73ae3b req-d73cc49f-c637-47a0-ab9a-190a62a63537 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "GET /v2.0/ports?device_id=f0423581-5320-4d03-8e5c-2fc88bf1837b HTTP/1.1" status: 200  len: 944 time: 0.0881178
Dec 03 15:10:35.292358 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-e8a2b703-1465-4717-b26a-e841eb73ae3b req-b92ace50-2345-419b-b57d-aa6f90780ee7 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "GET /v2.0/security-groups?id=d1b57de3-957d-4a2e-a4de-5c259d445835&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0413940
Dec 03 15:10:36.446536 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 36068) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:10:36.526868 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c7e086-1570-48b1-9ff5-769432fd73e6 req-edb308d1-9f45-45d5-ae2e-1457f371e7da tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:10:36.528498 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-16c7e086-1570-48b1-9ff5-769432fd73e6 req-edb308d1-9f45-45d5-ae2e-1457f371e7da tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "GET /v2.0/ports?device_id=f0423581-5320-4d03-8e5c-2fc88bf1837b HTTP/1.1" status: 200  len: 944 time: 0.0892775
Dec 03 15:10:36.581791 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-16c7e086-1570-48b1-9ff5-769432fd73e6 req-d7c0ef32-1acf-4668-8366-d0baecd15a83 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "GET /v2.0/security-groups?id=d1b57de3-957d-4a2e-a4de-5c259d445835&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0466123
Dec 03 15:10:36.611639 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-cb46a71d-3fed-4c5b-b5f8-e9f3db916474 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:10:36.632287 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-cb46a71d-3fed-4c5b-b5f8-e9f3db916474 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:10:36.636526 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-cb46a71d-3fed-4c5b-b5f8-e9f3db916474 admin admin] Usage tracker for resource:security_group_rule and tenant:5d51005c9c66419985aa08501dd555bf is out of sync, need to count used quota {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:10:36.639750 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-cb46a71d-3fed-4c5b-b5f8-e9f3db916474 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:10:36.646587 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-cb46a71d-3fed-4c5b-b5f8-e9f3db916474 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:10:36.733118 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-cb46a71d-3fed-4c5b-b5f8-e9f3db916474 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:10:36.735954 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-cb46a71d-3fed-4c5b-b5f8-e9f3db916474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:10:36.745927 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-70298afc-5329-4a14-ab01-02f52a463b89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:10:36.792671 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb46a71d-3fed-4c5b-b5f8-e9f3db916474 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cf6e63a-ff87-4003-8e45-6956ee50563b,revision_number=1']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:10:36.797201 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-cb46a71d-3fed-4c5b-b5f8-e9f3db916474 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=5d51005c9c66419985aa08501dd555bf&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3495114
Dec 03 15:10:36.798289 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-cb46a71d-3fed-4c5b-b5f8-e9f3db916474 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:10:36.800227 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 36076) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:10:36.868875 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-525ded32-247c-446b-9d2e-8bb11251e892 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:10:36.898295 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-525ded32-247c-446b-9d2e-8bb11251e892 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:10:36.947644 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-525ded32-247c-446b-9d2e-8bb11251e892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:10:36.952899 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-3bcd7163-3712-4a2a-be11-1d2b1f7a37f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:10:36.971069 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525ded32-247c-446b-9d2e-8bb11251e892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cf6e63a-ff87-4003-8e45-6956ee50563b,revision_number=None']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:10:36.981082 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-525ded32-247c-446b-9d2e-8bb11251e892 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:10:36.982494 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-525ded32-247c-446b-9d2e-8bb11251e892 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:10:36.983752 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-525ded32-247c-446b-9d2e-8bb11251e892 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/1cf6e63a-ff87-4003-8e45-6956ee50563b HTTP/1.1" status: 204  len: 168 time: 0.1824598
Dec 03 15:10:37.814234 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cfab5a-6a3d-47de-bffa-922ce70b3897 req-7b1eaa71-71a0-4c11-86b9-4d77a8fce132 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:10:37.816938 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-06cfab5a-6a3d-47de-bffa-922ce70b3897 req-7b1eaa71-71a0-4c11-86b9-4d77a8fce132 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "GET /v2.0/ports?device_id=f0423581-5320-4d03-8e5c-2fc88bf1837b HTTP/1.1" status: 200  len: 944 time: 0.0950725
Dec 03 15:10:37.875690 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-06cfab5a-6a3d-47de-bffa-922ce70b3897 req-d0992972-05bd-4127-a5cd-c3b2421ebdd3 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "GET /v2.0/security-groups?id=d1b57de3-957d-4a2e-a4de-5c259d445835&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0507009
Dec 03 15:10:38.505802 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Device 1d444986-6670-4748-b35e-a5b3b20c3660 up at agent ovs-agent-hv-cinder-75790 {{(pid=80384) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 15:10:38.575556 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Provisioning for port 1d444986-6670-4748-b35e-a5b3b20c3660 completed by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 15:10:38.580509 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Provisioning complete for port 1d444986-6670-4748-b35e-a5b3b20c3660 triggered by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:10:38.580928 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:10:38.702235 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:10:38.730235 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0423581-5320-4d03-8e5c-2fc88bf1837b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d444986-6670-4748-b35e-a5b3b20c3660'}] {{(pid=80384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 15:10:38.740482 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] For port 1d444986-6670-4748-b35e-a5b3b20c3660, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=1d444986-6670-4748-b35e-a5b3b20c3660,segment=NetworkSegment(672fc1f2-c840-4033-80bd-615495b12170),segment_id=672fc1f2-c840-4033-80bd-615495b12170)] {{(pid=80384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 15:10:38.744751 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024'] for port, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:10:38.746828 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:10:38.802923 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0423581-5320-4d03-8e5c-2fc88bf1837b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d444986-6670-4748-b35e-a5b3b20c3660', 'code': 200}
Dec 03 15:10:38.829049 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Pushing event updated for resources: {'Port': ['ID=1d444986-6670-4748-b35e-a5b3b20c3660,revision_number=4']} {{(pid=80384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:10:38.832631 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:10:39.157821 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06a5a7a-e3ce-4476-ac17-4925dc4c29bc req-fdf8d93f-5422-4ce7-b4cd-3078f9bed10d tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:10:39.159534 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-e06a5a7a-e3ce-4476-ac17-4925dc4c29bc req-fdf8d93f-5422-4ce7-b4cd-3078f9bed10d tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "GET /v2.0/ports?device_id=f0423581-5320-4d03-8e5c-2fc88bf1837b HTTP/1.1" status: 200  len: 946 time: 0.1529896
Dec 03 15:10:39.162842 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baa4258-d73f-48d8-93bb-5bd86c9755fa req-9cbc94f8-082b-458c-be90-ac47df6133ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:10:39.164436 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-1baa4258-d73f-48d8-93bb-5bd86c9755fa req-9cbc94f8-082b-458c-be90-ac47df6133ea service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=f0423581-5320-4d03-8e5c-2fc88bf1837b HTTP/1.1" status: 200  len: 1163 time: 0.1184301
Dec 03 15:10:39.239359 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-e06a5a7a-e3ce-4476-ac17-4925dc4c29bc req-5730a143-f44d-4736-aedc-1f6f1447fcee tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "GET /v2.0/security-groups?id=d1b57de3-957d-4a2e-a4de-5c259d445835&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0732481
Dec 03 15:10:39.243518 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-1baa4258-d73f-48d8-93bb-5bd86c9755fa req-913aa8cb-a6d5-4c45-aca4-f1f6ba7f0b30 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=d1b57de3-957d-4a2e-a4de-5c259d445835&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0611641
Dec 03 15:10:39.879670 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-addf6130-c483-4cc7-aeff-0997ce782e58 req-1b8256b8-05ce-4427-bc67-ef0a4d013069 tempest-VolumesNegativeTest-1740294801 tempest-VolumesNegativeTest-1740294801] 10.222.0.63 "GET /v2.0/networks?tenant_id=860dd996f4a04eaaabea9a8cf042f3c6&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0331173
Dec 03 15:10:40.041626 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addf6130-c483-4cc7-aeff-0997ce782e58 req-7bb8ff2d-8e38-4c71-b32a-dd2ec294e857 tempest-VolumesNegativeTest-1740294801 tempest-VolumesNegativeTest-1740294801] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:10:40.043279 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-addf6130-c483-4cc7-aeff-0997ce782e58 req-7bb8ff2d-8e38-4c71-b32a-dd2ec294e857 tempest-VolumesNegativeTest-1740294801 tempest-VolumesNegativeTest-1740294801] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1577258
Dec 03 15:10:40.059645 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-addf6130-c483-4cc7-aeff-0997ce782e58 req-df38168a-ee99-4944-8fe2-d10f2079d281 tempest-VolumesNegativeTest-1740294801 tempest-VolumesNegativeTest-1740294801] 10.222.0.63 "GET /v2.0/quotas/860dd996f4a04eaaabea9a8cf042f3c6 HTTP/1.1" status: 200  len: 375 time: 0.0103073
Dec 03 15:10:40.110060 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-addf6130-c483-4cc7-aeff-0997ce782e58 req-55674dbb-3e7f-4890-b664-479ef33d967f tempest-VolumesNegativeTest-1740294801 tempest-VolumesNegativeTest-1740294801] 10.222.0.63 "GET /v2.0/ports?tenant_id=860dd996f4a04eaaabea9a8cf042f3c6&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0447893
Dec 03 15:10:40.141403 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Device 1d444986-6670-4748-b35e-a5b3b20c3660 up at agent ovs-agent-hv-cinder-75790 {{(pid=80384) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 15:10:40.226288 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Provisioning complete for port 1d444986-6670-4748-b35e-a5b3b20c3660 triggered by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:10:40.226823 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:10:40.425839 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-344f8fc0-65dd-41a5-8da6-9c639f9d9052 req-cf8089bf-e89c-4aad-98a4-47a3160578c3 tempest-VolumesNegativeTest-1740294801 tempest-VolumesNegativeTest-1740294801] 10.222.0.63 "GET /v2.0/ports?device_id=40fd5c24-95bc-4fe1-b71e-605a2c980760 HTTP/1.1" status: 200  len: 210 time: 0.1007266
Dec 03 15:10:40.513743 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecd289b-b9d4-4a7d-9fc2-a7584383c60a req-f0ab95e3-8a6b-4631-94fd-117575d77cad tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:10:40.515437 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-3ecd289b-b9d4-4a7d-9fc2-a7584383c60a req-f0ab95e3-8a6b-4631-94fd-117575d77cad tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "GET /v2.0/ports?device_id=f0423581-5320-4d03-8e5c-2fc88bf1837b HTTP/1.1" status: 200  len: 946 time: 0.1041648
Dec 03 15:10:40.563220 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-3ecd289b-b9d4-4a7d-9fc2-a7584383c60a req-d223725c-1035-46ca-85cc-31ab23e0e4f5 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "GET /v2.0/security-groups?id=d1b57de3-957d-4a2e-a4de-5c259d445835&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0412810
Dec 03 15:10:41.635049 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-330f74bc-07ec-4c4c-b0e5-ab1ef852211c req-4db352b9-b9d8-4017-bfdd-5ce75fd27f5d tempest-VolumesNegativeTest-1740294801 tempest-VolumesNegativeTest-1740294801] 10.222.0.63 "GET /v2.0/ports?device_id=40fd5c24-95bc-4fe1-b71e-605a2c980760 HTTP/1.1" status: 200  len: 210 time: 0.0608020
Dec 03 15:10:41.739286 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-addf6130-c483-4cc7-aeff-0997ce782e58 req-9778f44a-8312-427e-89ee-b9ff65fd903c tempest-VolumesNegativeTest-1740294801 tempest-VolumesNegativeTest-1740294801] 10.222.0.83 "GET /v2.0/networks?tenant_id=860dd996f4a04eaaabea9a8cf042f3c6&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0321681
Dec 03 15:10:41.814605 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13a5f97-4c59-4e18-8f0a-19890eb44786 req-45709b58-c848-4566-abc9-e6a01d13786f tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:10:41.816245 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-b13a5f97-4c59-4e18-8f0a-19890eb44786 req-45709b58-c848-4566-abc9-e6a01d13786f tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "GET /v2.0/ports?device_id=f0423581-5320-4d03-8e5c-2fc88bf1837b HTTP/1.1" status: 200  len: 946 time: 0.1031709
Dec 03 15:10:41.870831 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-b13a5f97-4c59-4e18-8f0a-19890eb44786 req-7f0ed294-7dbf-4dc3-9aa6-695434f8e95d tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "GET /v2.0/security-groups?id=d1b57de3-957d-4a2e-a4de-5c259d445835&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0475037
Dec 03 15:10:41.917284 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addf6130-c483-4cc7-aeff-0997ce782e58 req-cd0429a7-b1fc-495f-af84-12e45ea97090 tempest-VolumesNegativeTest-1740294801 tempest-VolumesNegativeTest-1740294801] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:10:41.918982 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-addf6130-c483-4cc7-aeff-0997ce782e58 req-cd0429a7-b1fc-495f-af84-12e45ea97090 tempest-VolumesNegativeTest-1740294801 tempest-VolumesNegativeTest-1740294801] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1748149
Dec 03 15:10:41.948484 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.base [req-addf6130-c483-4cc7-aeff-0997ce782e58 req-ecb96623-e53c-4c86-ace6-0b8cf8e4dc82 tempest-VolumesNegativeTest-1740294801 tempest-VolumesNegativeTest-1740294801] Request body: {'port': {'device_id': '40fd5c24-95bc-4fe1-b71e-605a2c980760', 'network_id': '04c65c37-8e72-4bcb-b867-82d9d45bda6b', 'admin_state_up': True, 'tenant_id': '860dd996f4a04eaaabea9a8cf042f3c6'}} {{(pid=80383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 15:10:42.157349 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [req-addf6130-c483-4cc7-aeff-0997ce782e58 req-ecb96623-e53c-4c86-ace6-0b8cf8e4dc82 tempest-VolumesNegativeTest-1740294801 tempest-VolumesNegativeTest-1740294801] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:10:42.163825 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-addf6130-c483-4cc7-aeff-0997ce782e58 req-ecb96623-e53c-4c86-ace6-0b8cf8e4dc82 tempest-VolumesNegativeTest-1740294801 tempest-VolumesNegativeTest-1740294801] Usage tracker for resource:port and tenant:860dd996f4a04eaaabea9a8cf042f3c6 is out of sync, need to count used quota {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:10:42.168495 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-addf6130-c483-4cc7-aeff-0997ce782e58 req-ecb96623-e53c-4c86-ace6-0b8cf8e4dc82 tempest-VolumesNegativeTest-1740294801 tempest-VolumesNegativeTest-1740294801] Quota usage for port was recalculated. Used quota:0. {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:10:42.176258 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [req-addf6130-c483-4cc7-aeff-0997ce782e58 req-ecb96623-e53c-4c86-ace6-0b8cf8e4dc82 tempest-VolumesNegativeTest-1740294801 tempest-VolumesNegativeTest-1740294801] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:10:42.185647 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615abee2-57fc-4067-8144-7e9ec152924a req-4604604e-789c-4114-9916-b910b3c93c7c tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:10:42.187269 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-615abee2-57fc-4067-8144-7e9ec152924a req-4604604e-789c-4114-9916-b910b3c93c7c tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "GET /v2.0/ports?device_id=f0423581-5320-4d03-8e5c-2fc88bf1837b HTTP/1.1" status: 200  len: 946 time: 0.1441650
Dec 03 15:10:42.208532 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-addf6130-c483-4cc7-aeff-0997ce782e58 req-ecb96623-e53c-4c86-ace6-0b8cf8e4dc82 tempest-VolumesNegativeTest-1740294801 tempest-VolumesNegativeTest-1740294801] Made reservation on behalf of 860dd996f4a04eaaabea9a8cf042f3c6 for: {'port': 1} {{(pid=80383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 15:10:42.214577 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-addf6130-c483-4cc7-aeff-0997ce782e58 req-ecb96623-e53c-4c86-ace6-0b8cf8e4dc82 tempest-VolumesNegativeTest-1740294801 tempest-VolumesNegativeTest-1740294801] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:10:42.232172 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-addf6130-c483-4cc7-aeff-0997ce782e58 req-ecb96623-e53c-4c86-ace6-0b8cf8e4dc82 tempest-VolumesNegativeTest-1740294801 tempest-VolumesNegativeTest-1740294801] Notify callbacks [] for security_group, before_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:10:42.257069 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [req-addf6130-c483-4cc7-aeff-0997ce782e58 req-ecb96623-e53c-4c86-ace6-0b8cf8e4dc82 tempest-VolumesNegativeTest-1740294801 tempest-VolumesNegativeTest-1740294801] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:10:42.265634 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-addf6130-c483-4cc7-aeff-0997ce782e58 req-ecb96623-e53c-4c86-ace6-0b8cf8e4dc82 tempest-VolumesNegativeTest-1740294801 tempest-VolumesNegativeTest-1740294801] Usage tracker for resource:security_group_rule and tenant:860dd996f4a04eaaabea9a8cf042f3c6 is out of sync, need to count used quota {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:10:42.270418 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-addf6130-c483-4cc7-aeff-0997ce782e58 req-ecb96623-e53c-4c86-ace6-0b8cf8e4dc82 tempest-VolumesNegativeTest-1740294801 tempest-VolumesNegativeTest-1740294801] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:10:42.279846 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-615abee2-57fc-4067-8144-7e9ec152924a req-257b9166-e449-45da-b2db-ec04c24fa655 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "GET /v2.0/security-groups?id=d1b57de3-957d-4a2e-a4de-5c259d445835&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0861521
Dec 03 15:10:42.280761 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [req-addf6130-c483-4cc7-aeff-0997ce782e58 req-ecb96623-e53c-4c86-ace6-0b8cf8e4dc82 tempest-VolumesNegativeTest-1740294801 tempest-VolumesNegativeTest-1740294801] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:10:42.370798 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-addf6130-c483-4cc7-aeff-0997ce782e58 req-ecb96623-e53c-4c86-ace6-0b8cf8e4dc82 tempest-VolumesNegativeTest-1740294801 tempest-VolumesNegativeTest-1740294801] Notify callbacks [] for security_group, precommit_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:10:42.373696 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-addf6130-c483-4cc7-aeff-0997ce782e58 req-ecb96623-e53c-4c86-ace6-0b8cf8e4dc82 tempest-VolumesNegativeTest-1740294801 tempest-VolumesNegativeTest-1740294801] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:10:42.388841 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-35ae593c-0e3f-43f3-9888-18102f691b81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:10:42.457487 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb96623-e53c-4c86-ace6-0b8cf8e4dc82 tempest-VolumesNegativeTest-1740294801 tempest-VolumesNegativeTest-1740294801] Pushing event updated for resources: {'SecurityGroup': ['ID=58c90526-54ad-4677-aa1b-b6739a9e2b94,revision_number=1']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:10:42.460880 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-ecb96623-e53c-4c86-ace6-0b8cf8e4dc82 tempest-VolumesNegativeTest-1740294801 tempest-VolumesNegativeTest-1740294801] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:10:42.495792 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-9bce59ba-b3a8-4ec0-83b9-58ae0197314c req-ae516ed1-25cf-4842-80ac-1ec152d3f62e tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1604693
Dec 03 15:10:42.508312 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.base [req-9bce59ba-b3a8-4ec0-83b9-58ae0197314c req-6e256f57-541e-403b-aaba-57138973f6f2 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Request body: {'floatingip': {'floating_network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e'}} {{(pid=80382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 15:10:42.514494 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [req-9bce59ba-b3a8-4ec0-83b9-58ae0197314c req-6e256f57-541e-403b-aaba-57138973f6f2 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:10:42.518728 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-9bce59ba-b3a8-4ec0-83b9-58ae0197314c req-6e256f57-541e-403b-aaba-57138973f6f2 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Usage tracker for resource:floatingip and tenant:f470bb55fd724a97959cc14ef30e0db0 is out of sync, need to count used quota {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:10:42.522243 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-9bce59ba-b3a8-4ec0-83b9-58ae0197314c req-6e256f57-541e-403b-aaba-57138973f6f2 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:10:42.529082 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [req-9bce59ba-b3a8-4ec0-83b9-58ae0197314c req-6e256f57-541e-403b-aaba-57138973f6f2 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:10:42.540136 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-9bce59ba-b3a8-4ec0-83b9-58ae0197314c req-6e256f57-541e-403b-aaba-57138973f6f2 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Notify callbacks [] for floatingip, before_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:10:42.704229 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-9bce59ba-b3a8-4ec0-83b9-58ae0197314c req-6e256f57-541e-403b-aaba-57138973f6f2 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:10:42.710552 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.db_base_plugin_common [req-addf6130-c483-4cc7-aeff-0997ce782e58 req-ecb96623-e53c-4c86-ace6-0b8cf8e4dc82 tempest-VolumesNegativeTest-1740294801 tempest-VolumesNegativeTest-1740294801] Allocated IP 192.168.233.180 (04c65c37-8e72-4bcb-b867-82d9d45bda6b/0e323b59-f2f9-4556-a59f-b6ccb429eff3/3cc21dfe-f48a-4216-8892-7dae739356f2) {{(pid=80383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 15:10:42.873883 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-d985edca-488b-4cad-89aa-01f2483586a7 req-edc02738-b0dd-45a9-81b1-4043e0f10e67 tempest-VolumesNegativeTest-1740294801 tempest-VolumesNegativeTest-1740294801] 10.222.0.63 "GET /v2.0/ports?device_id=40fd5c24-95bc-4fe1-b71e-605a2c980760 HTTP/1.1" status: 200  len: 210 time: 0.0751376
Dec 03 15:10:43.028286 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-addf6130-c483-4cc7-aeff-0997ce782e58 req-ecb96623-e53c-4c86-ace6-0b8cf8e4dc82 tempest-VolumesNegativeTest-1740294801 tempest-VolumesNegativeTest-1740294801] Notify callbacks [] for port, precommit_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:10:43.048199 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [req-addf6130-c483-4cc7-aeff-0997ce782e58 req-ecb96623-e53c-4c86-ace6-0b8cf8e4dc82 tempest-VolumesNegativeTest-1740294801 tempest-VolumesNegativeTest-1740294801] Transition to ACTIVE for port object 3cc21dfe-f48a-4216-8892-7dae739356f2 will not be triggered until provisioned by entity DHCP. {{(pid=80383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 15:10:43.069217 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-addf6130-c483-4cc7-aeff-0997ce782e58 req-ecb96623-e53c-4c86-ace6-0b8cf8e4dc82 tempest-VolumesNegativeTest-1740294801 tempest-VolumesNegativeTest-1740294801] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307552080722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31294715'] for port, after_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:10:43.087820 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-bfd43008-3b6a-4e6e-8927-118b905cc021 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:10:43.230624 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb96623-e53c-4c86-ace6-0b8cf8e4dc82 tempest-VolumesNegativeTest-1740294801 tempest-VolumesNegativeTest-1740294801] Pushing event updated for resources: {'Port': ['ID=3cc21dfe-f48a-4216-8892-7dae739356f2,revision_number=1']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:10:43.234163 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-ecb96623-e53c-4c86-ace6-0b8cf8e4dc82 tempest-VolumesNegativeTest-1740294801 tempest-VolumesNegativeTest-1740294801] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:10:43.273566 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.db_base_plugin_common [req-9bce59ba-b3a8-4ec0-83b9-58ae0197314c req-6e256f57-541e-403b-aaba-57138973f6f2 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Allocated IP 172.27.2.136 (729c535b-bd07-4b0c-9bb6-d0eda364af7e/c53074ee-6482-4d40-a0b6-bf7110d55051/5f0ff31f-ce21-4a83-ad7b-57f04677b45f) {{(pid=80382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 15:10:43.285545 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-addf6130-c483-4cc7-aeff-0997ce782e58 req-ecb96623-e53c-4c86-ace6-0b8cf8e4dc82 tempest-VolumesNegativeTest-1740294801 tempest-VolumesNegativeTest-1740294801] Network 04c65c37-8e72-4bcb-b867-82d9d45bda6b is already hosted by enough agents. {{(pid=80383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 15:10:43.286794 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.base_scheduler [req-addf6130-c483-4cc7-aeff-0997ce782e58 req-ecb96623-e53c-4c86-ace6-0b8cf8e4dc82 tempest-VolumesNegativeTest-1740294801 tempest-VolumesNegativeTest-1740294801] Resources bound (agent type, host, resource id):  {{(pid=80383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 15:10:43.289246 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [req-addf6130-c483-4cc7-aeff-0997ce782e58 req-ecb96623-e53c-4c86-ace6-0b8cf8e4dc82 tempest-VolumesNegativeTest-1740294801 tempest-VolumesNegativeTest-1740294801] Received port after_create {{(pid=80383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 15:10:43.361763 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addf6130-c483-4cc7-aeff-0997ce782e58 req-ecb96623-e53c-4c86-ace6-0b8cf8e4dc82 tempest-VolumesNegativeTest-1740294801 tempest-VolumesNegativeTest-1740294801] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:10:43.362463 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-addf6130-c483-4cc7-aeff-0997ce782e58 req-ecb96623-e53c-4c86-ace6-0b8cf8e4dc82 tempest-VolumesNegativeTest-1740294801 tempest-VolumesNegativeTest-1740294801] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6653'] for port, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:10:43.392438 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-addf6130-c483-4cc7-aeff-0997ce782e58 req-ecb96623-e53c-4c86-ace6-0b8cf8e4dc82 tempest-VolumesNegativeTest-1740294801 tempest-VolumesNegativeTest-1740294801] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.4490244
Dec 03 15:10:43.443075 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-9bce59ba-b3a8-4ec0-83b9-58ae0197314c req-6e256f57-541e-403b-aaba-57138973f6f2 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Notify callbacks [] for port, precommit_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:10:43.471245 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-9bce59ba-b3a8-4ec0-83b9-58ae0197314c req-6e256f57-541e-403b-aaba-57138973f6f2 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307552080722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30043597'] for port, after_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:10:43.487168 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-b3ec1e08-92c3-497d-8abf-21cb4974f82f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:10:43.535137 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-12c77f08-f846-486e-bcd7-2d928141ecd2 None None] Provisioning for port 3cc21dfe-f48a-4216-8892-7dae739356f2 completed by entity DHCP. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 15:10:43.540495 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-12c77f08-f846-486e-bcd7-2d928141ecd2 None None] Provisioning complete for port 3cc21dfe-f48a-4216-8892-7dae739356f2 triggered by entity DHCP. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:10:43.540909 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-12c77f08-f846-486e-bcd7-2d928141ecd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:10:43.597207 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [None req-12c77f08-f846-486e-bcd7-2d928141ecd2 None None] Port 3cc21dfe-f48a-4216-8892-7dae739356f2 cannot update to ACTIVE because it is not bound. {{(pid=80384) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 15:10:43.627731 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e256f57-541e-403b-aaba-57138973f6f2 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Pushing event updated for resources: {'Port': ['ID=5f0ff31f-ce21-4a83-ad7b-57f04677b45f,revision_number=1']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:10:43.632065 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-6e256f57-541e-403b-aaba-57138973f6f2 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:10:43.682637 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bce59ba-b3a8-4ec0-83b9-58ae0197314c req-6e256f57-541e-403b-aaba-57138973f6f2 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Network 729c535b-bd07-4b0c-9bb6-d0eda364af7e is already hosted by enough agents. {{(pid=80382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 15:10:43.683878 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.base_scheduler [req-9bce59ba-b3a8-4ec0-83b9-58ae0197314c req-6e256f57-541e-403b-aaba-57138973f6f2 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Resources bound (agent type, host, resource id):  {{(pid=80382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 15:10:43.686310 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bce59ba-b3a8-4ec0-83b9-58ae0197314c req-6e256f57-541e-403b-aaba-57138973f6f2 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Received port after_create {{(pid=80382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 15:10:43.768036 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-9bce59ba-b3a8-4ec0-83b9-58ae0197314c req-6e256f57-541e-403b-aaba-57138973f6f2 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Notify callbacks [] for floatingip, precommit_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:10:43.830426 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-9bce59ba-b3a8-4ec0-83b9-58ae0197314c req-6e256f57-541e-403b-aaba-57138973f6f2 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:10:44.101922 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c36f7f-195b-4d1a-933e-30f6fc2753e6 req-6c1c0521-2ebc-4fa4-9c90-e14cca90828d tempest-VolumesNegativeTest-1740294801 tempest-VolumesNegativeTest-1740294801] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:10:44.102591 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-9bce59ba-b3a8-4ec0-83b9-58ae0197314c req-6e256f57-541e-403b-aaba-57138973f6f2 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Notify callbacks [] for port, precommit_update {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:10:44.102735 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-a1c36f7f-195b-4d1a-933e-30f6fc2753e6 req-6c1c0521-2ebc-4fa4-9c90-e14cca90828d tempest-VolumesNegativeTest-1740294801 tempest-VolumesNegativeTest-1740294801] Synchronizing usage tracker for tenant:860dd996f4a04eaaabea9a8cf042f3c6 on resource:port {{(pid=80383) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 15:10:44.106078 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-9bce59ba-b3a8-4ec0-83b9-58ae0197314c req-6e256f57-541e-403b-aaba-57138973f6f2 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036824732220'] for port, after_update {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:10:44.118999 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-a1c36f7f-195b-4d1a-933e-30f6fc2753e6 req-6c1c0521-2ebc-4fa4-9c90-e14cca90828d tempest-VolumesNegativeTest-1740294801 tempest-VolumesNegativeTest-1740294801] Unset dirty status for tenant:860dd996f4a04eaaabea9a8cf042f3c6 on resource:port {{(pid=80383) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 15:10:44.120279 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-a1c36f7f-195b-4d1a-933e-30f6fc2753e6 req-6c1c0521-2ebc-4fa4-9c90-e14cca90828d tempest-VolumesNegativeTest-1740294801 tempest-VolumesNegativeTest-1740294801] 10.222.0.63 "GET /v2.0/ports?device_id=40fd5c24-95bc-4fe1-b71e-605a2c980760 HTTP/1.1" status: 200  len: 936 time: 0.1032391
Dec 03 15:10:44.126559 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-49c5bb74-4ae4-45ba-923e-bb4b437d6914 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:10:44.167073 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-a1c36f7f-195b-4d1a-933e-30f6fc2753e6 req-5d8e7873-b289-41b6-a853-ea89cd6f2acf tempest-VolumesNegativeTest-1740294801 tempest-VolumesNegativeTest-1740294801] Synchronizing usage tracker for tenant:860dd996f4a04eaaabea9a8cf042f3c6 on resource:security_group {{(pid=80383) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 15:10:44.188641 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-a1c36f7f-195b-4d1a-933e-30f6fc2753e6 req-5d8e7873-b289-41b6-a853-ea89cd6f2acf tempest-VolumesNegativeTest-1740294801 tempest-VolumesNegativeTest-1740294801] Unset dirty status for tenant:860dd996f4a04eaaabea9a8cf042f3c6 on resource:security_group {{(pid=80383) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 15:10:44.189932 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-a1c36f7f-195b-4d1a-933e-30f6fc2753e6 req-5d8e7873-b289-41b6-a853-ea89cd6f2acf tempest-VolumesNegativeTest-1740294801 tempest-VolumesNegativeTest-1740294801] 10.222.0.63 "GET /v2.0/security-groups?id=58c90526-54ad-4677-aa1b-b6739a9e2b94&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0632215
Dec 03 15:10:44.266148 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e256f57-541e-403b-aaba-57138973f6f2 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Pushing event updated for resources: {'Port': ['ID=5f0ff31f-ce21-4a83-ad7b-57f04677b45f,revision_number=2']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:10:44.269483 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-6e256f57-541e-403b-aaba-57138973f6f2 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:10:44.373675 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-9bce59ba-b3a8-4ec0-83b9-58ae0197314c req-6e256f57-541e-403b-aaba-57138973f6f2 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036821248144'] for floatingip, after_update {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:10:44.396160 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-9bce59ba-b3a8-4ec0-83b9-58ae0197314c req-6e256f57-541e-403b-aaba-57138973f6f2 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6653'] for floatingip, before_response {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:10:44.397482 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-9bce59ba-b3a8-4ec0-83b9-58ae0197314c req-6e256f57-541e-403b-aaba-57138973f6f2 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.8942313
Dec 03 15:10:44.483149 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-9bce59ba-b3a8-4ec0-83b9-58ae0197314c req-00c08286-a456-4cbc-af0c-bf5a6a423748 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Synchronizing usage tracker for tenant:f470bb55fd724a97959cc14ef30e0db0 on resource:floatingip {{(pid=80382) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 15:10:44.499559 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-9bce59ba-b3a8-4ec0-83b9-58ae0197314c req-00c08286-a456-4cbc-af0c-bf5a6a423748 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Unset dirty status for tenant:f470bb55fd724a97959cc14ef30e0db0 on resource:floatingip {{(pid=80382) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 15:10:44.500811 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-9bce59ba-b3a8-4ec0-83b9-58ae0197314c req-00c08286-a456-4cbc-af0c-bf5a6a423748 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "GET /v2.0/floatingips?floating_ip_address=172.27.2.136 HTTP/1.1" status: 200  len: 696 time: 0.0967717
Dec 03 15:10:44.661428 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bce59ba-b3a8-4ec0-83b9-58ae0197314c req-b8c0333e-53f7-4d8b-865b-58afd05aa95f tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:10:44.662871 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-9bce59ba-b3a8-4ec0-83b9-58ae0197314c req-b8c0333e-53f7-4d8b-865b-58afd05aa95f tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "GET /v2.0/networks/729c535b-bd07-4b0c-9bb6-d0eda364af7e HTTP/1.1" status: 200  len: 784 time: 0.1560483
Dec 03 15:10:44.861703 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe527dc4-2167-4524-9fbb-9254f08d802b req-50d24ecc-2409-44c0-ac02-7a2faefd5718 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:10:44.863349 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-fe527dc4-2167-4524-9fbb-9254f08d802b req-50d24ecc-2409-44c0-ac02-7a2faefd5718 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "GET /v2.0/ports?device_id=f0423581-5320-4d03-8e5c-2fc88bf1837b&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.0903924
Dec 03 15:10:44.953946 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-fe527dc4-2167-4524-9fbb-9254f08d802b req-dd9078b5-0a72-4a3e-9829-3e931802ea24 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "GET /v2.0/floatingips?floating_ip_address=172.27.2.136 HTTP/1.1" status: 200  len: 696 time: 0.0802455
Dec 03 15:10:44.964683 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.base [req-fe527dc4-2167-4524-9fbb-9254f08d802b req-d7267cc8-7bd6-4f1f-b2f1-9145916ba9a6 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Request body: {'floatingip': {'port_id': '1d444986-6670-4748-b35e-a5b3b20c3660', 'fixed_ip_address': '172.20.0.14'}} {{(pid=80383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 15:10:45.042344 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-fe527dc4-2167-4524-9fbb-9254f08d802b req-d7267cc8-7bd6-4f1f-b2f1-9145916ba9a6 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Notify callbacks [] for floatingip, before_update {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:10:45.412862 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809f5e5f-3ccf-40fd-81ff-81e1ece57b1f req-1fbfa42d-98ca-46df-a71e-91668e14752e tempest-VolumesNegativeTest-1740294801 tempest-VolumesNegativeTest-1740294801] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:10:45.414922 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-809f5e5f-3ccf-40fd-81ff-81e1ece57b1f req-1fbfa42d-98ca-46df-a71e-91668e14752e tempest-VolumesNegativeTest-1740294801 tempest-VolumesNegativeTest-1740294801] 10.222.0.63 "GET /v2.0/ports?device_id=40fd5c24-95bc-4fe1-b71e-605a2c980760 HTTP/1.1" status: 200  len: 936 time: 0.0874898
Dec 03 15:10:45.468032 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-809f5e5f-3ccf-40fd-81ff-81e1ece57b1f req-02b6ac8b-71ce-423b-bb92-4f5f4ed5db82 tempest-VolumesNegativeTest-1740294801 tempest-VolumesNegativeTest-1740294801] 10.222.0.63 "GET /v2.0/security-groups?id=58c90526-54ad-4677-aa1b-b6739a9e2b94&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466783
Dec 03 15:10:45.877505 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-fe527dc4-2167-4524-9fbb-9254f08d802b req-d7267cc8-7bd6-4f1f-b2f1-9145916ba9a6 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Notify callbacks [] for floatingip, precommit_update {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:10:45.880270 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-fe527dc4-2167-4524-9fbb-9254f08d802b req-d7267cc8-7bd6-4f1f-b2f1-9145916ba9a6 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036821248144'] for floatingip, after_update {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:10:46.034486 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.base [req-addf6130-c483-4cc7-aeff-0997ce782e58 req-7cf016df-345d-41c5-b731-6d634039f743 service neutron] Request body: {'port': {'device_id': '40fd5c24-95bc-4fe1-b71e-605a2c980760', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75790'}} {{(pid=80383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 15:10:46.156062 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.db.l3_db [req-fe527dc4-2167-4524-9fbb-9254f08d802b req-d7267cc8-7bd6-4f1f-b2f1-9145916ba9a6 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Floating IP ded71b9f-e3b6-4072-9068-f5c30ec58e01 associated. External IP: 172.27.2.136, port: 1d444986-6670-4748-b35e-a5b3b20c3660.
Dec 03 15:10:46.307373 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-addf6130-c483-4cc7-aeff-0997ce782e58 req-7cf016df-345d-41c5-b731-6d634039f743 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:10:46.690220 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3732e0-5426-4af6-9deb-50219337059b req-39a84309-5ef6-4218-af7c-a0ee83e86271 tempest-VolumesNegativeTest-1740294801 tempest-VolumesNegativeTest-1740294801] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:10:46.691848 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-7f3732e0-5426-4af6-9deb-50219337059b req-39a84309-5ef6-4218-af7c-a0ee83e86271 tempest-VolumesNegativeTest-1740294801 tempest-VolumesNegativeTest-1740294801] 10.222.0.63 "GET /v2.0/ports?device_id=40fd5c24-95bc-4fe1-b71e-605a2c980760 HTTP/1.1" status: 200  len: 936 time: 0.0857229
Dec 03 15:10:46.740865 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-7f3732e0-5426-4af6-9deb-50219337059b req-37201279-644b-4d33-8ac6-00d267f52098 tempest-VolumesNegativeTest-1740294801 tempest-VolumesNegativeTest-1740294801] 10.222.0.63 "GET /v2.0/security-groups?id=58c90526-54ad-4677-aa1b-b6739a9e2b94&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423617
Dec 03 15:10:46.803554 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fe527dc4-2167-4524-9fbb-9254f08d802b req-d7267cc8-7bd6-4f1f-b2f1-9145916ba9a6 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Router a0232454-4c31-4c72-a469-0c5f61e6b4c6 has already been hosted by L3 agent 7132dbe3-ed21-4d9d-abcc-41c34baf52ae {{(pid=80383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 15:10:47.089100 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fe527dc4-2167-4524-9fbb-9254f08d802b req-d7267cc8-7bd6-4f1f-b2f1-9145916ba9a6 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Notify agent at l3_agent.dv-cinder-757908-3-iscsi the message routers_updated {{(pid=80383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 15:10:47.094992 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-fe527dc4-2167-4524-9fbb-9254f08d802b req-d7267cc8-7bd6-4f1f-b2f1-9145916ba9a6 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6653'] for floatingip, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:10:47.098948 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a67899-b1d2-474d-87c5-0dda38d61d73 None None] Sync routers for ids ['a0232454-4c31-4c72-a469-0c5f61e6b4c6'] in dv-cinder-757908-3-iscsi {{(pid=80385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 15:10:47.109246 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a67899-b1d2-474d-87c5-0dda38d61d73 None None] Routers {'a0232454-4c31-4c72-a469-0c5f61e6b4c6'} bound to L3 agent in host dv-cinder-757908-3-iscsi {{(pid=80385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 15:10:47.109954 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-65a67899-b1d2-474d-87c5-0dda38d61d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f072e6c9438>, 'dv-cinder-757908-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-03T14:53:20Z,description=<?>,heartbeat_timestamp=2020-12-03T15:10:20Z,host='dv-cinder-757908-3-iscsi',id=7132dbe3-ed21-4d9d-abcc-41c34baf52ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T14:53:20Z,topic='l3_agent')) {'router_ids': ['a0232454-4c31-4c72-a469-0c5f61e6b4c6'], 'active': True} {{(pid=80385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:10:47.139956 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.notifiers.nova [req-addf6130-c483-4cc7-aeff-0997ce782e58 req-7cf016df-345d-41c5-b731-6d634039f743 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cc21dfe-f48a-4216-8892-7dae739356f2 {{(pid=80383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 03 15:10:47.152463 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-addf6130-c483-4cc7-aeff-0997ce782e58 req-7cf016df-345d-41c5-b731-6d634039f743 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:10:47.174124 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [req-addf6130-c483-4cc7-aeff-0997ce782e58 req-7cf016df-345d-41c5-b731-6d634039f743 service neutron] Transition to ACTIVE for port object 3cc21dfe-f48a-4216-8892-7dae739356f2 will not be triggered until provisioned by entity L2. {{(pid=80383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 15:10:47.175904 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-fe527dc4-2167-4524-9fbb-9254f08d802b req-d7267cc8-7bd6-4f1f-b2f1-9145916ba9a6 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "PUT /v2.0/floatingips/ded71b9f-e3b6-4072-9068-f5c30ec58e01 HTTP/1.1" status: 200  len: 997 time: 2.2159355
Dec 03 15:10:47.176793 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0423581-5320-4d03-8e5c-2fc88bf1837b', 'tag': '1d444986-6670-4748-b35e-a5b3b20c3660'}] {{(pid=80383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 15:10:47.182790 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-addf6130-c483-4cc7-aeff-0997ce782e58 req-7cf016df-345d-41c5-b731-6d634039f743 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823481102'] for port, after_update {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:10:47.199848 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-c7db0327-e4da-4e57-abe4-76b0acc945fa tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:10:47.243255 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0423581-5320-4d03-8e5c-2fc88bf1837b', 'tag': '1d444986-6670-4748-b35e-a5b3b20c3660', 'status': 'completed', 'code': 200}
Dec 03 15:10:47.317582 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvr_db [None req-65a67899-b1d2-474d-87c5-0dda38d61d73 None None] Set router a0232454-4c31-4c72-a469-0c5f61e6b4c6 gateway port host: dv-cinder-757908-3-iscsi {{(pid=80385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 15:10:47.438270 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-a3baa637-d2a9-494a-80b6-ced4565906b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:10:47.634913 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf016df-345d-41c5-b731-6d634039f743 service neutron] Pushing event updated for resources: {'Port': ['ID=3cc21dfe-f48a-4216-8892-7dae739356f2,revision_number=2']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:10:47.641204 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-7cf016df-345d-41c5-b731-6d634039f743 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:10:47.721316 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-65a67899-b1d2-474d-87c5-0dda38d61d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f072e6c9438>, [{'id': 'a0232454-4c31-4c72-a469-0c5f61e6b4c6', 'name': 'tempest-TestVolumeBootPattern-395720009-router', 'tenant_id': 'f470bb55fd724a97959cc14ef30e0db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'external_fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '241b13d4-399a-446b-9afb-d645b8b0c23c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:09:41Z', 'updated_at': '2020-12-03T15:09:46Z', 'revision_number': 4, 'project_id': 'f470bb55fd724a97959cc14ef30e0db0', 'gw_port': {'id': '241b13d4-399a-446b-9afb-d645b8b0c23c', 'name': '', 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:23:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0232454-4c31-4c72-a469-0c5f61e6b4c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:09:42Z', 'updated_at': '2020-12-03T15:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-iscsi', '_floatingips': [{'id': 'ded71b9f-e3b6-4072-9068-f5c30ec58e01', 'tenant_id': 'f470bb55fd724a97959cc14ef30e0db0', 'floating_ip_address': '172.27.2.136', 'floating_network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'router_id': 'a0232454-4c31-4c72-a469-0c5f61e6b4c6', 'port_id': '1d444986-6670-4748-b35e-a5b3b20c3660', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca7902d6-3500-4f57-934f-b73bb22a6c84', 'mac_address': 'fa:16:3e:c2:ea:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0423581-5320-4d03-8e5c-2fc88bf1837b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T15:10:43Z', 'updated_at': '2020-12-03T15:10:45Z', 'revision_number': 1, 'project_id': 'f470bb55fd724a97959cc14ef30e0db0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ccc30d5-9a7e-4da0-b2f2-44aed636116f', 'name': '', 'network_id': 'ca7902d6-3500-4f57-934f-b73bb22a6c84', 'tenant_id': 'f470bb55fd724a97959cc14ef30e0db0', 'mac_address': 'fa:16:3e:89:5a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0232454-4c31-4c72-a469-0c5f61e6b4c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '2c3a1b0e-0906-4771-89fd-c57f0540e6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:09:45Z', 'updated_at': '2020-12-03T15:09:55Z', 'revision_number': 5, 'project_id': 'f470bb55fd724a97959cc14ef30e0db0', 'subnets': [{'id': '2c3a1b0e-0906-4771-89fd-c57f0540e6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-3-iscsi', False) {} {{(pid=80385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:10:47.725721 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a67899-b1d2-474d-87c5-0dda38d61d73 None None] Checking router: a0232454-4c31-4c72-a469-0c5f61e6b4c6 for host: dv-cinder-757908-3-iscsi {{(pid=80385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 15:10:47.736371 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a67899-b1d2-474d-87c5-0dda38d61d73 None None] Routers {'a0232454-4c31-4c72-a469-0c5f61e6b4c6'} bound to L3 agent in host dv-cinder-757908-3-iscsi {{(pid=80385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 15:10:47.737048 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-65a67899-b1d2-474d-87c5-0dda38d61d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f072e6c9438>, 'dv-cinder-757908-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-03T14:53:20Z,description=<?>,heartbeat_timestamp=2020-12-03T15:10:20Z,host='dv-cinder-757908-3-iscsi',id=7132dbe3-ed21-4d9d-abcc-41c34baf52ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T14:53:20Z,topic='l3_agent')) {'router_ids': ['a0232454-4c31-4c72-a469-0c5f61e6b4c6'], 'active': True} {{(pid=80385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:10:47.767331 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe527dc4-2167-4524-9fbb-9254f08d802b req-d49e9a66-3aa2-4281-a2a6-50f14b3bc297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:10:47.769048 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-fe527dc4-2167-4524-9fbb-9254f08d802b req-d49e9a66-3aa2-4281-a2a6-50f14b3bc297 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=f470bb55fd724a97959cc14ef30e0db0&device_id=f0423581-5320-4d03-8e5c-2fc88bf1837b HTTP/1.1" status: 200  len: 1163 time: 0.5313892
Dec 03 15:10:47.969589 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe527dc4-2167-4524-9fbb-9254f08d802b req-097aef3a-3230-45db-beee-61888c6e4f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:10:47.971197 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-fe527dc4-2167-4524-9fbb-9254f08d802b req-097aef3a-3230-45db-beee-61888c6e4f01 service neutron] 10.222.0.63 "GET /v2.0/networks?id=ca7902d6-3500-4f57-934f-b73bb22a6c84 HTTP/1.1" status: 200  len: 905 time: 0.1629593
Dec 03 15:10:48.012796 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bf06ec-ab94-468a-b5e0-41717fee05d9 req-70244a44-8bfe-42d7-a075-ee9321c86777 tempest-VolumesNegativeTest-1740294801 tempest-VolumesNegativeTest-1740294801] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:10:48.014976 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-02bf06ec-ab94-468a-b5e0-41717fee05d9 req-70244a44-8bfe-42d7-a075-ee9321c86777 tempest-VolumesNegativeTest-1740294801 tempest-VolumesNegativeTest-1740294801] 10.222.0.63 "GET /v2.0/ports?device_id=40fd5c24-95bc-4fe1-b71e-605a2c980760 HTTP/1.1" status: 200  len: 948 time: 0.0969930
Dec 03 15:10:48.068102 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-02bf06ec-ab94-468a-b5e0-41717fee05d9 req-09d89990-7b7e-448e-b23f-8ab512f023b7 tempest-VolumesNegativeTest-1740294801 tempest-VolumesNegativeTest-1740294801] 10.222.0.63 "GET /v2.0/security-groups?id=58c90526-54ad-4677-aa1b-b6739a9e2b94&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463784
Dec 03 15:10:48.122226 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvr_db [None req-65a67899-b1d2-474d-87c5-0dda38d61d73 None None] Set router a0232454-4c31-4c72-a469-0c5f61e6b4c6 gateway port host: dv-cinder-757908-3-iscsi {{(pid=80385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 15:10:48.126166 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [req-addf6130-c483-4cc7-aeff-0997ce782e58 req-7cf016df-345d-41c5-b731-6d634039f743 service neutron] Attempting to bind port 3cc21dfe-f48a-4216-8892-7dae739356f2 on host hv-cinder-75790 for vnic_type normal with profile  {{(pid=80383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 15:10:48.126551 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [req-addf6130-c483-4cc7-aeff-0997ce782e58 req-7cf016df-345d-41c5-b731-6d634039f743 service neutron] Attempting to bind port 3cc21dfe-f48a-4216-8892-7dae739356f2 by drivers openvswitch on host hv-cinder-75790 at level 0 using segments [{'id': 'bf201f3c-4796-421a-a666-1a09a1435c31', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '04c65c37-8e72-4bcb-b867-82d9d45bda6b'}] {{(pid=80383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 15:10:48.126926 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-addf6130-c483-4cc7-aeff-0997ce782e58 req-7cf016df-345d-41c5-b731-6d634039f743 service neutron] Attempting to bind port 3cc21dfe-f48a-4216-8892-7dae739356f2 on network 04c65c37-8e72-4bcb-b867-82d9d45bda6b {{(pid=80383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 15:10:48.131927 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-fe527dc4-2167-4524-9fbb-9254f08d802b req-63703ad4-dde2-49e9-ab9e-df7ab88cb323 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1d444986-6670-4748-b35e-a5b3b20c3660 HTTP/1.1" status: 200  len: 1000 time: 0.1498311
Dec 03 15:10:48.135993 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-addf6130-c483-4cc7-aeff-0997ce782e58 req-7cf016df-345d-41c5-b731-6d634039f743 service neutron] Checking agent: {'id': '7af519bd-b73a-4597-86f2-e334c7b64707', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75790', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 15, 0, 18), 'started_at': datetime.datetime(2020, 12, 3, 15, 0, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 15, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 15:10:48.136367 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-addf6130-c483-4cc7-aeff-0997ce782e58 req-7cf016df-345d-41c5-b731-6d634039f743 service neutron] Checking segment: {'id': 'bf201f3c-4796-421a-a666-1a09a1435c31', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '04c65c37-8e72-4bcb-b867-82d9d45bda6b'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 15:10:48.136774 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-addf6130-c483-4cc7-aeff-0997ce782e58 req-7cf016df-345d-41c5-b731-6d634039f743 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:10:48.137167 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-addf6130-c483-4cc7-aeff-0997ce782e58 req-7cf016df-345d-41c5-b731-6d634039f743 service neutron] Bound using segment: {'id': 'bf201f3c-4796-421a-a666-1a09a1435c31', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '04c65c37-8e72-4bcb-b867-82d9d45bda6b'} {{(pid=80383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 15:10:48.137645 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [req-addf6130-c483-4cc7-aeff-0997ce782e58 req-7cf016df-345d-41c5-b731-6d634039f743 service neutron] Bound port: 3cc21dfe-f48a-4216-8892-7dae739356f2, host: hv-cinder-75790, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf201f3c-4796-421a-a666-1a09a1435c31', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '04c65c37-8e72-4bcb-b867-82d9d45bda6b'}}] {{(pid=80383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 15:10:48.138048 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-addf6130-c483-4cc7-aeff-0997ce782e58 req-7cf016df-345d-41c5-b731-6d634039f743 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:10:48.275802 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe527dc4-2167-4524-9fbb-9254f08d802b req-ffe75335-2df8-4b12-9f9d-a8e5213be6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:10:48.277423 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-fe527dc4-2167-4524-9fbb-9254f08d802b req-ffe75335-2df8-4b12-9f9d-a8e5213be6f7 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2c3a1b0e-0906-4771-89fd-c57f0540e6d7 HTTP/1.1" status: 200  len: 850 time: 0.1273062
Dec 03 15:10:48.356089 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [req-addf6130-c483-4cc7-aeff-0997ce782e58 req-7cf016df-345d-41c5-b731-6d634039f743 service neutron] For port 3cc21dfe-f48a-4216-8892-7dae739356f2, host hv-cinder-75790, cleared binding levels {{(pid=80383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 15:10:48.367983 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [req-addf6130-c483-4cc7-aeff-0997ce782e58 req-7cf016df-345d-41c5-b731-6d634039f743 service neutron] For port 3cc21dfe-f48a-4216-8892-7dae739356f2, host hv-cinder-75790, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=3cc21dfe-f48a-4216-8892-7dae739356f2,segment=NetworkSegment(bf201f3c-4796-421a-a666-1a09a1435c31),segment_id=bf201f3c-4796-421a-a666-1a09a1435c31)] {{(pid=80383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 15:10:48.372126 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-addf6130-c483-4cc7-aeff-0997ce782e58 req-7cf016df-345d-41c5-b731-6d634039f743 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823481102'] for port, after_update {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:10:48.388551 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-7cf016df-345d-41c5-b731-6d634039f743 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:10:48.505671 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-65a67899-b1d2-474d-87c5-0dda38d61d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f072e6c9438>, [{'id': 'a0232454-4c31-4c72-a469-0c5f61e6b4c6', 'name': 'tempest-TestVolumeBootPattern-395720009-router', 'tenant_id': 'f470bb55fd724a97959cc14ef30e0db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'external_fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '241b13d4-399a-446b-9afb-d645b8b0c23c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:09:41Z', 'updated_at': '2020-12-03T15:09:46Z', 'revision_number': 4, 'project_id': 'f470bb55fd724a97959cc14ef30e0db0', 'gw_port': {'id': '241b13d4-399a-446b-9afb-d645b8b0c23c', 'name': '', 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:23:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0232454-4c31-4c72-a469-0c5f61e6b4c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:09:42Z', 'updated_at': '2020-12-03T15:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-iscsi', '_floatingips': [{'id': 'ded71b9f-e3b6-4072-9068-f5c30ec58e01', 'tenant_id': 'f470bb55fd724a97959cc14ef30e0db0', 'floating_ip_address': '172.27.2.136', 'floating_network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'router_id': 'a0232454-4c31-4c72-a469-0c5f61e6b4c6', 'port_id': '1d444986-6670-4748-b35e-a5b3b20c3660', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca7902d6-3500-4f57-934f-b73bb22a6c84', 'mac_address': 'fa:16:3e:c2:ea:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0423581-5320-4d03-8e5c-2fc88bf1837b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T15:10:43Z', 'updated_at': '2020-12-03T15:10:45Z', 'revision_number': 1, 'project_id': 'f470bb55fd724a97959cc14ef30e0db0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ccc30d5-9a7e-4da0-b2f2-44aed636116f', 'name': '', 'network_id': 'ca7902d6-3500-4f57-934f-b73bb22a6c84', 'tenant_id': 'f470bb55fd724a97959cc14ef30e0db0', 'mac_address': 'fa:16:3e:89:5a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0232454-4c31-4c72-a469-0c5f61e6b4c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '2c3a1b0e-0906-4771-89fd-c57f0540e6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:09:45Z', 'updated_at': '2020-12-03T15:09:55Z', 'revision_number': 5, 'project_id': 'f470bb55fd724a97959cc14ef30e0db0', 'subnets': [{'id': '2c3a1b0e-0906-4771-89fd-c57f0540e6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-3-iscsi', False) {} {{(pid=80385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:10:48.510755 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a67899-b1d2-474d-87c5-0dda38d61d73 None None] The sync data for ids ['a0232454-4c31-4c72-a469-0c5f61e6b4c6'] in dv-cinder-757908-3-iscsi is: [{'id': 'a0232454-4c31-4c72-a469-0c5f61e6b4c6', 'name': 'tempest-TestVolumeBootPattern-395720009-router', 'tenant_id': 'f470bb55fd724a97959cc14ef30e0db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'external_fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '241b13d4-399a-446b-9afb-d645b8b0c23c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:09:41Z', 'updated_at': '2020-12-03T15:09:46Z', 'revision_number': 4, 'project_id': 'f470bb55fd724a97959cc14ef30e0db0', 'gw_port': {'id': '241b13d4-399a-446b-9afb-d645b8b0c23c', 'name': '', 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:23:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0232454-4c31-4c72-a469-0c5f61e6b4c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:09:42Z', 'updated_at': '2020-12-03T15:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-iscsi', '_floatingips': [{'id': 'ded71b9f-e3b6-4072-9068-f5c30ec58e01', 'tenant_id': 'f470bb55fd724a97959cc14ef30e0db0', 'floating_ip_address': '172.27.2.136', 'floating_network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'router_id': 'a0232454-4c31-4c72-a469-0c5f61e6b4c6', 'port_id': '1d444986-6670-4748-b35e-a5b3b20c3660', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca7902d6-3500-4f57-934f-b73bb22a6c84', 'mac_address': 'fa:16:3e:c2:ea:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0423581-5320-4d03-8e5c-2fc88bf1837b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T15:10:43Z', 'updated_at': '2020-12-03T15:10:45Z', 'revision_number': 1, 'project_id': 'f470bb55fd724a97959cc14ef30e0db0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ccc30d5-9a7e-4da0-b2f2-44aed636116f', 'name': '', 'network_id': 'ca7902d6-3500-4f57-934f-b73bb22a6c84', 'tenant_id': 'f470bb55fd724a97959cc14ef30e0db0', 'mac_address': 'fa:16:3e:89:5a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0232454-4c31-4c72-a469-0c5f61e6b4c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '2c3a1b0e-0906-4771-89fd-c57f0540e6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:09:45Z', 'updated_at': '2020-12-03T15:09:55Z', 'revision_number': 5, 'project_id': 'f470bb55fd724a97959cc14ef30e0db0', 'subnets': [{'id': '2c3a1b0e-0906-4771-89fd-c57f0540e6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 15:10:48.535154 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe527dc4-2167-4524-9fbb-9254f08d802b req-94c143d9-aa53-48a5-9dd9-4c26e670641d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:10:48.536820 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-fe527dc4-2167-4524-9fbb-9254f08d802b req-94c143d9-aa53-48a5-9dd9-4c26e670641d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ca7902d6-3500-4f57-934f-b73bb22a6c84&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2497034
Dec 03 15:10:48.603204 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf016df-345d-41c5-b731-6d634039f743 service neutron] Pushing event updated for resources: {'Port': ['ID=3cc21dfe-f48a-4216-8892-7dae739356f2,revision_number=3']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:10:48.632299 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-7cf016df-345d-41c5-b731-6d634039f743 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:10:48.718524 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addf6130-c483-4cc7-aeff-0997ce782e58 req-7cf016df-345d-41c5-b731-6d634039f743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:10:48.719200 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-addf6130-c483-4cc7-aeff-0997ce782e58 req-7cf016df-345d-41c5-b731-6d634039f743 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6653'] for port, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:10:48.720682 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-addf6130-c483-4cc7-aeff-0997ce782e58 req-7cf016df-345d-41c5-b731-6d634039f743 service neutron] 10.222.0.83 "PUT /v2.0/ports/3cc21dfe-f48a-4216-8892-7dae739356f2 HTTP/1.1" status: 200  len: 1162 time: 2.6925614
Dec 03 15:10:48.747500 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-fe527dc4-2167-4524-9fbb-9254f08d802b req-d2be4fba-ec7b-42f1-907d-295a2f3aacb3 service neutron] 10.222.0.63 "GET /v2.0/networks/ca7902d6-3500-4f57-934f-b73bb22a6c84?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1995521
Dec 03 15:10:48.847721 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f2e972-e5a7-4e2d-a9e7-a1a52ce1f6be None None] New status for floating IP ded71b9f-e3b6-4072-9068-f5c30ec58e01: ACTIVE {{(pid=80384) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 03 15:10:48.911535 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-fe527dc4-2167-4524-9fbb-9254f08d802b req-5ce44963-54ad-40e3-bc47-ae3d7cc348a1 service neutron] 10.222.0.63 "GET /v2.0/networks/ca7902d6-3500-4f57-934f-b73bb22a6c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1566195
Dec 03 15:10:49.229216 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0e79db-98b0-4e33-8b95-5fa92d058a4e req-1724e287-73ad-4224-97c1-d3ca81ab5ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:10:49.232601 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-5d0e79db-98b0-4e33-8b95-5fa92d058a4e req-1724e287-73ad-4224-97c1-d3ca81ab5ff3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f470bb55fd724a97959cc14ef30e0db0&device_id=f0423581-5320-4d03-8e5c-2fc88bf1837b HTTP/1.1" status: 200  len: 1163 time: 0.0896869
Dec 03 15:10:49.261962 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40fd5c24-95bc-4fe1-b71e-605a2c980760', 'tag': '3cc21dfe-f48a-4216-8892-7dae739356f2'}] {{(pid=80383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 15:10:49.312713 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addf6130-c483-4cc7-aeff-0997ce782e58 req-0cfa7d49-151f-4eec-b7dc-5fd55626990f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:10:49.314579 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-addf6130-c483-4cc7-aeff-0997ce782e58 req-0cfa7d49-151f-4eec-b7dc-5fd55626990f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=860dd996f4a04eaaabea9a8cf042f3c6&device_id=40fd5c24-95bc-4fe1-b71e-605a2c980760 HTTP/1.1" status: 200  len: 1165 time: 0.1547592
Dec 03 15:10:49.325256 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7972c410-ccb2-4ed5-96f0-5ad0b66f90c5 req-96d61237-b4fe-41bf-9992-472320894fa1 tempest-VolumesNegativeTest-1740294801 tempest-VolumesNegativeTest-1740294801] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:10:49.327242 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-7972c410-ccb2-4ed5-96f0-5ad0b66f90c5 req-96d61237-b4fe-41bf-9992-472320894fa1 tempest-VolumesNegativeTest-1740294801 tempest-VolumesNegativeTest-1740294801] 10.222.0.63 "GET /v2.0/ports?device_id=40fd5c24-95bc-4fe1-b71e-605a2c980760 HTTP/1.1" status: 200  len: 948 time: 0.1149874
Dec 03 15:10:49.347308 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40fd5c24-95bc-4fe1-b71e-605a2c980760', 'tag': '3cc21dfe-f48a-4216-8892-7dae739356f2', 'status': 'completed', 'code': 200}
Dec 03 15:10:49.392734 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0e79db-98b0-4e33-8b95-5fa92d058a4e req-8065d890-e4d8-4aac-8afb-748a3f776ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:10:49.394369 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-5d0e79db-98b0-4e33-8b95-5fa92d058a4e req-8065d890-e4d8-4aac-8afb-748a3f776ea0 service neutron] 10.222.0.83 "GET /v2.0/networks?id=ca7902d6-3500-4f57-934f-b73bb22a6c84 HTTP/1.1" status: 200  len: 905 time: 0.1548622
Dec 03 15:10:49.417999 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-addf6130-c483-4cc7-aeff-0997ce782e58 req-bf4c9919-f72d-4cc0-9ee7-7529627009cd service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=3cc21dfe-f48a-4216-8892-7dae739356f2 HTTP/1.1" status: 200  len: 217 time: 0.0841486
Dec 03 15:10:49.488503 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-7972c410-ccb2-4ed5-96f0-5ad0b66f90c5 req-21fb275d-d92b-412b-a290-8d4f8097cd4b tempest-VolumesNegativeTest-1740294801 tempest-VolumesNegativeTest-1740294801] 10.222.0.63 "GET /v2.0/security-groups?id=58c90526-54ad-4677-aa1b-b6739a9e2b94&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1533844
Dec 03 15:10:49.508915 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addf6130-c483-4cc7-aeff-0997ce782e58 req-b38e0662-a6c3-4387-9f7a-f8c06645cf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:10:49.510561 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-addf6130-c483-4cc7-aeff-0997ce782e58 req-b38e0662-a6c3-4387-9f7a-f8c06645cf3a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0e323b59-f2f9-4556-a59f-b6ccb429eff3 HTTP/1.1" status: 200  len: 843 time: 0.0786424
Dec 03 15:10:49.511720 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-5d0e79db-98b0-4e33-8b95-5fa92d058a4e req-2486c5a4-ac26-4cfc-9c89-d41ce3dda810 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1d444986-6670-4748-b35e-a5b3b20c3660 HTTP/1.1" status: 200  len: 1002 time: 0.1056349
Dec 03 15:10:49.595349 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0e79db-98b0-4e33-8b95-5fa92d058a4e req-4db70290-cbfd-48ba-9cda-d320019f3173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:10:49.596826 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-5d0e79db-98b0-4e33-8b95-5fa92d058a4e req-4db70290-cbfd-48ba-9cda-d320019f3173 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=2c3a1b0e-0906-4771-89fd-c57f0540e6d7 HTTP/1.1" status: 200  len: 850 time: 0.0747144
Dec 03 15:10:49.599031 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addf6130-c483-4cc7-aeff-0997ce782e58 req-b9db8dfa-8953-4448-ab63-ecfb724dce75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:10:49.600648 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-addf6130-c483-4cc7-aeff-0997ce782e58 req-b9db8dfa-8953-4448-ab63-ecfb724dce75 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=04c65c37-8e72-4bcb-b867-82d9d45bda6b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0789244
Dec 03 15:10:49.683933 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0e79db-98b0-4e33-8b95-5fa92d058a4e req-921fc86a-98af-4b40-962d-f4379e0223bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:10:49.685550 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-5d0e79db-98b0-4e33-8b95-5fa92d058a4e req-921fc86a-98af-4b40-962d-f4379e0223bd service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ca7902d6-3500-4f57-934f-b73bb22a6c84&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0764866
Dec 03 15:10:49.752667 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-addf6130-c483-4cc7-aeff-0997ce782e58 req-7ce02e1f-19f9-40ae-bc0d-5dc8cce46689 service neutron] 10.222.0.83 "GET /v2.0/networks/04c65c37-8e72-4bcb-b867-82d9d45bda6b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1427746
Dec 03 15:10:49.834692 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-5d0e79db-98b0-4e33-8b95-5fa92d058a4e req-9bfcabe7-ac11-48d2-86ef-37e31d7b3fff service neutron] 10.222.0.83 "GET /v2.0/networks/ca7902d6-3500-4f57-934f-b73bb22a6c84?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1422694
Dec 03 15:10:49.904023 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-addf6130-c483-4cc7-aeff-0997ce782e58 req-df1404e1-647b-4086-a933-c5786991111c service neutron] 10.222.0.83 "GET /v2.0/networks/04c65c37-8e72-4bcb-b867-82d9d45bda6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1444161
Dec 03 15:10:49.982533 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-5d0e79db-98b0-4e33-8b95-5fa92d058a4e req-d45b83da-88f3-4c3e-85cd-37241c25e403 service neutron] 10.222.0.83 "GET /v2.0/networks/ca7902d6-3500-4f57-934f-b73bb22a6c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1397038
Dec 03 15:10:50.082201 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88413adc-755e-491e-a925-14fcbad1a46a req-7030a304-e438-49f8-b8c4-7a019b6b75dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:10:50.083804 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-88413adc-755e-491e-a925-14fcbad1a46a req-7030a304-e438-49f8-b8c4-7a019b6b75dd service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=860dd996f4a04eaaabea9a8cf042f3c6&device_id=40fd5c24-95bc-4fe1-b71e-605a2c980760 HTTP/1.1" status: 200  len: 1165 time: 0.0781095
Dec 03 15:10:50.166139 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-ba35ab1d-f2bd-439f-b664-05a8023c9d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:10:50.185686 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-d1a712ed-1597-40ee-be3f-9bd7eb160871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:10:50.235135 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88413adc-755e-491e-a925-14fcbad1a46a req-3c083f63-1990-485c-8326-440080bd441b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:10:50.236712 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-88413adc-755e-491e-a925-14fcbad1a46a req-3c083f63-1990-485c-8326-440080bd441b service neutron] 10.222.0.83 "GET /v2.0/networks?id=04c65c37-8e72-4bcb-b867-82d9d45bda6b HTTP/1.1" status: 200  len: 863 time: 0.1403201
Dec 03 15:10:50.308253 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-88413adc-755e-491e-a925-14fcbad1a46a req-64da9275-395d-4312-b6b6-a1d202e3d826 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=3cc21dfe-f48a-4216-8892-7dae739356f2 HTTP/1.1" status: 200  len: 217 time: 0.0636349
Dec 03 15:10:50.381805 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88413adc-755e-491e-a925-14fcbad1a46a req-da1cc953-10b6-492d-86f0-1a9d98526bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:10:50.384139 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-88413adc-755e-491e-a925-14fcbad1a46a req-da1cc953-10b6-492d-86f0-1a9d98526bb9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0e323b59-f2f9-4556-a59f-b6ccb429eff3 HTTP/1.1" status: 200  len: 843 time: 0.0695255
Dec 03 15:10:50.468578 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88413adc-755e-491e-a925-14fcbad1a46a req-a53de325-7dbe-4194-9d28-77fa9ea8f331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:10:50.470320 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-88413adc-755e-491e-a925-14fcbad1a46a req-a53de325-7dbe-4194-9d28-77fa9ea8f331 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=04c65c37-8e72-4bcb-b867-82d9d45bda6b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0776711
Dec 03 15:10:50.618613 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-88413adc-755e-491e-a925-14fcbad1a46a req-2af6bee7-f23a-4a75-92b7-67b1f125a529 service neutron] 10.222.0.83 "GET /v2.0/networks/04c65c37-8e72-4bcb-b867-82d9d45bda6b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1406875
Dec 03 15:10:51.079192 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097b8ef6-2cd4-4b24-9a7b-2539cc0c4fd2 req-578243ea-db28-4a0e-9b8f-676339a64da3 tempest-VolumesNegativeTest-1740294801 tempest-VolumesNegativeTest-1740294801] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:10:51.080866 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-097b8ef6-2cd4-4b24-9a7b-2539cc0c4fd2 req-578243ea-db28-4a0e-9b8f-676339a64da3 tempest-VolumesNegativeTest-1740294801 tempest-VolumesNegativeTest-1740294801] 10.222.0.63 "GET /v2.0/ports?device_id=40fd5c24-95bc-4fe1-b71e-605a2c980760 HTTP/1.1" status: 200  len: 948 time: 0.4530511
Dec 03 15:10:51.083016 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-88413adc-755e-491e-a925-14fcbad1a46a req-276f15e7-f8d2-40f0-88fe-6956dee85e29 service neutron] 10.222.0.83 "GET /v2.0/networks/04c65c37-8e72-4bcb-b867-82d9d45bda6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4564822
Dec 03 15:10:51.129396 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-097b8ef6-2cd4-4b24-9a7b-2539cc0c4fd2 req-20af3982-5bcd-4ab2-8c1c-9c4df72313b1 tempest-VolumesNegativeTest-1740294801 tempest-VolumesNegativeTest-1740294801] 10.222.0.63 "GET /v2.0/security-groups?id=58c90526-54ad-4677-aa1b-b6739a9e2b94&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418243
Dec 03 15:10:51.298849 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:10:52.047953 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-7c778c2a-832b-4a71-9338-2409dcb4fb0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:10:52.349090 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9388a4-e84e-4ff9-8a95-9e391ea7a3b5 req-088a09c7-d272-4acd-9cc5-00706885ce67 tempest-VolumesNegativeTest-1740294801 tempest-VolumesNegativeTest-1740294801] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:10:52.350788 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-7f9388a4-e84e-4ff9-8a95-9e391ea7a3b5 req-088a09c7-d272-4acd-9cc5-00706885ce67 tempest-VolumesNegativeTest-1740294801 tempest-VolumesNegativeTest-1740294801] 10.222.0.63 "GET /v2.0/ports?device_id=40fd5c24-95bc-4fe1-b71e-605a2c980760 HTTP/1.1" status: 200  len: 948 time: 0.0912020
Dec 03 15:10:52.397682 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-7f9388a4-e84e-4ff9-8a95-9e391ea7a3b5 req-29471712-ba12-4b7b-a506-b12e482e5fcc tempest-VolumesNegativeTest-1740294801 tempest-VolumesNegativeTest-1740294801] 10.222.0.63 "GET /v2.0/security-groups?id=58c90526-54ad-4677-aa1b-b6739a9e2b94&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404530
Dec 03 15:10:53.371229 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Network 04c65c37-8e72-4bcb-b867-82d9d45bda6b details requested by agent ovs-agent-hv-cinder-75790 with host hv-cinder-75790 {{(pid=80384) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 15:10:53.635364 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5616a46-5ac2-43b4-bef5-f582abb6fd3f req-c189833f-201f-4f0f-bd7c-465e58664291 tempest-VolumesNegativeTest-1740294801 tempest-VolumesNegativeTest-1740294801] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:10:53.637308 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-b5616a46-5ac2-43b4-bef5-f582abb6fd3f req-c189833f-201f-4f0f-bd7c-465e58664291 tempest-VolumesNegativeTest-1740294801 tempest-VolumesNegativeTest-1740294801] 10.222.0.63 "GET /v2.0/ports?device_id=40fd5c24-95bc-4fe1-b71e-605a2c980760 HTTP/1.1" status: 200  len: 948 time: 0.0885062
Dec 03 15:10:53.694643 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-b5616a46-5ac2-43b4-bef5-f582abb6fd3f req-b8ee4802-0037-4441-bc30-f70f169c02c8 tempest-VolumesNegativeTest-1740294801 tempest-VolumesNegativeTest-1740294801] 10.222.0.63 "GET /v2.0/security-groups?id=58c90526-54ad-4677-aa1b-b6739a9e2b94&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498734
Dec 03 15:10:53.771814 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.objects.ports [None req-3828d479-83b5-46ba-a97f-8a0449b1ec7e None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80384) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 03 15:10:54.305771 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Device 3cc21dfe-f48a-4216-8892-7dae739356f2 up at agent ovs-agent-hv-cinder-75790 {{(pid=80384) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 15:10:54.374167 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Provisioning for port 3cc21dfe-f48a-4216-8892-7dae739356f2 completed by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 15:10:54.379013 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Provisioning complete for port 3cc21dfe-f48a-4216-8892-7dae739356f2 triggered by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:10:54.379433 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:10:54.498500 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:10:54.526432 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40fd5c24-95bc-4fe1-b71e-605a2c980760', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cc21dfe-f48a-4216-8892-7dae739356f2'}] {{(pid=80384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 15:10:54.536710 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] For port 3cc21dfe-f48a-4216-8892-7dae739356f2, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=3cc21dfe-f48a-4216-8892-7dae739356f2,segment=NetworkSegment(bf201f3c-4796-421a-a666-1a09a1435c31),segment_id=bf201f3c-4796-421a-a666-1a09a1435c31)] {{(pid=80384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 15:10:54.539629 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024'] for port, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:10:54.541517 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-fd072c6a-ac67-4741-8c01-fb74d0e8de2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:10:54.589200 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40fd5c24-95bc-4fe1-b71e-605a2c980760', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cc21dfe-f48a-4216-8892-7dae739356f2', 'code': 200}
Dec 03 15:10:54.611102 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Pushing event updated for resources: {'Port': ['ID=3cc21dfe-f48a-4216-8892-7dae739356f2,revision_number=4']} {{(pid=80384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:10:54.614449 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:10:54.683052 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:10:54.938551 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98add0d3-6c3b-4d91-a7f0-4d4f23245e6d req-6baab1e3-8316-4c45-bd75-ebc1a9bec144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:10:54.940193 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-98add0d3-6c3b-4d91-a7f0-4d4f23245e6d req-6baab1e3-8316-4c45-bd75-ebc1a9bec144 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=40fd5c24-95bc-4fe1-b71e-605a2c980760 HTTP/1.1" status: 200  len: 1167 time: 0.1441190
Dec 03 15:10:54.951228 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13d4979-108f-4343-988f-eac3ca54b757 req-d66a22fc-afd3-420b-ada0-e93309000277 tempest-VolumesNegativeTest-1740294801 tempest-VolumesNegativeTest-1740294801] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:10:54.952767 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-a13d4979-108f-4343-988f-eac3ca54b757 req-d66a22fc-afd3-420b-ada0-e93309000277 tempest-VolumesNegativeTest-1740294801 tempest-VolumesNegativeTest-1740294801] 10.222.0.63 "GET /v2.0/ports?device_id=40fd5c24-95bc-4fe1-b71e-605a2c980760 HTTP/1.1" status: 200  len: 950 time: 0.1127925
Dec 03 15:10:55.036430 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-98add0d3-6c3b-4d91-a7f0-4d4f23245e6d req-26934045-1a49-42eb-81fa-187d5177c7b1 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=58c90526-54ad-4677-aa1b-b6739a9e2b94&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0826313
Dec 03 15:10:55.041367 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-a13d4979-108f-4343-988f-eac3ca54b757 req-3da4a528-5fc7-4a68-9b15-150c47994b3e tempest-VolumesNegativeTest-1740294801 tempest-VolumesNegativeTest-1740294801] 10.222.0.63 "GET /v2.0/security-groups?id=58c90526-54ad-4677-aa1b-b6739a9e2b94&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0706315
Dec 03 15:10:55.454806 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Device 3cc21dfe-f48a-4216-8892-7dae739356f2 up at agent ovs-agent-hv-cinder-75790 {{(pid=80384) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 15:10:55.527203 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Provisioning complete for port 3cc21dfe-f48a-4216-8892-7dae739356f2 triggered by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:10:55.527615 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:10:56.262455 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304d6cb3-c3c9-4ca3-b391-e228b51291f3 req-7582a746-16dc-4fb7-9fd2-f9bbb33e2ed4 tempest-VolumesNegativeTest-1740294801 tempest-VolumesNegativeTest-1740294801] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:10:56.264082 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-304d6cb3-c3c9-4ca3-b391-e228b51291f3 req-7582a746-16dc-4fb7-9fd2-f9bbb33e2ed4 tempest-VolumesNegativeTest-1740294801 tempest-VolumesNegativeTest-1740294801] 10.222.0.63 "GET /v2.0/ports?device_id=40fd5c24-95bc-4fe1-b71e-605a2c980760 HTTP/1.1" status: 200  len: 950 time: 0.0851498
Dec 03 15:10:56.316907 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-304d6cb3-c3c9-4ca3-b391-e228b51291f3 req-2ac861b3-8227-402e-a70c-c9e94f13c8f5 tempest-VolumesNegativeTest-1740294801 tempest-VolumesNegativeTest-1740294801] 10.222.0.63 "GET /v2.0/security-groups?id=58c90526-54ad-4677-aa1b-b6739a9e2b94&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446324
Dec 03 15:10:56.983072 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-aaf4abce-96e3-4e43-b883-ed27d1139186 req-d1708b68-1cc6-43db-a56c-f338799978d5 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] 10.222.0.63 "GET /v2.0/floatingips/dabc7193-4c3b-4928-bc01-be386314fe67 HTTP/1.1" status: 200  len: 997 time: 0.1158860
Dec 03 15:10:57.152635 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf4abce-96e3-4e43-b883-ed27d1139186 req-67b783bd-87e9-464b-aa83-e4d829276ddb tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:10:57.153178 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-aaf4abce-96e3-4e43-b883-ed27d1139186 req-67b783bd-87e9-464b-aa83-e4d829276ddb tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Synchronizing usage tracker for tenant:f77c18074b76496dbbd6d15835f35760 on resource:network {{(pid=80383) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 15:10:57.169444 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-aaf4abce-96e3-4e43-b883-ed27d1139186 req-67b783bd-87e9-464b-aa83-e4d829276ddb tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Unset dirty status for tenant:f77c18074b76496dbbd6d15835f35760 on resource:network {{(pid=80383) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 15:10:57.170751 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-aaf4abce-96e3-4e43-b883-ed27d1139186 req-67b783bd-87e9-464b-aa83-e4d829276ddb tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] 10.222.0.63 "GET /v2.0/networks/729c535b-bd07-4b0c-9bb6-d0eda364af7e HTTP/1.1" status: 200  len: 784 time: 0.1805234
Dec 03 15:10:57.183348 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [req-aaf4abce-96e3-4e43-b883-ed27d1139186 req-92bfc036-d4f5-4987-8751-69dfb5f6a434 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=80383) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 03 15:10:57.184376 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-aaf4abce-96e3-4e43-b883-ed27d1139186 req-92bfc036-d4f5-4987-8751-69dfb5f6a434 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0062752
Dec 03 15:10:57.292372 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-aaf4abce-96e3-4e43-b883-ed27d1139186 req-34ee32e0-3fc5-4e11-8c32-7e6fdd021a63 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] 10.222.0.63 "GET /v2.0/floatingips?floating_ip_address=172.27.2.57 HTTP/1.1" status: 200  len: 1000 time: 0.1008008
Dec 03 15:10:57.369885 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf4abce-96e3-4e43-b883-ed27d1139186 req-035d5a0b-2f0a-4c07-8b15-f8df8b498708 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:10:57.371383 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-aaf4abce-96e3-4e43-b883-ed27d1139186 req-035d5a0b-2f0a-4c07-8b15-f8df8b498708 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] 10.222.0.63 "GET /v2.0/ports/f82f881d-f8f0-478d-baa4-3c020c077e99 HTTP/1.1" status: 200  len: 942 time: 0.0729063
Dec 03 15:10:57.542569 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872a06cc-387f-4299-a112-97aeab3fa886 req-4db57fe7-9ee5-4c8b-8013-ffcf4d06dabc tempest-VolumesNegativeTest-1740294801 tempest-VolumesNegativeTest-1740294801] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:10:57.544183 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-872a06cc-387f-4299-a112-97aeab3fa886 req-4db57fe7-9ee5-4c8b-8013-ffcf4d06dabc tempest-VolumesNegativeTest-1740294801 tempest-VolumesNegativeTest-1740294801] 10.222.0.63 "GET /v2.0/ports?device_id=40fd5c24-95bc-4fe1-b71e-605a2c980760 HTTP/1.1" status: 200  len: 950 time: 0.0865374
Dec 03 15:10:57.559069 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-aaf4abce-96e3-4e43-b883-ed27d1139186 req-160a6b3d-c973-4e1b-a9c5-57ce88c1fc4e tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] 10.222.0.63 "GET /v2.0/floatingips?floating_ip_address=172.27.2.57 HTTP/1.1" status: 200  len: 1000 time: 0.1048410
Dec 03 15:10:57.595808 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-872a06cc-387f-4299-a112-97aeab3fa886 req-aa2e91c1-3a11-46d9-9cb4-84b8926c2b86 tempest-VolumesNegativeTest-1740294801 tempest-VolumesNegativeTest-1740294801] 10.222.0.63 "GET /v2.0/security-groups?id=58c90526-54ad-4677-aa1b-b6739a9e2b94&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446734
Dec 03 15:10:57.789467 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [req-aaf4abce-96e3-4e43-b883-ed27d1139186 req-dcdd272b-b317-447e-8f28-7a3e07ec4720 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Deleting port 00f55242-d87d-4a35-ba48-fd07719a15dc {{(pid=80383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 15:10:57.789852 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-aaf4abce-96e3-4e43-b883-ed27d1139186 req-dcdd272b-b317-447e-8f28-7a3e07ec4720 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729303099848'] for port, before_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:10:57.981540 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-aaf4abce-96e3-4e43-b883-ed27d1139186 req-dcdd272b-b317-447e-8f28-7a3e07ec4720 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821294133'] for port, precommit_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:10:57.981825 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-aaf4abce-96e3-4e43-b883-ed27d1139186 req-dcdd272b-b317-447e-8f28-7a3e07ec4720 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Notify callbacks [] for floatingip, precommit_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:10:58.097396 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f430a40c-2b1d-4d8d-a42e-fa68037fe162 req-298763df-88a9-448a-8b06-871dd0d525c2 tempest-VolumesNegativeTest-1740294801 tempest-VolumesNegativeTest-1740294801] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:10:58.099268 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-f430a40c-2b1d-4d8d-a42e-fa68037fe162 req-298763df-88a9-448a-8b06-871dd0d525c2 tempest-VolumesNegativeTest-1740294801 tempest-VolumesNegativeTest-1740294801] 10.222.0.63 "GET /v2.0/ports?device_id=40fd5c24-95bc-4fe1-b71e-605a2c980760 HTTP/1.1" status: 200  len: 950 time: 0.0924911
Dec 03 15:10:58.120008 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [req-aaf4abce-96e3-4e43-b883-ed27d1139186 req-dcdd272b-b317-447e-8f28-7a3e07ec4720 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Calling delete_port for 00f55242-d87d-4a35-ba48-fd07719a15dc owned by network:floatingip {{(pid=80383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 15:10:58.151548 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-f430a40c-2b1d-4d8d-a42e-fa68037fe162 req-291d9bf0-3fbf-489a-b202-ed219cd79074 tempest-VolumesNegativeTest-1740294801 tempest-VolumesNegativeTest-1740294801] 10.222.0.63 "GET /v2.0/security-groups?id=58c90526-54ad-4677-aa1b-b6739a9e2b94&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447485
Dec 03 15:10:58.294466 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-aaf4abce-96e3-4e43-b883-ed27d1139186 req-dcdd272b-b317-447e-8f28-7a3e07ec4720 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307551598230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307552127058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31294715'] for port, after_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:10:58.311107 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-bfd43008-3b6a-4e6e-8927-118b905cc021 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:10:58.367718 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdd272b-b317-447e-8f28-7a3e07ec4720 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Pushing event deleted for resources: {'Port': ['ID=00f55242-d87d-4a35-ba48-fd07719a15dc,revision_number=None']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:10:58.372538 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-dcdd272b-b317-447e-8f28-7a3e07ec4720 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:10:58.536684 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-aaf4abce-96e3-4e43-b883-ed27d1139186 req-dcdd272b-b317-447e-8f28-7a3e07ec4720 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Notify callbacks [] for floatingip, after_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:10:58.537054 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.db.l3_db [req-aaf4abce-96e3-4e43-b883-ed27d1139186 req-dcdd272b-b317-447e-8f28-7a3e07ec4720 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Floating IP dabc7193-4c3b-4928-bc01-be386314fe67 disassociated (deleted). External IP: 172.27.2.57, port: f82f881d-f8f0-478d-baa4-3c020c077e99.
Dec 03 15:10:58.916160 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aaf4abce-96e3-4e43-b883-ed27d1139186 req-dcdd272b-b317-447e-8f28-7a3e07ec4720 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Router 215dd294-97ad-4b29-8fab-ce4067d6d8ac has already been hosted by L3 agent 7132dbe3-ed21-4d9d-abcc-41c34baf52ae {{(pid=80383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 15:10:59.329613 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aaf4abce-96e3-4e43-b883-ed27d1139186 req-dcdd272b-b317-447e-8f28-7a3e07ec4720 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Notify agent at l3_agent.dv-cinder-757908-3-iscsi the message routers_updated {{(pid=80383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 15:10:59.340314 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebded87f-1568-4268-ad93-345b8b46ec09 None None] Sync routers for ids ['215dd294-97ad-4b29-8fab-ce4067d6d8ac'] in dv-cinder-757908-3-iscsi {{(pid=80385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 15:10:59.352094 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebded87f-1568-4268-ad93-345b8b46ec09 None None] Routers {'215dd294-97ad-4b29-8fab-ce4067d6d8ac'} bound to L3 agent in host dv-cinder-757908-3-iscsi {{(pid=80385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 15:10:59.353241 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-ebded87f-1568-4268-ad93-345b8b46ec09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f072ead5a58>, 'dv-cinder-757908-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-03T14:53:20Z,description=<?>,heartbeat_timestamp=2020-12-03T15:10:50Z,host='dv-cinder-757908-3-iscsi',id=7132dbe3-ed21-4d9d-abcc-41c34baf52ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T14:53:20Z,topic='l3_agent')) {'router_ids': ['215dd294-97ad-4b29-8fab-ce4067d6d8ac'], 'active': True} {{(pid=80385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:10:59.360889 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-aaf4abce-96e3-4e43-b883-ed27d1139186 req-dcdd272b-b317-447e-8f28-7a3e07ec4720 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6653'] for floatingip, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:10:59.397656 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5439fbdb-5c9b-4c78-b98d-690dcab2b89c req-580219d0-53bb-44d2-bab1-c9cfec4af06d tempest-VolumesNegativeTest-1740294801 tempest-VolumesNegativeTest-1740294801] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:10:59.399328 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-5439fbdb-5c9b-4c78-b98d-690dcab2b89c req-580219d0-53bb-44d2-bab1-c9cfec4af06d tempest-VolumesNegativeTest-1740294801 tempest-VolumesNegativeTest-1740294801] 10.222.0.63 "GET /v2.0/ports?device_id=40fd5c24-95bc-4fe1-b71e-605a2c980760 HTTP/1.1" status: 200  len: 950 time: 0.0881193
Dec 03 15:10:59.423556 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-aaf4abce-96e3-4e43-b883-ed27d1139186 req-dcdd272b-b317-447e-8f28-7a3e07ec4720 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] 10.222.0.63 "DELETE /v2.0/floatingips/dabc7193-4c3b-4928-bc01-be386314fe67 HTTP/1.1" status: 204  len: 173 time: 1.8566082
Dec 03 15:10:59.424094 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'add146c2-e4cc-491e-b5f9-17673e4a0c89', 'tag': 'f82f881d-f8f0-478d-baa4-3c020c077e99'}] {{(pid=80383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 15:10:59.449935 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-5439fbdb-5c9b-4c78-b98d-690dcab2b89c req-9270f9f1-d6c9-42fa-89b3-ef0f9a3e49dc tempest-VolumesNegativeTest-1740294801 tempest-VolumesNegativeTest-1740294801] 10.222.0.63 "GET /v2.0/security-groups?id=58c90526-54ad-4677-aa1b-b6739a9e2b94&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427144
Dec 03 15:10:59.523871 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf4abce-96e3-4e43-b883-ed27d1139186 req-61e30557-ae65-44b2-a6ab-4ab54bd0fb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:10:59.525512 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-aaf4abce-96e3-4e43-b883-ed27d1139186 req-61e30557-ae65-44b2-a6ab-4ab54bd0fb16 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=f77c18074b76496dbbd6d15835f35760&device_id=add146c2-e4cc-491e-b5f9-17673e4a0c89 HTTP/1.1" status: 200  len: 1162 time: 0.0850823
Dec 03 15:10:59.527346 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'add146c2-e4cc-491e-b5f9-17673e4a0c89', 'tag': 'f82f881d-f8f0-478d-baa4-3c020c077e99', 'status': 'completed', 'code': 200}
Dec 03 15:10:59.543939 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvr_db [None req-ebded87f-1568-4268-ad93-345b8b46ec09 None None] Set router 215dd294-97ad-4b29-8fab-ce4067d6d8ac gateway port host: dv-cinder-757908-3-iscsi {{(pid=80385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 15:10:59.678372 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf4abce-96e3-4e43-b883-ed27d1139186 req-ba2086ba-14a2-48bb-8c46-33e75a7e84b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:10:59.680000 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-aaf4abce-96e3-4e43-b883-ed27d1139186 req-ba2086ba-14a2-48bb-8c46-33e75a7e84b0 service neutron] 10.222.0.63 "GET /v2.0/networks?id=0d922ba7-749c-4c5e-b6cc-12813984389c HTTP/1.1" status: 200  len: 903 time: 0.1471522
Dec 03 15:10:59.803823 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-aaf4abce-96e3-4e43-b883-ed27d1139186 req-bbd2886f-04fe-46c7-9454-6fc2a710815e service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f82f881d-f8f0-478d-baa4-3c020c077e99 HTTP/1.1" status: 200  len: 217 time: 0.1146762
Dec 03 15:10:59.879274 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-ebded87f-1568-4268-ad93-345b8b46ec09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f072ead5a58>, [{'id': '215dd294-97ad-4b29-8fab-ce4067d6d8ac', 'name': 'tempest-TestShelveInstance-1471273793-router', 'tenant_id': 'f77c18074b76496dbbd6d15835f35760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'external_fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '19addf73-6af0-4574-9928-4dca9c8deeec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:04:50Z', 'updated_at': '2020-12-03T15:05:02Z', 'revision_number': 4, 'project_id': 'f77c18074b76496dbbd6d15835f35760', 'gw_port': {'id': '19addf73-6af0-4574-9928-4dca9c8deeec', 'name': '', 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:10:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215dd294-97ad-4b29-8fab-ce4067d6d8ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:04:52Z', 'updated_at': '2020-12-03T15:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-iscsi', '_interfaces': [{'id': 'd1bd8e6c-6e91-4219-ae0d-25814e50b560', 'name': '', 'network_id': '0d922ba7-749c-4c5e-b6cc-12813984389c', 'tenant_id': 'f77c18074b76496dbbd6d15835f35760', 'mac_address': 'fa:16:3e:b2:17:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215dd294-97ad-4b29-8fab-ce4067d6d8ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '07d33687-75f8-425a-ad5f-cd3466718814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:04:58Z', 'updated_at': '2020-12-03T15:05:12Z', 'revision_number': 5, 'project_id': 'f77c18074b76496dbbd6d15835f35760', 'subnets': [{'id': '07d33687-75f8-425a-ad5f-cd3466718814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-3-iscsi', False) {} {{(pid=80385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:10:59.883998 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebded87f-1568-4268-ad93-345b8b46ec09 None None] Checking router: 215dd294-97ad-4b29-8fab-ce4067d6d8ac for host: dv-cinder-757908-3-iscsi {{(pid=80385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 15:10:59.891220 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf4abce-96e3-4e43-b883-ed27d1139186 req-e59e7ac3-90e6-4d97-a69f-244dd165aaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:10:59.892819 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-aaf4abce-96e3-4e43-b883-ed27d1139186 req-e59e7ac3-90e6-4d97-a69f-244dd165aaa0 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=07d33687-75f8-425a-ad5f-cd3466718814 HTTP/1.1" status: 200  len: 848 time: 0.0819135
Dec 03 15:10:59.893083 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebded87f-1568-4268-ad93-345b8b46ec09 None None] Routers {'215dd294-97ad-4b29-8fab-ce4067d6d8ac'} bound to L3 agent in host dv-cinder-757908-3-iscsi {{(pid=80385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 15:10:59.893734 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-ebded87f-1568-4268-ad93-345b8b46ec09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f072ead5a58>, 'dv-cinder-757908-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-03T14:53:20Z,description=<?>,heartbeat_timestamp=2020-12-03T15:10:50Z,host='dv-cinder-757908-3-iscsi',id=7132dbe3-ed21-4d9d-abcc-41c34baf52ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T14:53:20Z,topic='l3_agent')) {'router_ids': ['215dd294-97ad-4b29-8fab-ce4067d6d8ac'], 'active': True} {{(pid=80385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:10:59.899327 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bd27b6-3e00-486f-abb5-31a875ce2207 req-8237091f-d973-455c-8df1-a5ff6ba8ca0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:10:59.900849 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-a1bd27b6-3e00-486f-abb5-31a875ce2207 req-8237091f-d973-455c-8df1-a5ff6ba8ca0e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f77c18074b76496dbbd6d15835f35760&device_id=add146c2-e4cc-491e-b5f9-17673e4a0c89 HTTP/1.1" status: 200  len: 1162 time: 0.1567469
Dec 03 15:11:00.016676 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.agents_db [None req-51f4eaf8-3f98-4d92-a7df-a28bf03852b0 None None] Agent healthcheck: found 6 active agents {{(pid=80385) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 15:11:00.089641 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvr_db [None req-ebded87f-1568-4268-ad93-345b8b46ec09 None None] Set router 215dd294-97ad-4b29-8fab-ce4067d6d8ac gateway port host: dv-cinder-757908-3-iscsi {{(pid=80385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 15:11:00.108597 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf4abce-96e3-4e43-b883-ed27d1139186 req-021d5799-0597-4538-a82a-e45aa153bb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:11:00.110285 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-aaf4abce-96e3-4e43-b883-ed27d1139186 req-021d5799-0597-4538-a82a-e45aa153bb68 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=0d922ba7-749c-4c5e-b6cc-12813984389c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2084718
Dec 03 15:11:00.111360 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bd27b6-3e00-486f-abb5-31a875ce2207 req-f8ddb1de-fe85-4ed4-8875-657b28fe7143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:11:00.112765 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-a1bd27b6-3e00-486f-abb5-31a875ce2207 req-f8ddb1de-fe85-4ed4-8875-657b28fe7143 service neutron] 10.222.0.83 "GET /v2.0/networks?id=0d922ba7-749c-4c5e-b6cc-12813984389c HTTP/1.1" status: 200  len: 903 time: 0.1740210
Dec 03 15:11:00.223262 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-a1bd27b6-3e00-486f-abb5-31a875ce2207 req-1870f32d-6c33-4eb5-a1f5-c2c5eff0332e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f82f881d-f8f0-478d-baa4-3c020c077e99 HTTP/1.1" status: 200  len: 217 time: 0.0814590
Dec 03 15:11:00.371964 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bd27b6-3e00-486f-abb5-31a875ce2207 req-d8f57ff0-1cac-49c9-bff9-d387bce34aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:11:00.373430 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-a1bd27b6-3e00-486f-abb5-31a875ce2207 req-d8f57ff0-1cac-49c9-bff9-d387bce34aae service neutron] 10.222.0.83 "GET /v2.0/subnets?id=07d33687-75f8-425a-ad5f-cd3466718814 HTTP/1.1" status: 200  len: 848 time: 0.1005735
Dec 03 15:11:00.376797 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-aaf4abce-96e3-4e43-b883-ed27d1139186 req-c67f6594-2415-4066-9d48-a3b262d51168 service neutron] 10.222.0.63 "GET /v2.0/networks/0d922ba7-749c-4c5e-b6cc-12813984389c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2590742
Dec 03 15:11:00.418864 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-ebded87f-1568-4268-ad93-345b8b46ec09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f072ead5a58>, [{'id': '215dd294-97ad-4b29-8fab-ce4067d6d8ac', 'name': 'tempest-TestShelveInstance-1471273793-router', 'tenant_id': 'f77c18074b76496dbbd6d15835f35760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'external_fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '19addf73-6af0-4574-9928-4dca9c8deeec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:04:50Z', 'updated_at': '2020-12-03T15:05:02Z', 'revision_number': 4, 'project_id': 'f77c18074b76496dbbd6d15835f35760', 'gw_port': {'id': '19addf73-6af0-4574-9928-4dca9c8deeec', 'name': '', 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:10:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215dd294-97ad-4b29-8fab-ce4067d6d8ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:04:52Z', 'updated_at': '2020-12-03T15:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-iscsi', '_interfaces': [{'id': 'd1bd8e6c-6e91-4219-ae0d-25814e50b560', 'name': '', 'network_id': '0d922ba7-749c-4c5e-b6cc-12813984389c', 'tenant_id': 'f77c18074b76496dbbd6d15835f35760', 'mac_address': 'fa:16:3e:b2:17:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215dd294-97ad-4b29-8fab-ce4067d6d8ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '07d33687-75f8-425a-ad5f-cd3466718814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:04:58Z', 'updated_at': '2020-12-03T15:05:12Z', 'revision_number': 5, 'project_id': 'f77c18074b76496dbbd6d15835f35760', 'subnets': [{'id': '07d33687-75f8-425a-ad5f-cd3466718814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-3-iscsi', False) {} {{(pid=80385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:11:00.423591 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebded87f-1568-4268-ad93-345b8b46ec09 None None] The sync data for ids ['215dd294-97ad-4b29-8fab-ce4067d6d8ac'] in dv-cinder-757908-3-iscsi is: [{'id': '215dd294-97ad-4b29-8fab-ce4067d6d8ac', 'name': 'tempest-TestShelveInstance-1471273793-router', 'tenant_id': 'f77c18074b76496dbbd6d15835f35760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'external_fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '19addf73-6af0-4574-9928-4dca9c8deeec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:04:50Z', 'updated_at': '2020-12-03T15:05:02Z', 'revision_number': 4, 'project_id': 'f77c18074b76496dbbd6d15835f35760', 'gw_port': {'id': '19addf73-6af0-4574-9928-4dca9c8deeec', 'name': '', 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:10:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215dd294-97ad-4b29-8fab-ce4067d6d8ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:04:52Z', 'updated_at': '2020-12-03T15:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-iscsi', '_interfaces': [{'id': 'd1bd8e6c-6e91-4219-ae0d-25814e50b560', 'name': '', 'network_id': '0d922ba7-749c-4c5e-b6cc-12813984389c', 'tenant_id': 'f77c18074b76496dbbd6d15835f35760', 'mac_address': 'fa:16:3e:b2:17:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215dd294-97ad-4b29-8fab-ce4067d6d8ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '07d33687-75f8-425a-ad5f-cd3466718814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:04:58Z', 'updated_at': '2020-12-03T15:05:12Z', 'revision_number': 5, 'project_id': 'f77c18074b76496dbbd6d15835f35760', 'subnets': [{'id': '07d33687-75f8-425a-ad5f-cd3466718814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 15:11:00.583843 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bd27b6-3e00-486f-abb5-31a875ce2207 req-eb69164f-d351-4ffb-8979-7264c8d47213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:11:00.585532 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-a1bd27b6-3e00-486f-abb5-31a875ce2207 req-eb69164f-d351-4ffb-8979-7264c8d47213 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0d922ba7-749c-4c5e-b6cc-12813984389c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2033036
Dec 03 15:11:00.589526 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-aaf4abce-96e3-4e43-b883-ed27d1139186 req-c3be3ebe-b03c-4cb6-8b90-95e764c1609d service neutron] 10.222.0.63 "GET /v2.0/networks/0d922ba7-749c-4c5e-b6cc-12813984389c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1696978
Dec 03 15:11:00.677408 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efa0bc2-4009-4f31-ba3a-45123d95b339 req-3b51d357-b2f7-4e84-b3d5-13584a3bc39f tempest-VolumesNegativeTest-1740294801 tempest-VolumesNegativeTest-1740294801] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:11:00.679363 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-7efa0bc2-4009-4f31-ba3a-45123d95b339 req-3b51d357-b2f7-4e84-b3d5-13584a3bc39f tempest-VolumesNegativeTest-1740294801 tempest-VolumesNegativeTest-1740294801] 10.222.0.63 "GET /v2.0/ports?device_id=40fd5c24-95bc-4fe1-b71e-605a2c980760 HTTP/1.1" status: 200  len: 950 time: 0.0904760
Dec 03 15:11:00.732539 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-7efa0bc2-4009-4f31-ba3a-45123d95b339 req-cb77ec8a-08c4-4858-921f-a9df832f57b9 tempest-VolumesNegativeTest-1740294801 tempest-VolumesNegativeTest-1740294801] 10.222.0.63 "GET /v2.0/security-groups?id=58c90526-54ad-4677-aa1b-b6739a9e2b94&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460820
Dec 03 15:11:00.749882 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-a1bd27b6-3e00-486f-abb5-31a875ce2207 req-de63e523-8ad6-4c00-9172-e62941111a98 service neutron] 10.222.0.83 "GET /v2.0/networks/0d922ba7-749c-4c5e-b6cc-12813984389c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1562929
Dec 03 15:11:00.918557 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-a1bd27b6-3e00-486f-abb5-31a875ce2207 req-987812fb-e78d-4cb5-a473-4e8bc83ec100 service neutron] 10.222.0.83 "GET /v2.0/networks/0d922ba7-749c-4c5e-b6cc-12813984389c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1598876
Dec 03 15:11:00.920489 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52e2a34-cfe4-45e8-9f51-31021ce42d5a None None] New status for floating IP dabc7193-4c3b-4928-bc01-be386314fe67: DOWN {{(pid=80384) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 03 15:11:01.197344 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cab79e-26c3-4d5c-b314-7d803e5758b9 req-8cf716e6-9b76-4c63-b579-d8e29f155207 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:11:01.199002 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-31cab79e-26c3-4d5c-b314-7d803e5758b9 req-8cf716e6-9b76-4c63-b579-d8e29f155207 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] 10.222.0.63 "GET /v2.0/ports?device_id=add146c2-e4cc-491e-b5f9-17673e4a0c89 HTTP/1.1" status: 200  len: 945 time: 0.0922232
Dec 03 15:11:01.248280 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-31cab79e-26c3-4d5c-b314-7d803e5758b9 req-1d0701e4-a18d-4773-8d3d-6c71c00ae05d tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] 10.222.0.63 "GET /v2.0/security-groups?id=e36ef011-09e2-4558-934b-b2128a1b6126&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0416617
Dec 03 15:11:01.506639 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79bd1d2-dc93-42ee-8eaf-11fbdd557e05 req-ee27d0bf-3876-4a51-918e-b0736193c54e tempest-VolumesNegativeTest-1740294801 tempest-VolumesNegativeTest-1740294801] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:11:01.508184 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-d79bd1d2-dc93-42ee-8eaf-11fbdd557e05 req-ee27d0bf-3876-4a51-918e-b0736193c54e tempest-VolumesNegativeTest-1740294801 tempest-VolumesNegativeTest-1740294801] 10.222.0.83 "GET /v2.0/ports?device_id=40fd5c24-95bc-4fe1-b71e-605a2c980760 HTTP/1.1" status: 200  len: 950 time: 0.0869756
Dec 03 15:11:01.586456 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [req-d79bd1d2-dc93-42ee-8eaf-11fbdd557e05 req-b7d2609e-0d4f-47af-a578-eebcf1f693de tempest-VolumesNegativeTest-1740294801 tempest-VolumesNegativeTest-1740294801] Deleting port 3cc21dfe-f48a-4216-8892-7dae739356f2 {{(pid=80383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 15:11:01.586851 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-d79bd1d2-dc93-42ee-8eaf-11fbdd557e05 req-b7d2609e-0d4f-47af-a578-eebcf1f693de tempest-VolumesNegativeTest-1740294801 tempest-VolumesNegativeTest-1740294801] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729303099848'] for port, before_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:01.856510 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [req-d79bd1d2-dc93-42ee-8eaf-11fbdd557e05 req-b7d2609e-0d4f-47af-a578-eebcf1f693de tempest-VolumesNegativeTest-1740294801 tempest-VolumesNegativeTest-1740294801] For port 3cc21dfe-f48a-4216-8892-7dae739356f2, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=3cc21dfe-f48a-4216-8892-7dae739356f2,segment=NetworkSegment(bf201f3c-4796-421a-a666-1a09a1435c31),segment_id=bf201f3c-4796-421a-a666-1a09a1435c31)] {{(pid=80383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 15:11:01.856901 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-d79bd1d2-dc93-42ee-8eaf-11fbdd557e05 req-b7d2609e-0d4f-47af-a578-eebcf1f693de tempest-VolumesNegativeTest-1740294801 tempest-VolumesNegativeTest-1740294801] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821294133'] for port, precommit_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:02.023386 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [req-d79bd1d2-dc93-42ee-8eaf-11fbdd557e05 req-b7d2609e-0d4f-47af-a578-eebcf1f693de tempest-VolumesNegativeTest-1740294801 tempest-VolumesNegativeTest-1740294801] Calling delete_port for 3cc21dfe-f48a-4216-8892-7dae739356f2 owned by compute:nova {{(pid=80383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 15:11:02.059816 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Device 3cc21dfe-f48a-4216-8892-7dae739356f2 no longer exists at agent ovs-agent-hv-cinder-75790 {{(pid=80384) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 15:11:02.141456 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70b3b61-5157-44e2-b99b-01f61ea18e7e req-4e14d435-04a3-4177-9ca5-3e064e11f3c4 tempest-VolumesNegativeTest-1740294801 tempest-VolumesNegativeTest-1740294801] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:11:02.143112 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-f70b3b61-5157-44e2-b99b-01f61ea18e7e req-4e14d435-04a3-4177-9ca5-3e064e11f3c4 tempest-VolumesNegativeTest-1740294801 tempest-VolumesNegativeTest-1740294801] 10.222.0.63 "GET /v2.0/ports?device_id=40fd5c24-95bc-4fe1-b71e-605a2c980760 HTTP/1.1" status: 200  len: 950 time: 0.2225556
Dec 03 15:11:02.174085 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:02.240730 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-f70b3b61-5157-44e2-b99b-01f61ea18e7e req-d5c28477-bf17-4f96-81ab-4f62de8047dc tempest-VolumesNegativeTest-1740294801 tempest-VolumesNegativeTest-1740294801] 10.222.0.63 "GET /v2.0/security-groups?id=58c90526-54ad-4677-aa1b-b6739a9e2b94&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0671868
Dec 03 15:11:02.244973 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-d79bd1d2-dc93-42ee-8eaf-11fbdd557e05 req-b7d2609e-0d4f-47af-a578-eebcf1f693de tempest-VolumesNegativeTest-1740294801 tempest-VolumesNegativeTest-1740294801] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307551598230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307552127058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31294715'] for port, after_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:02.260868 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-4f8cf8e6-a183-4552-8ef5-b15c5ad461ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:11:02.310476 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d2609e-0d4f-47af-a578-eebcf1f693de tempest-VolumesNegativeTest-1740294801 tempest-VolumesNegativeTest-1740294801] Pushing event deleted for resources: {'Port': ['ID=3cc21dfe-f48a-4216-8892-7dae739356f2,revision_number=None']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:11:02.334765 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d2609e-0d4f-47af-a578-eebcf1f693de tempest-VolumesNegativeTest-1740294801 tempest-VolumesNegativeTest-1740294801] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:11:02.335187 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d2609e-0d4f-47af-a578-eebcf1f693de tempest-VolumesNegativeTest-1740294801 tempest-VolumesNegativeTest-1740294801] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:11:02.335605 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d2609e-0d4f-47af-a578-eebcf1f693de tempest-VolumesNegativeTest-1740294801 tempest-VolumesNegativeTest-1740294801] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:11:02.336013 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d2609e-0d4f-47af-a578-eebcf1f693de tempest-VolumesNegativeTest-1740294801 tempest-VolumesNegativeTest-1740294801] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:11:02.336415 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d2609e-0d4f-47af-a578-eebcf1f693de tempest-VolumesNegativeTest-1740294801 tempest-VolumesNegativeTest-1740294801] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:11:02.336823 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d2609e-0d4f-47af-a578-eebcf1f693de tempest-VolumesNegativeTest-1740294801 tempest-VolumesNegativeTest-1740294801] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:11:02.337244 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d2609e-0d4f-47af-a578-eebcf1f693de tempest-VolumesNegativeTest-1740294801 tempest-VolumesNegativeTest-1740294801] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:11:02.337648 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d2609e-0d4f-47af-a578-eebcf1f693de tempest-VolumesNegativeTest-1740294801 tempest-VolumesNegativeTest-1740294801] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:11:02.338071 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d2609e-0d4f-47af-a578-eebcf1f693de tempest-VolumesNegativeTest-1740294801 tempest-VolumesNegativeTest-1740294801] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:11:02.338473 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d2609e-0d4f-47af-a578-eebcf1f693de tempest-VolumesNegativeTest-1740294801 tempest-VolumesNegativeTest-1740294801] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:11:02.338873 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d2609e-0d4f-47af-a578-eebcf1f693de tempest-VolumesNegativeTest-1740294801 tempest-VolumesNegativeTest-1740294801] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:11:02.339267 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d2609e-0d4f-47af-a578-eebcf1f693de tempest-VolumesNegativeTest-1740294801 tempest-VolumesNegativeTest-1740294801] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:11:02.339719 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d2609e-0d4f-47af-a578-eebcf1f693de tempest-VolumesNegativeTest-1740294801 tempest-VolumesNegativeTest-1740294801] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:11:02.340118 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d2609e-0d4f-47af-a578-eebcf1f693de tempest-VolumesNegativeTest-1740294801 tempest-VolumesNegativeTest-1740294801] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:11:02.340513 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d2609e-0d4f-47af-a578-eebcf1f693de tempest-VolumesNegativeTest-1740294801 tempest-VolumesNegativeTest-1740294801] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:11:02.340904 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d2609e-0d4f-47af-a578-eebcf1f693de tempest-VolumesNegativeTest-1740294801 tempest-VolumesNegativeTest-1740294801] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:11:02.341317 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d2609e-0d4f-47af-a578-eebcf1f693de tempest-VolumesNegativeTest-1740294801 tempest-VolumesNegativeTest-1740294801] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:11:02.341706 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d2609e-0d4f-47af-a578-eebcf1f693de tempest-VolumesNegativeTest-1740294801 tempest-VolumesNegativeTest-1740294801] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:11:02.342161 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d2609e-0d4f-47af-a578-eebcf1f693de tempest-VolumesNegativeTest-1740294801 tempest-VolumesNegativeTest-1740294801] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:11:02.342567 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d2609e-0d4f-47af-a578-eebcf1f693de tempest-VolumesNegativeTest-1740294801 tempest-VolumesNegativeTest-1740294801] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:11:02.343013 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d2609e-0d4f-47af-a578-eebcf1f693de tempest-VolumesNegativeTest-1740294801 tempest-VolumesNegativeTest-1740294801] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:11:02.343405 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d2609e-0d4f-47af-a578-eebcf1f693de tempest-VolumesNegativeTest-1740294801 tempest-VolumesNegativeTest-1740294801] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:11:02.343803 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d2609e-0d4f-47af-a578-eebcf1f693de tempest-VolumesNegativeTest-1740294801 tempest-VolumesNegativeTest-1740294801] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:11:02.344192 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d2609e-0d4f-47af-a578-eebcf1f693de tempest-VolumesNegativeTest-1740294801 tempest-VolumesNegativeTest-1740294801] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:11:02.350241 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-b7d2609e-0d4f-47af-a578-eebcf1f693de tempest-VolumesNegativeTest-1740294801 tempest-VolumesNegativeTest-1740294801] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:11:02.480093 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59eba06-0560-4a54-88b4-483a56619f14 req-df8f20fb-8c76-473e-a443-e091aed3010a tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:11:02.481728 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-c59eba06-0560-4a54-88b4-483a56619f14 req-df8f20fb-8c76-473e-a443-e091aed3010a tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] 10.222.0.63 "GET /v2.0/ports?device_id=add146c2-e4cc-491e-b5f9-17673e4a0c89 HTTP/1.1" status: 200  len: 945 time: 0.0986888
Dec 03 15:11:02.498277 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [req-d79bd1d2-dc93-42ee-8eaf-11fbdd557e05 req-b7d2609e-0d4f-47af-a578-eebcf1f693de tempest-VolumesNegativeTest-1740294801 tempest-VolumesNegativeTest-1740294801] No DVR routers for this DVR port 3cc21dfe-f48a-4216-8892-7dae739356f2 on host hv-cinder-75790 {{(pid=80383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 15:11:02.501639 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-d79bd1d2-dc93-42ee-8eaf-11fbdd557e05 req-b7d2609e-0d4f-47af-a578-eebcf1f693de tempest-VolumesNegativeTest-1740294801 tempest-VolumesNegativeTest-1740294801] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6653'] for port, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:02.511907 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40fd5c24-95bc-4fe1-b71e-605a2c980760', 'name': 'network-vif-deleted', 'tag': '3cc21dfe-f48a-4216-8892-7dae739356f2'}] {{(pid=80383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 15:11:02.520490 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-d79bd1d2-dc93-42ee-8eaf-11fbdd557e05 req-b7d2609e-0d4f-47af-a578-eebcf1f693de tempest-VolumesNegativeTest-1740294801 tempest-VolumesNegativeTest-1740294801] 10.222.0.83 "DELETE /v2.0/ports/3cc21dfe-f48a-4216-8892-7dae739356f2 HTTP/1.1" status: 204  len: 173 time: 1.0041432
Dec 03 15:11:02.550566 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-c59eba06-0560-4a54-88b4-483a56619f14 req-7a40485f-c9c3-4f53-a161-f3e1be9f8a2b tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] 10.222.0.63 "GET /v2.0/security-groups?id=e36ef011-09e2-4558-934b-b2128a1b6126&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0602577
Dec 03 15:11:02.609443 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40fd5c24-95bc-4fe1-b71e-605a2c980760', 'name': 'network-vif-deleted', 'tag': '3cc21dfe-f48a-4216-8892-7dae739356f2', 'status': 'completed', 'code': 200}
Dec 03 15:11:03.142593 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e16334-5304-46cd-8e80-1943c0166403 req-89fd018e-bccd-4cf1-9553-1f079c8b13c4 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:11:03.143914 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-b8e16334-5304-46cd-8e80-1943c0166403 req-89fd018e-bccd-4cf1-9553-1f079c8b13c4 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Synchronizing usage tracker for tenant:f77c18074b76496dbbd6d15835f35760 on resource:port {{(pid=80383) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 15:11:03.162952 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-b8e16334-5304-46cd-8e80-1943c0166403 req-89fd018e-bccd-4cf1-9553-1f079c8b13c4 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Unset dirty status for tenant:f77c18074b76496dbbd6d15835f35760 on resource:port {{(pid=80383) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 15:11:03.164226 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-b8e16334-5304-46cd-8e80-1943c0166403 req-89fd018e-bccd-4cf1-9553-1f079c8b13c4 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] 10.222.0.83 "GET /v2.0/ports?device_id=add146c2-e4cc-491e-b5f9-17673e4a0c89 HTTP/1.1" status: 200  len: 945 time: 0.1128871
Dec 03 15:11:03.251242 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [req-b8e16334-5304-46cd-8e80-1943c0166403 req-1171a741-b7a8-4cb1-8e19-1508369a7c55 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Deleting port f82f881d-f8f0-478d-baa4-3c020c077e99 {{(pid=80383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 15:11:03.251639 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-b8e16334-5304-46cd-8e80-1943c0166403 req-1171a741-b7a8-4cb1-8e19-1508369a7c55 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729303099848'] for port, before_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:03.444553 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-df9ec0e9-f186-49cd-9f13-bff752a133ff req-05908b40-141c-400e-94c3-16b6d217b86d tempest-VolumesNegativeTest-1740294801 tempest-VolumesNegativeTest-1740294801] 10.222.0.63 "GET /v2.0/ports?device_id=40fd5c24-95bc-4fe1-b71e-605a2c980760 HTTP/1.1" status: 200  len: 210 time: 0.0501862
Dec 03 15:11:03.514042 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [req-b8e16334-5304-46cd-8e80-1943c0166403 req-1171a741-b7a8-4cb1-8e19-1508369a7c55 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] For port f82f881d-f8f0-478d-baa4-3c020c077e99, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=f82f881d-f8f0-478d-baa4-3c020c077e99,segment=NetworkSegment(e96589d1-49fa-4c68-97f6-515777979c45),segment_id=e96589d1-49fa-4c68-97f6-515777979c45)] {{(pid=80383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 15:11:03.515116 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-b8e16334-5304-46cd-8e80-1943c0166403 req-1171a741-b7a8-4cb1-8e19-1508369a7c55 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821294133'] for port, precommit_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:03.877535 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [req-b8e16334-5304-46cd-8e80-1943c0166403 req-1171a741-b7a8-4cb1-8e19-1508369a7c55 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Calling delete_port for f82f881d-f8f0-478d-baa4-3c020c077e99 owned by compute:nova {{(pid=80383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 15:11:04.074192 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02165908-e151-4fc3-b2a7-dc505c5b5730 req-0cc9ba3d-044f-41df-b972-df28819c1cd1 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:11:04.076002 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-02165908-e151-4fc3-b2a7-dc505c5b5730 req-0cc9ba3d-044f-41df-b972-df28819c1cd1 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] 10.222.0.63 "GET /v2.0/ports?device_id=add146c2-e4cc-491e-b5f9-17673e4a0c89 HTTP/1.1" status: 200  len: 945 time: 0.1693506
Dec 03 15:11:04.097574 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Device f82f881d-f8f0-478d-baa4-3c020c077e99 no longer exists at agent ovs-agent-hv-cinder-75790 {{(pid=80384) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 15:11:04.131606 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-b8e16334-5304-46cd-8e80-1943c0166403 req-1171a741-b7a8-4cb1-8e19-1508369a7c55 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307551598230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307552127058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31294715'] for port, after_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:04.137320 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] No Port match for: f82f881d-f8f0-478d-baa4-3c020c077e99 {{(pid=80384) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 15:11:04.137779 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Device f82f881d-f8f0-478d-baa4-3c020c077e99 not bound to the agent host hv-cinder-75790 {{(pid=80384) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 15:11:04.149821 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-e6e23ee3-e70d-48f7-a41d-d8a92d5e9a14 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:11:04.208997 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-02165908-e151-4fc3-b2a7-dc505c5b5730 req-7fe2bbb3-cb90-4624-988a-2d5d2a6465ca tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] 10.222.0.63 "GET /v2.0/security-groups?id=e36ef011-09e2-4558-934b-b2128a1b6126&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.1250725
Dec 03 15:11:04.220309 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1171a741-b7a8-4cb1-8e19-1508369a7c55 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Pushing event deleted for resources: {'Port': ['ID=f82f881d-f8f0-478d-baa4-3c020c077e99,revision_number=None']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:11:04.225511 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-1171a741-b7a8-4cb1-8e19-1508369a7c55 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:11:04.368173 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8e16334-5304-46cd-8e80-1943c0166403 req-1171a741-b7a8-4cb1-8e19-1508369a7c55 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] No DVR routers for this DVR port f82f881d-f8f0-478d-baa4-3c020c077e99 on host hv-cinder-75790 {{(pid=80383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 15:11:04.370695 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-b8e16334-5304-46cd-8e80-1943c0166403 req-1171a741-b7a8-4cb1-8e19-1508369a7c55 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6653'] for port, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:04.383860 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-b8e16334-5304-46cd-8e80-1943c0166403 req-1171a741-b7a8-4cb1-8e19-1508369a7c55 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] 10.222.0.83 "DELETE /v2.0/ports/f82f881d-f8f0-478d-baa4-3c020c077e99 HTTP/1.1" status: 204  len: 173 time: 1.2076590
Dec 03 15:11:04.610426 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'add146c2-e4cc-491e-b5f9-17673e4a0c89', 'name': 'network-vif-deleted', 'tag': 'f82f881d-f8f0-478d-baa4-3c020c077e99'}] {{(pid=80383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 15:11:04.672272 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'add146c2-e4cc-491e-b5f9-17673e4a0c89', 'name': 'network-vif-deleted', 'tag': 'f82f881d-f8f0-478d-baa4-3c020c077e99', 'status': 'completed', 'code': 200}
Dec 03 15:11:04.977818 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 36448) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:11:05.153525 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-f6fd3abf-5edd-4cba-b89b-0a081805085b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:05.172704 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-f6fd3abf-5edd-4cba-b89b-0a081805085b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:11:05.177155 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-f6fd3abf-5edd-4cba-b89b-0a081805085b admin admin] Usage tracker for resource:security_group_rule and tenant:e1db65b2cb504892b0cd1c3fdbfd8199 is out of sync, need to count used quota {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:11:05.181029 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-f6fd3abf-5edd-4cba-b89b-0a081805085b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:11:05.188180 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-f6fd3abf-5edd-4cba-b89b-0a081805085b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:11:05.276459 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-f6fd3abf-5edd-4cba-b89b-0a081805085b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:05.279853 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-f6fd3abf-5edd-4cba-b89b-0a081805085b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:05.290002 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-d109014f-f5af-4f14-9798-21e4d1bab16b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:11:05.335103 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-f6fd3abf-5edd-4cba-b89b-0a081805085b admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=e1db65b2cb504892b0cd1c3fdbfd8199&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3559830
Dec 03 15:11:05.336834 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fd3abf-5edd-4cba-b89b-0a081805085b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb1ccaa8-66fc-46e1-bd74-f2cf7c10b28f,revision_number=1']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:11:05.338442 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 36470) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:11:05.340320 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-f6fd3abf-5edd-4cba-b89b-0a081805085b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:11:05.434240 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-91135871-8fc9-4e0d-b932-6365ea0165d4 req-518aa124-e219-416b-9e1f-b1ee65a41082 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] 10.222.0.63 "GET /v2.0/ports?device_id=add146c2-e4cc-491e-b5f9-17673e4a0c89 HTTP/1.1" status: 200  len: 210 time: 0.0563943
Dec 03 15:11:05.471595 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-8019bb4a-3edc-4ed4-a0d8-7a587eb39630 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:05.506309 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-8019bb4a-3edc-4ed4-a0d8-7a587eb39630 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:05.570466 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-8019bb4a-3edc-4ed4-a0d8-7a587eb39630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:05.578259 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-bf079dad-f77d-4870-ad8f-32bcdbf0b2c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:11:05.591534 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8019bb4a-3edc-4ed4-a0d8-7a587eb39630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb1ccaa8-66fc-46e1-bd74-f2cf7c10b28f,revision_number=None']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:11:05.595820 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-8019bb4a-3edc-4ed4-a0d8-7a587eb39630 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:05.600064 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-8019bb4a-3edc-4ed4-a0d8-7a587eb39630 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/cb1ccaa8-66fc-46e1-bd74-f2cf7c10b28f HTTP/1.1" status: 204  len: 168 time: 0.2602534
Dec 03 15:11:05.601186 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-8019bb4a-3edc-4ed4-a0d8-7a587eb39630 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:11:06.001764 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 36536) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:11:06.021383 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-56f7751c-3a95-4884-b9ec-d2c54615cb83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:06.037737 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-56f7751c-3a95-4884-b9ec-d2c54615cb83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:11:06.042118 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-56f7751c-3a95-4884-b9ec-d2c54615cb83 admin admin] Usage tracker for resource:security_group_rule and tenant:4eb5240c73a047f89037a359e3eb5947 is out of sync, need to count used quota {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:11:06.045113 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-56f7751c-3a95-4884-b9ec-d2c54615cb83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:11:06.053213 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-56f7751c-3a95-4884-b9ec-d2c54615cb83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:11:06.144828 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-56f7751c-3a95-4884-b9ec-d2c54615cb83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:06.147844 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-56f7751c-3a95-4884-b9ec-d2c54615cb83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:06.156982 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-f0d9080c-7c7f-4d9a-90dc-bc089e93b779 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:11:06.198732 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f7751c-3a95-4884-b9ec-d2c54615cb83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cd7cbd5-60fc-4b25-93fb-4bce7cc2f196,revision_number=1']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:11:06.203096 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-56f7751c-3a95-4884-b9ec-d2c54615cb83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:11:06.209729 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 36544) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:11:06.210657 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-56f7751c-3a95-4884-b9ec-d2c54615cb83 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=4eb5240c73a047f89037a359e3eb5947&name=default HTTP/1.1" status: 200  len: 2879 time: 0.2076354
Dec 03 15:11:06.278335 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-97c15c2c-990f-47c9-b779-f8794dd11a82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:06.307562 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-97c15c2c-990f-47c9-b779-f8794dd11a82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:06.354744 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-97c15c2c-990f-47c9-b779-f8794dd11a82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:06.360439 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-ecb96623-e53c-4c86-ace6-0b8cf8e4dc82 tempest-VolumesNegativeTest-1740294801 tempest-VolumesNegativeTest-1740294801] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:11:06.373948 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c15c2c-990f-47c9-b779-f8794dd11a82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cd7cbd5-60fc-4b25-93fb-4bce7cc2f196,revision_number=None']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:11:06.379750 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-97c15c2c-990f-47c9-b779-f8794dd11a82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:11:06.384126 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-97c15c2c-990f-47c9-b779-f8794dd11a82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:06.385347 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-97c15c2c-990f-47c9-b779-f8794dd11a82 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/7cd7cbd5-60fc-4b25-93fb-4bce7cc2f196 HTTP/1.1" status: 204  len: 168 time: 0.1745350
Dec 03 15:11:06.635765 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-8cddbb1d-d5b6-49cb-856f-1f3b45658063 req-a8ca7b8a-38af-4cf3-9dc5-360b507a80f1 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] 10.222.0.63 "GET /v2.0/security-groups/e36ef011-09e2-4558-934b-b2128a1b6126 HTTP/1.1" status: 200  len: 2879 time: 0.0582919
Dec 03 15:11:06.716004 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-8cddbb1d-d5b6-49cb-856f-1f3b45658063 req-79041e5c-5677-47a0-af98-e4ce85818bd7 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Notify callbacks [] for security_group, before_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:06.754591 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-8cddbb1d-d5b6-49cb-856f-1f3b45658063 req-79041e5c-5677-47a0-af98-e4ce85818bd7 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Notify callbacks [] for security_group, precommit_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:06.808641 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-8cddbb1d-d5b6-49cb-856f-1f3b45658063 req-79041e5c-5677-47a0-af98-e4ce85818bd7 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:06.814299 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-b5bff7d1-7fc5-4a90-8876-208184cea214 tempest-AttachVolumeShelveTestJSON-1467326767 tempest-AttachVolumeShelveTestJSON-1467326767] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:11:06.828677 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79041e5c-5677-47a0-af98-e4ce85818bd7 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Pushing event deleted for resources: {'SecurityGroup': ['ID=e36ef011-09e2-4558-934b-b2128a1b6126,revision_number=None']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:11:06.833564 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-79041e5c-5677-47a0-af98-e4ce85818bd7 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:11:06.861965 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-8cddbb1d-d5b6-49cb-856f-1f3b45658063 req-79041e5c-5677-47a0-af98-e4ce85818bd7 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Notify callbacks [] for security_group, before_response {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:06.863301 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-8cddbb1d-d5b6-49cb-856f-1f3b45658063 req-79041e5c-5677-47a0-af98-e4ce85818bd7 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] 10.222.0.63 "DELETE /v2.0/security-groups/e36ef011-09e2-4558-934b-b2128a1b6126 HTTP/1.1" status: 204  len: 173 time: 0.2204502
Dec 03 15:11:06.920627 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 36618) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:11:07.793952 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-f7554ef3-f50b-45b6-8cb7-641bab980dcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33526189'] for router_interface, before_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:08.431731 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [None req-f7554ef3-f50b-45b6-8cb7-641bab980dcd admin admin] Deleting port d1bd8e6c-6e91-4219-ae0d-25814e50b560 {{(pid=80382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 15:11:08.432563 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-f7554ef3-f50b-45b6-8cb7-641bab980dcd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729303099848'] for port, before_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:08.634878 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [None req-f7554ef3-f50b-45b6-8cb7-641bab980dcd admin admin] For port d1bd8e6c-6e91-4219-ae0d-25814e50b560, host dv-cinder-757908-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-3-iscsi',level=0,port_id=d1bd8e6c-6e91-4219-ae0d-25814e50b560,segment=NetworkSegment(e96589d1-49fa-4c68-97f6-515777979c45),segment_id=e96589d1-49fa-4c68-97f6-515777979c45)] {{(pid=80382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 15:11:08.635544 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-f7554ef3-f50b-45b6-8cb7-641bab980dcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821294133'] for port, precommit_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:08.776155 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [None req-f7554ef3-f50b-45b6-8cb7-641bab980dcd admin admin] Calling delete_port for d1bd8e6c-6e91-4219-ae0d-25814e50b560 owned by network:router_interface {{(pid=80382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 15:11:08.961726 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-f7554ef3-f50b-45b6-8cb7-641bab980dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307551598230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307552127058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30043597'] for port, after_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:08.977846 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-41bcf6d7-46c2-4947-b6ad-d0e6df6178fa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:11:09.029160 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7554ef3-f50b-45b6-8cb7-641bab980dcd admin admin] Pushing event deleted for resources: {'Port': ['ID=d1bd8e6c-6e91-4219-ae0d-25814e50b560,revision_number=None']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:11:09.032400 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-f7554ef3-f50b-45b6-8cb7-641bab980dcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:11:09.057508 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 36736) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:11:09.243364 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-ea4d4f8b-4d25-4ad5-9794-4a58238b1972 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:09.260933 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-ea4d4f8b-4d25-4ad5-9794-4a58238b1972 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:11:09.265805 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-ea4d4f8b-4d25-4ad5-9794-4a58238b1972 admin admin] Usage tracker for resource:security_group_rule and tenant:03ea18afa70848cfb1ce7ad460f326bd is out of sync, need to count used quota {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:11:09.269251 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-ea4d4f8b-4d25-4ad5-9794-4a58238b1972 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:11:09.275334 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-ea4d4f8b-4d25-4ad5-9794-4a58238b1972 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:11:09.368092 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-ea4d4f8b-4d25-4ad5-9794-4a58238b1972 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:09.371057 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-ea4d4f8b-4d25-4ad5-9794-4a58238b1972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:09.380642 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-2e873e8f-cd71-4de3-a731-95470812a2eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:11:09.402986 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-f7554ef3-f50b-45b6-8cb7-641bab980dcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036822228745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036821288848'] for router_interface, after_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:09.424088 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-ea4d4f8b-4d25-4ad5-9794-4a58238b1972 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=03ea18afa70848cfb1ce7ad460f326bd&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3644657
Dec 03 15:11:09.424957 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4d4f8b-4d25-4ad5-9794-4a58238b1972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=888d9a75-9dcd-46fd-b18d-5f2712bb60ab,revision_number=1']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:11:09.428047 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 36742) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:11:09.428457 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-ea4d4f8b-4d25-4ad5-9794-4a58238b1972 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:11:09.599486 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-9f34e5b0-288a-4f2c-892e-e82426444367 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:09.775579 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-9f34e5b0-288a-4f2c-892e-e82426444367 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:09.924912 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-9f34e5b0-288a-4f2c-892e-e82426444367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:09.936539 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-92ffc0fc-faef-48e2-b445-4cec421094fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:11:10.152489 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 36752) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:11:10.252696 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f34e5b0-288a-4f2c-892e-e82426444367 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=888d9a75-9dcd-46fd-b18d-5f2712bb60ab,revision_number=None']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:11:10.257686 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-9f34e5b0-288a-4f2c-892e-e82426444367 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:11:10.289414 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-9f34e5b0-288a-4f2c-892e-e82426444367 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:10.293152 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-9f34e5b0-288a-4f2c-892e-e82426444367 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/888d9a75-9dcd-46fd-b18d-5f2712bb60ab HTTP/1.1" status: 204  len: 168 time: 0.8613389
Dec 03 15:11:10.320376 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7554ef3-f50b-45b6-8cb7-641bab980dcd admin admin] Router 215dd294-97ad-4b29-8fab-ce4067d6d8ac has already been hosted by L3 agent 7132dbe3-ed21-4d9d-abcc-41c34baf52ae {{(pid=80382) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 15:11:10.370119 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-4d449285-67da-4e87-8834-024e65ac6248 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=860dd996f4a04eaaabea9a8cf042f3c6&name=default HTTP/1.1" status: 200  len: 2879 time: 0.2161920
Dec 03 15:11:10.370750 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 36760) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:11:10.434654 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-a0464300-5103-4368-9a0c-d2cb1b44a01e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:10.467301 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-a0464300-5103-4368-9a0c-d2cb1b44a01e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:10.513839 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-a0464300-5103-4368-9a0c-d2cb1b44a01e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:10.514357 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7554ef3-f50b-45b6-8cb7-641bab980dcd admin admin] Notify agent at l3_agent.dv-cinder-757908-3-iscsi the message routers_updated {{(pid=80382) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 15:11:10.520104 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-f7554ef3-f50b-45b6-8cb7-641bab980dcd admin admin] 10.222.0.63 "PUT /v2.0/routers/215dd294-97ad-4b29-8fab-ce4067d6d8ac/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5976019
Dec 03 15:11:10.523654 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 36766) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:11:10.523804 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-b36b25c0-1460-450e-8e07-dabd0d600fc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:11:10.526849 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87322d5a-145a-4d29-b701-cddf7ab5d32c None None] Sync routers for ids ['215dd294-97ad-4b29-8fab-ce4067d6d8ac'] in dv-cinder-757908-3-iscsi {{(pid=80385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 15:11:10.539323 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87322d5a-145a-4d29-b701-cddf7ab5d32c None None] Routers {'215dd294-97ad-4b29-8fab-ce4067d6d8ac'} bound to L3 agent in host dv-cinder-757908-3-iscsi {{(pid=80385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 15:11:10.540249 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-87322d5a-145a-4d29-b701-cddf7ab5d32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f072ec889e8>, 'dv-cinder-757908-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-03T14:53:20Z,description=<?>,heartbeat_timestamp=2020-12-03T15:10:50Z,host='dv-cinder-757908-3-iscsi',id=7132dbe3-ed21-4d9d-abcc-41c34baf52ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T14:53:20Z,topic='l3_agent')) {'router_ids': ['215dd294-97ad-4b29-8fab-ce4067d6d8ac'], 'active': True} {{(pid=80385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:11:10.543320 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0464300-5103-4368-9a0c-d2cb1b44a01e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58c90526-54ad-4677-aa1b-b6739a9e2b94,revision_number=None']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:11:10.548608 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-a0464300-5103-4368-9a0c-d2cb1b44a01e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:11:10.563396 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-a0464300-5103-4368-9a0c-d2cb1b44a01e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:10.581336 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-a0464300-5103-4368-9a0c-d2cb1b44a01e admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/58c90526-54ad-4677-aa1b-b6739a9e2b94 HTTP/1.1" status: 204  len: 168 time: 0.1983969
Dec 03 15:11:10.710910 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 36772) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:11:10.736571 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-19d5940d-bb3f-4783-bdf6-a4b41a5c7a9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:10.768810 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-a06da9d5-b571-46f3-b7c6-1db24fb87a85 admin admin] Notify callbacks [] for router, before_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:10.779505 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-19d5940d-bb3f-4783-bdf6-a4b41a5c7a9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:11:10.786056 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-19d5940d-bb3f-4783-bdf6-a4b41a5c7a9f admin admin] Usage tracker for resource:security_group_rule and tenant:942386de03c54d0eb272e889cbc75dbe is out of sync, need to count used quota {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:11:10.789687 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-19d5940d-bb3f-4783-bdf6-a4b41a5c7a9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:11:10.801837 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-19d5940d-bb3f-4783-bdf6-a4b41a5c7a9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:11:10.912020 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvr_db [None req-87322d5a-145a-4d29-b701-cddf7ab5d32c None None] Set router 215dd294-97ad-4b29-8fab-ce4067d6d8ac gateway port host: dv-cinder-757908-3-iscsi {{(pid=80385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 15:11:10.923710 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-19d5940d-bb3f-4783-bdf6-a4b41a5c7a9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:10.927307 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-19d5940d-bb3f-4783-bdf6-a4b41a5c7a9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:10.939170 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-d799105d-9e36-4ec8-b43c-fd01734fa364 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:11:10.976991 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-a06da9d5-b571-46f3-b7c6-1db24fb87a85 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:10.985172 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [None req-a06da9d5-b571-46f3-b7c6-1db24fb87a85 admin admin] Deleting port 19addf73-6af0-4574-9928-4dca9c8deeec {{(pid=80382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 15:11:10.987185 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-a06da9d5-b571-46f3-b7c6-1db24fb87a85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729303099848'] for port, before_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:10.987963 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-19d5940d-bb3f-4783-bdf6-a4b41a5c7a9f admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=942386de03c54d0eb272e889cbc75dbe&name=default HTTP/1.1" status: 200  len: 2879 time: 0.2754588
Dec 03 15:11:10.989311 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d5940d-bb3f-4783-bdf6-a4b41a5c7a9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01683298-07ee-4e51-9d59-b7736c0a4366,revision_number=1']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:11:10.993162 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-19d5940d-bb3f-4783-bdf6-a4b41a5c7a9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:11:10.993884 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 36780) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:11:11.071144 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-42ecf7a2-bcdd-4251-b6a5-d13e7c8d2e9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:11.102711 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-42ecf7a2-bcdd-4251-b6a5-d13e7c8d2e9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:11.153995 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-42ecf7a2-bcdd-4251-b6a5-d13e7c8d2e9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:11.161129 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-fe1dfe30-fd97-4c59-aba3-e85ef3394d89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:11:11.176679 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ecf7a2-bcdd-4251-b6a5-d13e7c8d2e9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01683298-07ee-4e51-9d59-b7736c0a4366,revision_number=None']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:11:11.181089 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-42ecf7a2-bcdd-4251-b6a5-d13e7c8d2e9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:11:11.187217 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-42ecf7a2-bcdd-4251-b6a5-d13e7c8d2e9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:11.199352 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-42ecf7a2-bcdd-4251-b6a5-d13e7c8d2e9c admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/01683298-07ee-4e51-9d59-b7736c0a4366 HTTP/1.1" status: 204  len: 168 time: 0.2041643
Dec 03 15:11:11.248914 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-87322d5a-145a-4d29-b701-cddf7ab5d32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f072ec889e8>, [{'id': '215dd294-97ad-4b29-8fab-ce4067d6d8ac', 'name': 'tempest-TestShelveInstance-1471273793-router', 'tenant_id': 'f77c18074b76496dbbd6d15835f35760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'external_fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '19addf73-6af0-4574-9928-4dca9c8deeec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:04:50Z', 'updated_at': '2020-12-03T15:11:08Z', 'revision_number': 5, 'project_id': 'f77c18074b76496dbbd6d15835f35760', 'gw_port': {'id': '19addf73-6af0-4574-9928-4dca9c8deeec', 'name': '', 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:10:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215dd294-97ad-4b29-8fab-ce4067d6d8ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:04:52Z', 'updated_at': '2020-12-03T15:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-iscsi'}], 'dv-cinder-757908-3-iscsi', False) {} {{(pid=80385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:11:11.253132 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87322d5a-145a-4d29-b701-cddf7ab5d32c None None] Checking router: 215dd294-97ad-4b29-8fab-ce4067d6d8ac for host: dv-cinder-757908-3-iscsi {{(pid=80385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 15:11:11.256382 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [None req-a06da9d5-b571-46f3-b7c6-1db24fb87a85 admin admin] For port 19addf73-6af0-4574-9928-4dca9c8deeec, host dv-cinder-757908-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-3-iscsi',level=0,port_id=19addf73-6af0-4574-9928-4dca9c8deeec,segment=NetworkSegment(d4bc1e7b-f0cf-45e4-b2f6-c41c855b05f5),segment_id=d4bc1e7b-f0cf-45e4-b2f6-c41c855b05f5)] {{(pid=80382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 15:11:11.256794 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-a06da9d5-b571-46f3-b7c6-1db24fb87a85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821294133'] for port, precommit_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:11.263049 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87322d5a-145a-4d29-b701-cddf7ab5d32c None None] Routers {'215dd294-97ad-4b29-8fab-ce4067d6d8ac'} bound to L3 agent in host dv-cinder-757908-3-iscsi {{(pid=80385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 15:11:11.263919 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-87322d5a-145a-4d29-b701-cddf7ab5d32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f072ec889e8>, 'dv-cinder-757908-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-03T14:53:20Z,description=<?>,heartbeat_timestamp=2020-12-03T15:10:50Z,host='dv-cinder-757908-3-iscsi',id=7132dbe3-ed21-4d9d-abcc-41c34baf52ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T14:53:20Z,topic='l3_agent')) {'router_ids': ['215dd294-97ad-4b29-8fab-ce4067d6d8ac'], 'active': True} {{(pid=80385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:11:11.395917 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [None req-a06da9d5-b571-46f3-b7c6-1db24fb87a85 admin admin] Calling delete_port for 19addf73-6af0-4574-9928-4dca9c8deeec owned by network:router_gateway {{(pid=80382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 15:11:11.461455 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvr_db [None req-87322d5a-145a-4d29-b701-cddf7ab5d32c None None] Set router 215dd294-97ad-4b29-8fab-ce4067d6d8ac gateway port host: dv-cinder-757908-3-iscsi {{(pid=80385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 15:11:11.549531 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-a06da9d5-b571-46f3-b7c6-1db24fb87a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307551598230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307552127058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30043597'] for port, after_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:11.557034 dv-cinder-757908-3-iscsi neutron-server[80271]: WARNING neutron.plugins.ml2.ovo_rpc [None req-a06da9d5-b571-46f3-b7c6-1db24fb87a85 admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location:
Dec 03 15:11:11.557034 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main
Dec 03 15:11:11.557034 dv-cinder-757908-3-iscsi neutron-server[80271]:     result = function(*args, **kwargs)
Dec 03 15:11:11.557034 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request
Dec 03 15:11:11.557034 dv-cinder-757908-3-iscsi neutron-server[80271]:     proto.__init__(conn_state, self)
Dec 03 15:11:11.557034 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__
Dec 03 15:11:11.557034 dv-cinder-757908-3-iscsi neutron-server[80271]:     self.handle()
Dec 03 15:11:11.557034 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle
Dec 03 15:11:11.557034 dv-cinder-757908-3-iscsi neutron-server[80271]:     self.handle_one_request()
Dec 03 15:11:11.557034 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request
Dec 03 15:11:11.557034 dv-cinder-757908-3-iscsi neutron-server[80271]:     self.handle_one_response()
Dec 03 15:11:11.557034 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response
Dec 03 15:11:11.557034 dv-cinder-757908-3-iscsi neutron-server[80271]:     result = self.application(self.environ, start_response)
Dec 03 15:11:11.557034 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__
Dec 03 15:11:11.557034 dv-cinder-757908-3-iscsi neutron-server[80271]:     return app(environ, start_response)
Dec 03 15:11:11.557034 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 03 15:11:11.557034 dv-cinder-757908-3-iscsi neutron-server[80271]:     resp = self.call_func(req, *args, **kw)
Dec 03 15:11:11.557034 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 03 15:11:11.557034 dv-cinder-757908-3-iscsi neutron-server[80271]:     return self.func(req, *args, **kwargs)
Dec 03 15:11:11.557034 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Dec 03 15:11:11.557034 dv-cinder-757908-3-iscsi neutron-server[80271]:     response = req.get_response(self.application)
Dec 03 15:11:11.557034 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 03 15:11:11.557034 dv-cinder-757908-3-iscsi neutron-server[80271]:     application, catch_exc_info=False)
Dec 03 15:11:11.557034 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 03 15:11:11.557034 dv-cinder-757908-3-iscsi neutron-server[80271]:     app_iter = application(self.environ, start_response)
Dec 03 15:11:11.557034 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 03 15:11:11.557034 dv-cinder-757908-3-iscsi neutron-server[80271]:     resp = self.call_func(req, *args, **kw)
Dec 03 15:11:11.557034 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 03 15:11:11.557034 dv-cinder-757908-3-iscsi neutron-server[80271]:     return self.func(req, *args, **kwargs)
Dec 03 15:11:11.557034 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Dec 03 15:11:11.557034 dv-cinder-757908-3-iscsi neutron-server[80271]:     response = req.get_response(self.application)
Dec 03 15:11:11.557034 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 03 15:11:11.557034 dv-cinder-757908-3-iscsi neutron-server[80271]:     application, catch_exc_info=False)
Dec 03 15:11:11.557034 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 03 15:11:11.557034 dv-cinder-757908-3-iscsi neutron-server[80271]:     app_iter = application(self.environ, start_response)
Dec 03 15:11:11.557034 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 03 15:11:11.557034 dv-cinder-757908-3-iscsi neutron-server[80271]:     resp = self.call_func(req, *args, **kw)
Dec 03 15:11:11.557034 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 03 15:11:11.557034 dv-cinder-757908-3-iscsi neutron-server[80271]:     return self.func(req, *args, **kwargs)
Dec 03 15:11:11.557034 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__
Dec 03 15:11:11.557034 dv-cinder-757908-3-iscsi neutron-server[80271]:     response = req.get_response(self.application)
Dec 03 15:11:11.557034 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 03 15:11:11.557034 dv-cinder-757908-3-iscsi neutron-server[80271]:     application, catch_exc_info=False)
Dec 03 15:11:11.557034 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 03 15:11:11.557034 dv-cinder-757908-3-iscsi neutron-server[80271]:     app_iter = application(self.environ, start_response)
Dec 03 15:11:11.557034 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 03 15:11:11.557034 dv-cinder-757908-3-iscsi neutron-server[80271]:     resp = self.call_func(req, *args, **kw)
Dec 03 15:11:11.557034 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 03 15:11:11.557034 dv-cinder-757908-3-iscsi neutron-server[80271]:     return self.func(req, *args, **kwargs)
Dec 03 15:11:11.557034 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__
Dec 03 15:11:11.557034 dv-cinder-757908-3-iscsi neutron-server[80271]:     response = req.get_response(self.application)
Dec 03 15:11:11.557034 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 03 15:11:11.557034 dv-cinder-757908-3-iscsi neutron-server[80271]:     application, catch_exc_info=False)
Dec 03 15:11:11.557034 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 03 15:11:11.557034 dv-cinder-757908-3-iscsi neutron-server[80271]:     app_iter = application(self.environ, start_response)
Dec 03 15:11:11.557034 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 03 15:11:11.557034 dv-cinder-757908-3-iscsi neutron-server[80271]:     resp = self.call_func(req, *args, **kw)
Dec 03 15:11:11.557034 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 03 15:11:11.557034 dv-cinder-757908-3-iscsi neutron-server[80271]:     return self.func(req, *args, **kwargs)
Dec 03 15:11:11.557034 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__
Dec 03 15:11:11.557034 dv-cinder-757908-3-iscsi neutron-server[80271]:     return request.get_response(self.application)
Dec 03 15:11:11.557034 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 03 15:11:11.557034 dv-cinder-757908-3-iscsi neutron-server[80271]:     application, catch_exc_info=False)
Dec 03 15:11:11.557034 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 03 15:11:11.557034 dv-cinder-757908-3-iscsi neutron-server[80271]:     app_iter = application(self.environ, start_response)
Dec 03 15:11:11.557034 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 03 15:11:11.557034 dv-cinder-757908-3-iscsi neutron-server[80271]:     resp = self.call_func(req, *args, **kw)
Dec 03 15:11:11.557034 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 03 15:11:11.557034 dv-cinder-757908-3-iscsi neutron-server[80271]:     return self.func(req, *args, **kwargs)
Dec 03 15:11:11.557034 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__
Dec 03 15:11:11.557034 dv-cinder-757908-3-iscsi neutron-server[80271]:     response = req.get_response(self._app)
Dec 03 15:11:11.557034 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 03 15:11:11.557034 dv-cinder-757908-3-iscsi neutron-server[80271]:     application, catch_exc_info=False)
Dec 03 15:11:11.557034 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 03 15:11:11.557034 dv-cinder-757908-3-iscsi neutron-server[80271]:     app_iter = application(self.environ, start_response)
Dec 03 15:11:11.557034 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Dec 03 15:11:11.557034 dv-cinder-757908-3-iscsi neutron-server[80271]:     return resp(environ, start_response)
Dec 03 15:11:11.557034 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Dec 03 15:11:11.557034 dv-cinder-757908-3-iscsi neutron-server[80271]:     return resp(environ, start_response)
Dec 03 15:11:11.557034 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__
Dec 03 15:11:11.557034 dv-cinder-757908-3-iscsi neutron-server[80271]:     response = self.app(environ, start_response)
Dec 03 15:11:11.557034 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Dec 03 15:11:11.557034 dv-cinder-757908-3-iscsi neutron-server[80271]:     return resp(environ, start_response)
Dec 03 15:11:11.557034 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 03 15:11:11.557034 dv-cinder-757908-3-iscsi neutron-server[80271]:     resp = self.call_func(req, *args, **kw)
Dec 03 15:11:11.557034 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 03 15:11:11.557034 dv-cinder-757908-3-iscsi neutron-server[80271]:     return self.func(req, *args, **kwargs)
Dec 03 15:11:11.557034 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource
Dec 03 15:11:11.566035 dv-cinder-757908-3-iscsi neutron-server[80271]:     result = method(request=request, **args)
Dec 03 15:11:11.566035 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete
Dec 03 15:11:11.566035 dv-cinder-757908-3-iscsi neutron-server[80271]:     return self._delete(request, id, **kwargs)
Dec 03 15:11:11.566035 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 03 15:11:11.566035 dv-cinder-757908-3-iscsi neutron-server[80271]:     return f(*args, **kwargs)
Dec 03 15:11:11.566035 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 03 15:11:11.566035 dv-cinder-757908-3-iscsi neutron-server[80271]:     return f(*args, **kwargs)
Dec 03 15:11:11.566035 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 03 15:11:11.566035 dv-cinder-757908-3-iscsi neutron-server[80271]:     return f(*dup_args, **dup_kwargs)
Dec 03 15:11:11.566035 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete
Dec 03 15:11:11.566035 dv-cinder-757908-3-iscsi neutron-server[80271]:     obj_deleter(request.context, id, **kwargs)
Dec 03 15:11:11.566035 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 1991, in delete_router
Dec 03 15:11:11.566035 dv-cinder-757908-3-iscsi neutron-server[80271]:     super(L3_NAT_db_mixin, self).delete_router(context, id)
Dec 03 15:11:11.566035 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped
Dec 03 15:11:11.566035 dv-cinder-757908-3-iscsi neutron-server[80271]:     return method(*args, **kwargs)
Dec 03 15:11:11.566035 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 03 15:11:11.566035 dv-cinder-757908-3-iscsi neutron-server[80271]:     return f(*args, **kwargs)
Dec 03 15:11:11.566035 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 03 15:11:11.566035 dv-cinder-757908-3-iscsi neutron-server[80271]:     return f(*args, **kwargs)
Dec 03 15:11:11.566035 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 03 15:11:11.566035 dv-cinder-757908-3-iscsi neutron-server[80271]:     return f(*dup_args, **dup_kwargs)
Dec 03 15:11:11.566035 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router
Dec 03 15:11:11.566035 dv-cinder-757908-3-iscsi neutron-server[80271]:     self._delete_current_gw_port(context, id, router, None)
Dec 03 15:11:11.566035 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 391, in _delete_current_gw_port
Dec 03 15:11:11.566035 dv-cinder-757908-3-iscsi neutron-server[80271]:     admin_ctx, gw_port_id, l3_port_check=False)
Dec 03 15:11:11.566035 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner
Dec 03 15:11:11.566035 dv-cinder-757908-3-iscsi neutron-server[80271]:     return f(self, context, *args, **kwargs)
Dec 03 15:11:11.566035 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped
Dec 03 15:11:11.566035 dv-cinder-757908-3-iscsi neutron-server[80271]:     return method(*args, **kwargs)
Dec 03 15:11:11.566035 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1936, in delete_port
Dec 03 15:11:11.566035 dv-cinder-757908-3-iscsi neutron-server[80271]:     context, port, router_ids, bound_mech_contexts)
Dec 03 15:11:11.566035 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1945, in _post_delete_port
Dec 03 15:11:11.566035 dv-cinder-757908-3-iscsi neutron-server[80271]:     registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs)
Dec 03 15:11:11.566035 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify
Dec 03 15:11:11.566035 dv-cinder-757908-3-iscsi neutron-server[80271]:     _get_callback_manager().notify(resource, event, trigger, **kwargs)
Dec 03 15:11:11.566035 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 103, in _wrapped
Dec 03 15:11:11.566035 dv-cinder-757908-3-iscsi neutron-server[80271]:     return function(*args, **kwargs)
Dec 03 15:11:11.566035 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify
Dec 03 15:11:11.566035 dv-cinder-757908-3-iscsi neutron-server[80271]:     errors = self._notify_loop(resource, event, trigger, **kwargs)
Dec 03 15:11:11.566035 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Dec 03 15:11:11.566035 dv-cinder-757908-3-iscsi neutron-server[80271]:     callback(resource, event, trigger, **kwargs)
Dec 03 15:11:11.566035 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event
Dec 03 15:11:11.566035 dv-cinder-757908-3-iscsi neutron-server[80271]:     if self._is_session_semantic_violated(context, resource, event):
Dec 03 15:11:11.566035 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated
Dec 03 15:11:11.566035 dv-cinder-757908-3-iscsi neutron-server[80271]:     stack = traceback.extract_stack()
Dec 03 15:11:11.566035 dv-cinder-757908-3-iscsi neutron-server[80271]: 
Dec 03 15:11:11.787834 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 36804) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:11:11.814926 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-a06da9d5-b571-46f3-b7c6-1db24fb87a85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33527589'] for router_gateway, after_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:11.853286 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-87322d5a-145a-4d29-b701-cddf7ab5d32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f072ec889e8>, [{'id': '215dd294-97ad-4b29-8fab-ce4067d6d8ac', 'name': 'tempest-TestShelveInstance-1471273793-router', 'tenant_id': 'f77c18074b76496dbbd6d15835f35760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'external_fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '19addf73-6af0-4574-9928-4dca9c8deeec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:04:50Z', 'updated_at': '2020-12-03T15:11:08Z', 'revision_number': 5, 'project_id': 'f77c18074b76496dbbd6d15835f35760', 'gw_port': {'id': '19addf73-6af0-4574-9928-4dca9c8deeec', 'name': '', 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:10:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215dd294-97ad-4b29-8fab-ce4067d6d8ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:04:52Z', 'updated_at': '2020-12-03T15:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-iscsi'}], 'dv-cinder-757908-3-iscsi', False) {} {{(pid=80385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:11:11.857701 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87322d5a-145a-4d29-b701-cddf7ab5d32c None None] The sync data for ids ['215dd294-97ad-4b29-8fab-ce4067d6d8ac'] in dv-cinder-757908-3-iscsi is: [{'id': '215dd294-97ad-4b29-8fab-ce4067d6d8ac', 'name': 'tempest-TestShelveInstance-1471273793-router', 'tenant_id': 'f77c18074b76496dbbd6d15835f35760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'external_fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '19addf73-6af0-4574-9928-4dca9c8deeec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:04:50Z', 'updated_at': '2020-12-03T15:11:08Z', 'revision_number': 5, 'project_id': 'f77c18074b76496dbbd6d15835f35760', 'gw_port': {'id': '19addf73-6af0-4574-9928-4dca9c8deeec', 'name': '', 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:10:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215dd294-97ad-4b29-8fab-ce4067d6d8ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:04:52Z', 'updated_at': '2020-12-03T15:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-iscsi'}] {{(pid=80385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 15:11:11.958443 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.base [None req-1b728288-e422-4a51-81a6-385650ca1d32 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1557922619-network', 'tenant_id': '53373f86c5e745dea4811644f2dd6d54'}} {{(pid=80383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 15:11:11.969744 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-1b728288-e422-4a51-81a6-385650ca1d32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:11:11.970893 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-a06da9d5-b571-46f3-b7c6-1db24fb87a85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33536007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7838'] for router, precommit_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:11.973389 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-a06da9d5-b571-46f3-b7c6-1db24fb87a85 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:11.975557 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-1b728288-e422-4a51-81a6-385650ca1d32 admin admin] Usage tracker for resource:network and tenant:53373f86c5e745dea4811644f2dd6d54 is out of sync, need to count used quota {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:11:11.978704 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-1b728288-e422-4a51-81a6-385650ca1d32 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:11:11.985866 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-1b728288-e422-4a51-81a6-385650ca1d32 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:11:11.997005 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b728288-e422-4a51-81a6-385650ca1d32 admin admin] Made reservation on behalf of 53373f86c5e745dea4811644f2dd6d54 for: {'network': 1} {{(pid=80383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 15:11:12.002615 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-1b728288-e422-4a51-81a6-385650ca1d32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for network, before_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:12.020829 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-1b728288-e422-4a51-81a6-385650ca1d32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:12.038967 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-1b728288-e422-4a51-81a6-385650ca1d32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:11:12.043279 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-1b728288-e422-4a51-81a6-385650ca1d32 admin admin] Usage tracker for resource:security_group_rule and tenant:53373f86c5e745dea4811644f2dd6d54 is out of sync, need to count used quota {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:11:12.047103 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-1b728288-e422-4a51-81a6-385650ca1d32 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:11:12.053476 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-1b728288-e422-4a51-81a6-385650ca1d32 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:11:12.068684 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-a06da9d5-b571-46f3-b7c6-1db24fb87a85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036821247594'] for router, after_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:12.069213 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a06da9d5-b571-46f3-b7c6-1db24fb87a85 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 215dd294-97ad-4b29-8fab-ce4067d6d8ac {{(pid=80382) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 03 15:11:12.083307 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-a06da9d5-b571-46f3-b7c6-1db24fb87a85 admin admin] Notify callbacks [] for router, before_response {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:12.086630 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-a06da9d5-b571-46f3-b7c6-1db24fb87a85 admin admin] 10.222.0.63 "DELETE /v2.0/routers/215dd294-97ad-4b29-8fab-ce4067d6d8ac HTTP/1.1" status: 204  len: 168 time: 1.5625520
Dec 03 15:11:12.087390 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 36814) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:11:12.149810 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-1b728288-e422-4a51-81a6-385650ca1d32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:12.156975 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-1b728288-e422-4a51-81a6-385650ca1d32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:12.162855 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-cb46a71d-3fed-4c5b-b5f8-e9f3db916474 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:11:12.167622 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.db_base_plugin_v2 [None req-648dca34-9c1b-4d54-a23c-79dafd9e0999 admin admin] Deleting subnet 07d33687-75f8-425a-ad5f-cd3466718814 {{(pid=80382) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 15:11:12.171851 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-648dca34-9c1b-4d54-a23c-79dafd9e0999 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:12.204355 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b728288-e422-4a51-81a6-385650ca1d32 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=80383) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 15:11:12.214711 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b728288-e422-4a51-81a6-385650ca1d32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fa221e7-0c71-483c-b33f-d86d7bf2bfa1,revision_number=1']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:11:12.219892 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-1b728288-e422-4a51-81a6-385650ca1d32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:11:12.222919 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-1b728288-e422-4a51-81a6-385650ca1d32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986486'] for segment, precommit_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:12.223310 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.db.segments_db [None req-1b728288-e422-4a51-81a6-385650ca1d32 admin admin] Added segment 5f3e2451-6ab0-41a3-9946-e90011e5c12b of type vxlan for network 14aa4802-6c70-4c98-bcce-5e6e30e22a86
Dec 03 15:11:12.235771 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-648dca34-9c1b-4d54-a23c-79dafd9e0999 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31928803'] for subnet, precommit_delete_associations {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:12.253885 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-1b728288-e422-4a51-81a6-385650ca1d32 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729302618551'] for network, precommit_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:12.286738 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-1b728288-e422-4a51-81a6-385650ca1d32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068'] for network, after_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:12.288046 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b728288-e422-4a51-81a6-385650ca1d32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:11:12.288681 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-1b728288-e422-4a51-81a6-385650ca1d32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036822225390'] for network, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:12.294165 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:11:12.326248 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-648dca34-9c1b-4d54-a23c-79dafd9e0999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853789695'] for subnet, precommit_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:12.411381 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b728288-e422-4a51-81a6-385650ca1d32 admin admin] Pushing event updated for resources: {'Network': ['ID=14aa4802-6c70-4c98-bcce-5e6e30e22a86,revision_number=1']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:11:12.414618 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-1b728288-e422-4a51-81a6-385650ca1d32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:11:12.417029 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-1b728288-e422-4a51-81a6-385650ca1d32 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 0.6278090
Dec 03 15:11:12.420074 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 36824) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:11:12.428505 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.base [None req-92624847-32b3-4f08-b4a6-fdc57a2538d8 admin admin] Request body: {'subnet': {'network_id': '14aa4802-6c70-4c98-bcce-5e6e30e22a86', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1557922619-subnet', 'tenant_id': '53373f86c5e745dea4811644f2dd6d54', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 15:11:12.430122 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Network 14aa4802-6c70-4c98-bcce-5e6e30e22a86 details requested by agent ovs-agent-dv-cinder-757908-3-iscsi with host dv-cinder-757908-3-iscsi {{(pid=80384) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 15:11:12.434699 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-92624847-32b3-4f08-b4a6-fdc57a2538d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:11:12.439876 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-92624847-32b3-4f08-b4a6-fdc57a2538d8 admin admin] Usage tracker for resource:subnet and tenant:53373f86c5e745dea4811644f2dd6d54 is out of sync, need to count used quota {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:11:12.443150 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-92624847-32b3-4f08-b4a6-fdc57a2538d8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:11:12.449469 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-92624847-32b3-4f08-b4a6-fdc57a2538d8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:11:12.465013 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Network 14aa4802-6c70-4c98-bcce-5e6e30e22a86 details requested by agent ovs-agent-hv-cinder-75790 with host hv-cinder-75790 {{(pid=80384) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 15:11:12.477841 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92624847-32b3-4f08-b4a6-fdc57a2538d8 admin admin] Made reservation on behalf of 53373f86c5e745dea4811644f2dd6d54 for: {'subnet': 1} {{(pid=80383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 15:11:12.484331 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-92624847-32b3-4f08-b4a6-fdc57a2538d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31292076'] for subnet, before_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:12.743593 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-648dca34-9c1b-4d54-a23c-79dafd9e0999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33445888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30042905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036823903166'] for subnet, after_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:12.779967 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-6ade2ba3-d8b2-479d-8856-ea5aaf859556 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:11:12.822648 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648dca34-9c1b-4d54-a23c-79dafd9e0999 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07d33687-75f8-425a-ad5f-cd3466718814,revision_number=None']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:11:12.830665 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-648dca34-9c1b-4d54-a23c-79dafd9e0999 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:11:12.931064 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-648dca34-9c1b-4d54-a23c-79dafd9e0999 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036822225390'] for subnet, before_response {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:12.937746 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1eaadd4-b3f8-46ad-979e-d0e8bfbc24cc None None] Network 0d922ba7-749c-4c5e-b6cc-12813984389c requested from dv-cinder-757908-3-iscsi {{(pid=80384) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 15:11:12.942312 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-648dca34-9c1b-4d54-a23c-79dafd9e0999 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/07d33687-75f8-425a-ad5f-cd3466718814 HTTP/1.1" status: 204  len: 168 time: 0.8536556
Dec 03 15:11:12.943093 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 36836) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:11:12.983003 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-92624847-32b3-4f08-b4a6-fdc57a2538d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33445888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036823481750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31292093'] for subnet, after_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:13.003467 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-34905248-054e-4d14-8810-c4daca6fcde3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:11:13.098739 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-a09cdd69-15f8-4ed0-896d-0d3d2e02283f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-851107'] for network, before_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:13.162747 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92624847-32b3-4f08-b4a6-fdc57a2538d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8f635d5-b0f2-44be-884a-2a81a71cff8b,revision_number=0']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:11:13.167580 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-92624847-32b3-4f08-b4a6-fdc57a2538d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:11:13.171529 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [None req-a09cdd69-15f8-4ed0-896d-0d3d2e02283f admin admin] Deleting port fe173ec1-de22-4929-ab2c-9524be3568d5 {{(pid=80382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 15:11:13.172029 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-a09cdd69-15f8-4ed0-896d-0d3d2e02283f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729303099848'] for port, before_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:13.244415 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bfc44d0-d887-4cac-9725-8a3618feeba9 None None] DHCP port deletion for 0d922ba7-749c-4c5e-b6cc-12813984389c request from dv-cinder-757908-3-iscsi {{(pid=80384) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 03 15:11:13.250419 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [None req-1bfc44d0-d887-4cac-9725-8a3618feeba9 None None] Deleting port fe173ec1-de22-4929-ab2c-9524be3568d5 {{(pid=80384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 15:11:13.250975 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-1bfc44d0-d887-4cac-9725-8a3618feeba9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729303099848'] for port, before_delete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:13.254631 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92624847-32b3-4f08-b4a6-fdc57a2538d8 admin admin] Checking segment: {'id': '5f3e2451-6ab0-41a3-9946-e90011e5c12b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '14aa4802-6c70-4c98-bcce-5e6e30e22a86'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 15:11:13.255332 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92624847-32b3-4f08-b4a6-fdc57a2538d8 admin admin] Network hostable DHCP agents. Network: 14aa4802-6c70-4c98-bcce-5e6e30e22a86, hostable agents: ['79bacdc6-fafb-4baa-889e-4ec466dca3bd'], hosted agents: [] {{(pid=80383) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 15:11:13.283192 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92624847-32b3-4f08-b4a6-fdc57a2538d8 admin admin] Network 14aa4802-6c70-4c98-bcce-5e6e30e22a86 is scheduled to be hosted by DHCP agent 79bacdc6-fafb-4baa-889e-4ec466dca3bd with binding_index 1 {{(pid=80383) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 15:11:13.295283 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.base_scheduler [None req-92624847-32b3-4f08-b4a6-fdc57a2538d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-757908-3-iscsi, 14aa4802-6c70-4c98-bcce-5e6e30e22a86) {{(pid=80383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 15:11:13.314758 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92624847-32b3-4f08-b4a6-fdc57a2538d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:11:13.315910 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-92624847-32b3-4f08-b4a6-fdc57a2538d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:13.351448 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b8cc47-b446-45ae-bcf2-1bdfba7732d9 None None] Network 14aa4802-6c70-4c98-bcce-5e6e30e22a86 requested from dv-cinder-757908-3-iscsi {{(pid=80384) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 15:11:13.351661 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-92624847-32b3-4f08-b4a6-fdc57a2538d8 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.9247549
Dec 03 15:11:13.458152 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [None req-a09cdd69-15f8-4ed0-896d-0d3d2e02283f admin admin] For port fe173ec1-de22-4929-ab2c-9524be3568d5, host dv-cinder-757908-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-3-iscsi',level=0,port_id=fe173ec1-de22-4929-ab2c-9524be3568d5,segment=NetworkSegment(e96589d1-49fa-4c68-97f6-515777979c45),segment_id=e96589d1-49fa-4c68-97f6-515777979c45)] {{(pid=80382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 15:11:13.458714 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-a09cdd69-15f8-4ed0-896d-0d3d2e02283f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821294133'] for port, precommit_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:13.606613 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [None req-a09cdd69-15f8-4ed0-896d-0d3d2e02283f admin admin] Calling delete_port for fe173ec1-de22-4929-ab2c-9524be3568d5 owned by network:dhcp {{(pid=80382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 15:11:13.632577 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cada961-1857-4aee-bff3-4a2f481b2b92 None None] Network 14aa4802-6c70-4c98-bcce-5e6e30e22a86 requested from dv-cinder-757908-3-iscsi {{(pid=80384) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 15:11:13.755993 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-a09cdd69-15f8-4ed0-896d-0d3d2e02283f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307551598230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307552127058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30043597'] for port, after_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:13.781320 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-a7f0944d-7d5e-471c-9d44-552040f12d2c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:11:13.854493 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09cdd69-15f8-4ed0-896d-0d3d2e02283f admin admin] Pushing event deleted for resources: {'Port': ['ID=fe173ec1-de22-4929-ab2c-9524be3568d5,revision_number=None']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:11:13.859222 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-a09cdd69-15f8-4ed0-896d-0d3d2e02283f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:11:13.915765 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Device fe173ec1-de22-4929-ab2c-9524be3568d5 no longer exists at agent ovs-agent-dv-cinder-757908-3-iscsi {{(pid=80384) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 15:11:13.960857 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] No Port match for: fe173ec1-de22-4929-ab2c-9524be3568d5 {{(pid=80384) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 15:11:13.961248 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Device fe173ec1-de22-4929-ab2c-9524be3568d5 not bound to the agent host dv-cinder-757908-3-iscsi {{(pid=80384) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 15:11:13.961716 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Device 19addf73-6af0-4574-9928-4dca9c8deeec no longer exists at agent ovs-agent-dv-cinder-757908-3-iscsi {{(pid=80384) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 15:11:14.002009 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] No Port match for: 19addf73-6af0-4574-9928-4dca9c8deeec {{(pid=80384) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 15:11:14.002409 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Device 19addf73-6af0-4574-9928-4dca9c8deeec not bound to the agent host dv-cinder-757908-3-iscsi {{(pid=80384) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 15:11:14.002894 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Device d1bd8e6c-6e91-4219-ae0d-25814e50b560 no longer exists at agent ovs-agent-dv-cinder-757908-3-iscsi {{(pid=80384) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 15:11:14.043172 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] No Port match for: d1bd8e6c-6e91-4219-ae0d-25814e50b560 {{(pid=80384) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 15:11:14.043566 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Device d1bd8e6c-6e91-4219-ae0d-25814e50b560 not bound to the agent host dv-cinder-757908-3-iscsi {{(pid=80384) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 15:11:14.051977 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [None req-1bfc44d0-d887-4cac-9725-8a3618feeba9 None None] For port fe173ec1-de22-4929-ab2c-9524be3568d5, host dv-cinder-757908-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-3-iscsi',level=0,port_id=fe173ec1-de22-4929-ab2c-9524be3568d5,segment=NetworkSegment(e96589d1-49fa-4c68-97f6-515777979c45),segment_id=e96589d1-49fa-4c68-97f6-515777979c45)] {{(pid=80384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 15:11:14.052227 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-1bfc44d0-d887-4cac-9725-8a3618feeba9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821294133'] for port, precommit_delete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:14.252268 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09cdd69-15f8-4ed0-896d-0d3d2e02283f admin admin] No DVR routers for this DVR port fe173ec1-de22-4929-ab2c-9524be3568d5 on host dv-cinder-757908-3-iscsi {{(pid=80382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 15:11:14.273107 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [None req-1bfc44d0-d887-4cac-9725-8a3618feeba9 None None] Calling delete_port for fe173ec1-de22-4929-ab2c-9524be3568d5 owned by network:dhcp {{(pid=80384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 15:11:14.359036 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.db.api [None req-1bfc44d0-d887-4cac-9725-8a3618feeba9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80384) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 15:11:14.359447 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_db.api [None req-1bfc44d0-d887-4cac-9725-8a3618feeba9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 15:11:14.381364 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-a09cdd69-15f8-4ed0-896d-0d3d2e02283f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853792104', 'neutron.services.segments.db._delete_segments_for_network--9223363307551584696'] for network, precommit_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:14.510932 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.services.segments.db [None req-a09cdd69-15f8-4ed0-896d-0d3d2e02283f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f072d5e0898>,) {'filters': {'network_id': ['0d922ba7-749c-4c5e-b6cc-12813984389c']}} {{(pid=80382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:11:14.527233 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.services.segments.db [None req-a09cdd69-15f8-4ed0-896d-0d3d2e02283f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f072d5e0898>, 'e96589d1-49fa-4c68-97f6-515777979c45') {'for_net_delete': True} {{(pid=80382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:11:14.527667 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.services.segments.db [None req-a09cdd69-15f8-4ed0-896d-0d3d2e02283f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f072d5e0898>, 'e96589d1-49fa-4c68-97f6-515777979c45') {} {{(pid=80382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:11:14.548557 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-a09cdd69-15f8-4ed0-896d-0d3d2e02283f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363307551582136', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036822846997'] for segment, before_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:14.569012 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-a09cdd69-15f8-4ed0-896d-0d3d2e02283f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986486'] for segment, precommit_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:14.571314 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a09cdd69-15f8-4ed0-896d-0d3d2e02283f admin admin] Releasing vxlan tunnel 8 to pool {{(pid=80382) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 15:11:14.756004 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [None req-a09cdd69-15f8-4ed0-896d-0d3d2e02283f admin admin] Network 0d922ba7-749c-4c5e-b6cc-12813984389c has no segments {{(pid=80382) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 15:11:14.769203 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-a09cdd69-15f8-4ed0-896d-0d3d2e02283f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853789314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036824732230'] for segment, after_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:14.860400 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [None req-1bfc44d0-d887-4cac-9725-8a3618feeba9 None None] Deleting port fe173ec1-de22-4929-ab2c-9524be3568d5 {{(pid=80384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 15:11:14.860852 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-1bfc44d0-d887-4cac-9725-8a3618feeba9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729303099848'] for port, before_delete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:14.930284 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [None req-1bfc44d0-d887-4cac-9725-8a3618feeba9 None None] The port 'fe173ec1-de22-4929-ab2c-9524be3568d5' was deleted {{(pid=80384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 03 15:11:14.952265 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [None req-a09cdd69-15f8-4ed0-896d-0d3d2e02283f admin admin] Network 0d922ba7-749c-4c5e-b6cc-12813984389c has no segments {{(pid=80382) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 15:11:14.982284 dv-cinder-757908-3-iscsi neutron-server[80271]: Traceback (most recent call last):
Dec 03 15:11:14.982284 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 15:11:14.982284 dv-cinder-757908-3-iscsi neutron-server[80271]:     timer()
Dec 03 15:11:14.982284 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 15:11:14.982284 dv-cinder-757908-3-iscsi neutron-server[80271]:     cb(*args, **kw)
Dec 03 15:11:14.982284 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 15:11:14.982284 dv-cinder-757908-3-iscsi neutron-server[80271]:     return func(*args, **kwargs)
Dec 03 15:11:14.982284 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 15:11:14.982284 dv-cinder-757908-3-iscsi neutron-server[80271]:     self._notify()
Dec 03 15:11:14.982284 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 15:11:14.982284 dv-cinder-757908-3-iscsi neutron-server[80271]:     self.callback(batched_events)
Dec 03 15:11:14.982284 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 15:11:14.982284 dv-cinder-757908-3-iscsi neutron-server[80271]:     event.method(event)
Dec 03 15:11:14.982284 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 15:11:14.982284 dv-cinder-757908-3-iscsi neutron-server[80271]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 15:11:14.982284 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 15:11:14.982284 dv-cinder-757908-3-iscsi neutron-server[80271]:     segment_id)['aggregates'][0]
Dec 03 15:11:14.982284 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 15:11:14.982284 dv-cinder-757908-3-iscsi neutron-server[80271]:     return f(self, *a, **k)
Dec 03 15:11:14.982284 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 15:11:14.982284 dv-cinder-757908-3-iscsi neutron-server[80271]:     return self._get(url).json()
Dec 03 15:11:14.982284 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 15:11:14.982284 dv-cinder-757908-3-iscsi neutron-server[80271]:     **kwargs)
Dec 03 15:11:14.982284 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 15:11:14.982284 dv-cinder-757908-3-iscsi neutron-server[80271]:     return self.request(url, 'GET', **kwargs)
Dec 03 15:11:14.982284 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 15:11:14.982284 dv-cinder-757908-3-iscsi neutron-server[80271]:     **endpoint_filter)
Dec 03 15:11:14.982284 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 15:11:14.982284 dv-cinder-757908-3-iscsi neutron-server[80271]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 15:11:14.982284 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 15:11:14.982284 dv-cinder-757908-3-iscsi neutron-server[80271]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 15:11:14.982284 dv-cinder-757908-3-iscsi neutron-server[80271]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 15:11:15.070542 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-a09cdd69-15f8-4ed0-896d-0d3d2e02283f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036821248189'] for network, after_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:15.074116 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:11:15.091733 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-a09cdd69-15f8-4ed0-896d-0d3d2e02283f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036822225390'] for network, before_response {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:15.101454 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09cdd69-15f8-4ed0-896d-0d3d2e02283f admin admin] Pushing event deleted for resources: {'Network': ['ID=0d922ba7-749c-4c5e-b6cc-12813984389c,revision_number=None']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:11:15.105200 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-a09cdd69-15f8-4ed0-896d-0d3d2e02283f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:11:15.116958 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-a09cdd69-15f8-4ed0-896d-0d3d2e02283f admin admin] 10.222.0.63 "DELETE /v2.0/networks/0d922ba7-749c-4c5e-b6cc-12813984389c HTTP/1.1" status: 204  len: 168 time: 2.1726766
Dec 03 15:11:15.120226 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 36872) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:11:15.506773 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-a02039ec-74b4-43d5-a32e-0a1a18295405 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33526189'] for router_interface, before_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:15.817242 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1c5012-d4d1-437c-b4a7-085fb4376702 req-8c5dda2c-74ca-4d24-93bc-d7b4be91ff00 tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:11:15.818949 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-ef1c5012-d4d1-437c-b4a7-085fb4376702 req-8c5dda2c-74ca-4d24-93bc-d7b4be91ff00 tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] 10.222.0.63 "GET /v2.0/networks?id=14aa4802-6c70-4c98-bcce-5e6e30e22a86 HTTP/1.1" status: 200  len: 814 time: 0.1716878
Dec 03 15:11:15.835939 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-ef1c5012-d4d1-437c-b4a7-085fb4376702 req-a85d7f40-d066-44bb-9c0e-2664c09aa833 tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] 10.222.0.63 "GET /v2.0/quotas/53373f86c5e745dea4811644f2dd6d54 HTTP/1.1" status: 200  len: 375 time: 0.0107756
Dec 03 15:11:15.890128 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-ef1c5012-d4d1-437c-b4a7-085fb4376702 req-4773c005-2ab8-43c7-91a5-51d6377cabea tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] 10.222.0.63 "GET /v2.0/ports?tenant_id=53373f86c5e745dea4811644f2dd6d54&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0477657
Dec 03 15:11:16.039311 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-ef1c5012-d4d1-437c-b4a7-085fb4376702 req-4eb002f6-f971-4253-9b91-f05c9db8d8dc service neutron] 10.222.0.63 "GET /v2.0/networks/14aa4802-6c70-4c98-bcce-5e6e30e22a86?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1418724
Dec 03 15:11:16.135730 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [None req-a02039ec-74b4-43d5-a32e-0a1a18295405 admin admin] Deleting port 1c516d3d-fa19-4c64-97ab-f6798281b108 {{(pid=80383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 15:11:16.136106 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-a02039ec-74b4-43d5-a32e-0a1a18295405 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729303099848'] for port, before_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:16.192919 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-ef1c5012-d4d1-437c-b4a7-085fb4376702 req-0c1b401b-d226-46dd-858f-0dff189c65f7 service neutron] 10.222.0.63 "GET /v2.0/networks/14aa4802-6c70-4c98-bcce-5e6e30e22a86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1453958
Dec 03 15:11:16.318011 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [None req-a02039ec-74b4-43d5-a32e-0a1a18295405 admin admin] For port 1c516d3d-fa19-4c64-97ab-f6798281b108, host dv-cinder-757908-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-3-iscsi',level=0,port_id=1c516d3d-fa19-4c64-97ab-f6798281b108,segment=NetworkSegment(0bf16f92-2584-453e-abe6-686e3e82c874),segment_id=0bf16f92-2584-453e-abe6-686e3e82c874)] {{(pid=80383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 15:11:16.318409 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-a02039ec-74b4-43d5-a32e-0a1a18295405 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821294133'] for port, precommit_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:16.452174 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [None req-a02039ec-74b4-43d5-a32e-0a1a18295405 admin admin] Calling delete_port for 1c516d3d-fa19-4c64-97ab-f6798281b108 owned by network:router_interface {{(pid=80383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 15:11:16.540287 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-1828545c-5813-493a-bb6c-271dbee9545d req-660a71e0-eb85-4395-b1a1-476944a66d84 tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] 10.222.0.63 "GET /v2.0/ports?device_id=38dcde0e-5f69-4037-be95-c6e71867a5b9 HTTP/1.1" status: 200  len: 210 time: 0.1523399
Dec 03 15:11:16.691657 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-a02039ec-74b4-43d5-a32e-0a1a18295405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307551598230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307552127058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31294715'] for port, after_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:16.712238 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-974147cd-e46b-47e2-a5b0-a8ec93949927 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:11:16.768572 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02039ec-74b4-43d5-a32e-0a1a18295405 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c516d3d-fa19-4c64-97ab-f6798281b108,revision_number=None']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:11:16.773428 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-a02039ec-74b4-43d5-a32e-0a1a18295405 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:11:17.396222 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-a02039ec-74b4-43d5-a32e-0a1a18295405 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036822228745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036821288848'] for router_interface, after_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:17.440975 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0d6e4eb0-1a46-4f96-b245-6de76d46c0d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:17.762801 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-4e59175a-fd14-4029-93e2-755e18619515 req-e5dbe231-0ac7-4ac3-a91a-e013f820cc37 tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] 10.222.0.63 "GET /v2.0/ports?device_id=38dcde0e-5f69-4037-be95-c6e71867a5b9 HTTP/1.1" status: 200  len: 210 time: 0.0810840
Dec 03 15:11:17.893412 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1c5012-d4d1-437c-b4a7-085fb4376702 req-9ce7b47a-6265-4943-a568-91a69ef49910 tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:11:17.894281 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-ef1c5012-d4d1-437c-b4a7-085fb4376702 req-9ce7b47a-6265-4943-a568-91a69ef49910 tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] Synchronizing usage tracker for tenant:53373f86c5e745dea4811644f2dd6d54 on resource:network {{(pid=80383) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 15:11:18.030631 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-ef1c5012-d4d1-437c-b4a7-085fb4376702 req-9ce7b47a-6265-4943-a568-91a69ef49910 tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] Unset dirty status for tenant:53373f86c5e745dea4811644f2dd6d54 on resource:network {{(pid=80383) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 15:11:18.032073 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-ef1c5012-d4d1-437c-b4a7-085fb4376702 req-9ce7b47a-6265-4943-a568-91a69ef49910 tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] 10.222.0.83 "GET /v2.0/networks?id=14aa4802-6c70-4c98-bcce-5e6e30e22a86 HTTP/1.1" status: 200  len: 814 time: 0.4291406
Dec 03 15:11:18.067897 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.base [req-ef1c5012-d4d1-437c-b4a7-085fb4376702 req-e9670f9e-083f-402b-a5c1-757ce4593404 tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] Request body: {'port': {'device_id': '38dcde0e-5f69-4037-be95-c6e71867a5b9', 'network_id': '14aa4802-6c70-4c98-bcce-5e6e30e22a86', 'admin_state_up': True, 'tenant_id': '53373f86c5e745dea4811644f2dd6d54'}} {{(pid=80383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 15:11:18.217043 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a02039ec-74b4-43d5-a32e-0a1a18295405 admin admin] Router d45c317b-95ec-4150-a4d5-861038aefc43 has already been hosted by L3 agent 7132dbe3-ed21-4d9d-abcc-41c34baf52ae {{(pid=80383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 15:11:18.395615 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [req-ef1c5012-d4d1-437c-b4a7-085fb4376702 req-e9670f9e-083f-402b-a5c1-757ce4593404 tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:11:18.405531 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-ef1c5012-d4d1-437c-b4a7-085fb4376702 req-e9670f9e-083f-402b-a5c1-757ce4593404 tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] Usage tracker for resource:port and tenant:53373f86c5e745dea4811644f2dd6d54 is out of sync, need to count used quota {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:11:18.410955 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-ef1c5012-d4d1-437c-b4a7-085fb4376702 req-e9670f9e-083f-402b-a5c1-757ce4593404 tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] Quota usage for port was recalculated. Used quota:0. {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:11:18.420962 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [req-ef1c5012-d4d1-437c-b4a7-085fb4376702 req-e9670f9e-083f-402b-a5c1-757ce4593404 tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:11:18.448807 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef1c5012-d4d1-437c-b4a7-085fb4376702 req-e9670f9e-083f-402b-a5c1-757ce4593404 tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] Made reservation on behalf of 53373f86c5e745dea4811644f2dd6d54 for: {'port': 1} {{(pid=80383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 15:11:18.455296 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-ef1c5012-d4d1-437c-b4a7-085fb4376702 req-e9670f9e-083f-402b-a5c1-757ce4593404 tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:18.512142 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a02039ec-74b4-43d5-a32e-0a1a18295405 admin admin] Notify agent at l3_agent.dv-cinder-757908-3-iscsi the message routers_updated {{(pid=80383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 15:11:18.525162 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4fc27a8-4dab-48b2-be1e-8447b0b07c54 None None] Sync routers for ids ['d45c317b-95ec-4150-a4d5-861038aefc43'] in dv-cinder-757908-3-iscsi {{(pid=80384) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 15:11:18.542721 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4fc27a8-4dab-48b2-be1e-8447b0b07c54 None None] Routers {'d45c317b-95ec-4150-a4d5-861038aefc43'} bound to L3 agent in host dv-cinder-757908-3-iscsi {{(pid=80384) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 15:11:18.543934 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-b4fc27a8-4dab-48b2-be1e-8447b0b07c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f072eb7e5c0>, 'dv-cinder-757908-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-03T14:53:20Z,description=<?>,heartbeat_timestamp=2020-12-03T15:10:50Z,host='dv-cinder-757908-3-iscsi',id=7132dbe3-ed21-4d9d-abcc-41c34baf52ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T14:53:20Z,topic='l3_agent')) {'router_ids': ['d45c317b-95ec-4150-a4d5-861038aefc43'], 'active': True} {{(pid=80384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:11:18.547129 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-a02039ec-74b4-43d5-a32e-0a1a18295405 admin admin] 10.222.0.63 "PUT /v2.0/routers/d45c317b-95ec-4150-a4d5-861038aefc43/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4256716
Dec 03 15:11:18.549953 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 36932) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:11:18.789096 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvr_db [None req-b4fc27a8-4dab-48b2-be1e-8447b0b07c54 None None] Set router d45c317b-95ec-4150-a4d5-861038aefc43 gateway port host: dv-cinder-757908-3-iscsi {{(pid=80384) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 15:11:18.844547 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-64dbc3f7-4d6e-49c2-9294-99aae0e4a1ed admin admin] Notify callbacks [] for router, before_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:18.894238 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.db_base_plugin_common [req-ef1c5012-d4d1-437c-b4a7-085fb4376702 req-e9670f9e-083f-402b-a5c1-757ce4593404 tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] Allocated IP 172.20.0.2 (14aa4802-6c70-4c98-bcce-5e6e30e22a86/d8f635d5-b0f2-44be-884a-2a81a71cff8b/417007a1-11b4-4db5-a62d-55d18edf3dee) {{(pid=80383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 15:11:19.016770 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-aba503fc-8c68-4f3f-b4a3-57cb183fbf15 req-9a201555-0f13-434a-a3f0-43b21f963e2c tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] 10.222.0.63 "GET /v2.0/ports?device_id=38dcde0e-5f69-4037-be95-c6e71867a5b9 HTTP/1.1" status: 200  len: 210 time: 0.0752015
Dec 03 15:11:19.131760 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-64dbc3f7-4d6e-49c2-9294-99aae0e4a1ed admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:19.138261 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [None req-64dbc3f7-4d6e-49c2-9294-99aae0e4a1ed admin admin] Deleting port 62dd7e3e-f16f-41cf-b8d8-378f8f589801 {{(pid=80382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 15:11:19.139660 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-64dbc3f7-4d6e-49c2-9294-99aae0e4a1ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729303099848'] for port, before_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:19.275734 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-ef1c5012-d4d1-437c-b4a7-085fb4376702 req-e9670f9e-083f-402b-a5c1-757ce4593404 tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] Notify callbacks [] for port, precommit_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:19.313971 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-ef1c5012-d4d1-437c-b4a7-085fb4376702 req-e9670f9e-083f-402b-a5c1-757ce4593404 tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307552080722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31294715'] for port, after_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:19.335192 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-6e003557-ff19-49b5-ba40-089587346626 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:11:19.430218 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [None req-64dbc3f7-4d6e-49c2-9294-99aae0e4a1ed admin admin] For port 62dd7e3e-f16f-41cf-b8d8-378f8f589801, host dv-cinder-757908-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-3-iscsi',level=0,port_id=62dd7e3e-f16f-41cf-b8d8-378f8f589801,segment=NetworkSegment(d4bc1e7b-f0cf-45e4-b2f6-c41c855b05f5),segment_id=d4bc1e7b-f0cf-45e4-b2f6-c41c855b05f5)] {{(pid=80382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 15:11:19.431051 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-64dbc3f7-4d6e-49c2-9294-99aae0e4a1ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821294133'] for port, precommit_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:19.446489 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-b4fc27a8-4dab-48b2-be1e-8447b0b07c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f072eb7e5c0>, [{'id': 'd45c317b-95ec-4150-a4d5-861038aefc43', 'name': 'tempest-TestShelveInstance-1738402649-router', 'tenant_id': '85b0368f3fed43259d0a601811e15b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'external_fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '62dd7e3e-f16f-41cf-b8d8-378f8f589801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:05:10Z', 'updated_at': '2020-12-03T15:11:16Z', 'revision_number': 5, 'project_id': '85b0368f3fed43259d0a601811e15b2e', 'gw_port': {'id': '62dd7e3e-f16f-41cf-b8d8-378f8f589801', 'name': '', 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:88:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45c317b-95ec-4150-a4d5-861038aefc43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:05:12Z', 'updated_at': '2020-12-03T15:05:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-iscsi'}], 'dv-cinder-757908-3-iscsi', False) {} {{(pid=80384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:11:19.451985 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4fc27a8-4dab-48b2-be1e-8447b0b07c54 None None] Checking router: d45c317b-95ec-4150-a4d5-861038aefc43 for host: dv-cinder-757908-3-iscsi {{(pid=80384) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 15:11:19.462046 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4fc27a8-4dab-48b2-be1e-8447b0b07c54 None None] Routers {'d45c317b-95ec-4150-a4d5-861038aefc43'} bound to L3 agent in host dv-cinder-757908-3-iscsi {{(pid=80384) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 15:11:19.462832 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-b4fc27a8-4dab-48b2-be1e-8447b0b07c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f072eb7e5c0>, 'dv-cinder-757908-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-03T14:53:20Z,description=<?>,heartbeat_timestamp=2020-12-03T15:10:50Z,host='dv-cinder-757908-3-iscsi',id=7132dbe3-ed21-4d9d-abcc-41c34baf52ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T14:53:20Z,topic='l3_agent')) {'router_ids': ['d45c317b-95ec-4150-a4d5-861038aefc43'], 'active': True} {{(pid=80384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:11:19.506503 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-6ffae7dd-ad28-4c74-9b79-e80a99ec9594 req-72ba75d6-010a-4bdc-91d0-e155439c8d8e service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=f0423581-5320-4d03-8e5c-2fc88bf1837b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.2570145
Dec 03 15:11:19.516809 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9670f9e-083f-402b-a5c1-757ce4593404 tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] Pushing event updated for resources: {'Port': ['ID=417007a1-11b4-4db5-a62d-55d18edf3dee,revision_number=1']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:11:19.521762 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-e9670f9e-083f-402b-a5c1-757ce4593404 tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:11:19.580003 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [None req-64dbc3f7-4d6e-49c2-9294-99aae0e4a1ed admin admin] Calling delete_port for 62dd7e3e-f16f-41cf-b8d8-378f8f589801 owned by network:router_gateway {{(pid=80382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 15:11:19.596033 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef1c5012-d4d1-437c-b4a7-085fb4376702 req-e9670f9e-083f-402b-a5c1-757ce4593404 tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] Network 14aa4802-6c70-4c98-bcce-5e6e30e22a86 is already hosted by enough agents. {{(pid=80383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 15:11:19.598288 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.base_scheduler [req-ef1c5012-d4d1-437c-b4a7-085fb4376702 req-e9670f9e-083f-402b-a5c1-757ce4593404 tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] Resources bound (agent type, host, resource id):  {{(pid=80383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 15:11:19.608918 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef1c5012-d4d1-437c-b4a7-085fb4376702 req-e9670f9e-083f-402b-a5c1-757ce4593404 tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] Received port after_create {{(pid=80383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 15:11:19.681453 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1c5012-d4d1-437c-b4a7-085fb4376702 req-e9670f9e-083f-402b-a5c1-757ce4593404 tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:11:19.682744 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-ef1c5012-d4d1-437c-b4a7-085fb4376702 req-e9670f9e-083f-402b-a5c1-757ce4593404 tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6653'] for port, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:19.706657 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvr_db [None req-b4fc27a8-4dab-48b2-be1e-8447b0b07c54 None None] Set router d45c317b-95ec-4150-a4d5-861038aefc43 gateway port host: dv-cinder-757908-3-iscsi {{(pid=80384) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 15:11:19.711250 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-ef1c5012-d4d1-437c-b4a7-085fb4376702 req-e9670f9e-083f-402b-a5c1-757ce4593404 tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.6496375
Dec 03 15:11:19.732856 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.base [req-ef1c5012-d4d1-437c-b4a7-085fb4376702 req-d66da63b-2adc-4f62-8c6c-4e43ad6a0fb5 service neutron] Request body: {'port': {'device_id': '38dcde0e-5f69-4037-be95-c6e71867a5b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75790'}} {{(pid=80383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 15:11:19.795052 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffae7dd-ad28-4c74-9b79-e80a99ec9594 req-a4110af0-08f6-422e-a5d5-34cc17ce71b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:11:19.797080 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-6ffae7dd-ad28-4c74-9b79-e80a99ec9594 req-a4110af0-08f6-422e-a5d5-34cc17ce71b0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f470bb55fd724a97959cc14ef30e0db0&device_id=f0423581-5320-4d03-8e5c-2fc88bf1837b HTTP/1.1" status: 200  len: 1163 time: 0.1600616
Dec 03 15:11:19.858071 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-64dbc3f7-4d6e-49c2-9294-99aae0e4a1ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307551598230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307552127058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30043597'] for port, after_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:19.890663 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-ef1c5012-d4d1-437c-b4a7-085fb4376702 req-d66da63b-2adc-4f62-8c6c-4e43ad6a0fb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:20.041778 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-b4fc27a8-4dab-48b2-be1e-8447b0b07c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f072eb7e5c0>, [{'id': 'd45c317b-95ec-4150-a4d5-861038aefc43', 'name': 'tempest-TestShelveInstance-1738402649-router', 'tenant_id': '85b0368f3fed43259d0a601811e15b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'external_fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '62dd7e3e-f16f-41cf-b8d8-378f8f589801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:05:10Z', 'updated_at': '2020-12-03T15:11:16Z', 'revision_number': 5, 'project_id': '85b0368f3fed43259d0a601811e15b2e', 'gw_port': {'id': '62dd7e3e-f16f-41cf-b8d8-378f8f589801', 'name': '', 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:88:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45c317b-95ec-4150-a4d5-861038aefc43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:05:12Z', 'updated_at': '2020-12-03T15:05:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-iscsi'}], 'dv-cinder-757908-3-iscsi', False) {} {{(pid=80384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:11:20.047066 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4fc27a8-4dab-48b2-be1e-8447b0b07c54 None None] The sync data for ids ['d45c317b-95ec-4150-a4d5-861038aefc43'] in dv-cinder-757908-3-iscsi is: [{'id': 'd45c317b-95ec-4150-a4d5-861038aefc43', 'name': 'tempest-TestShelveInstance-1738402649-router', 'tenant_id': '85b0368f3fed43259d0a601811e15b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'external_fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '62dd7e3e-f16f-41cf-b8d8-378f8f589801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:05:10Z', 'updated_at': '2020-12-03T15:11:16Z', 'revision_number': 5, 'project_id': '85b0368f3fed43259d0a601811e15b2e', 'gw_port': {'id': '62dd7e3e-f16f-41cf-b8d8-378f8f589801', 'name': '', 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:88:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45c317b-95ec-4150-a4d5-861038aefc43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:05:12Z', 'updated_at': '2020-12-03T15:05:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-iscsi'}] {{(pid=80384) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 15:11:20.106460 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffae7dd-ad28-4c74-9b79-e80a99ec9594 req-53ffb75a-ffe2-4c82-aa41-1321242db404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:11:20.108692 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-6ffae7dd-ad28-4c74-9b79-e80a99ec9594 req-53ffb75a-ffe2-4c82-aa41-1321242db404 service neutron] 10.222.0.83 "GET /v2.0/networks?id=ca7902d6-3500-4f57-934f-b73bb22a6c84 HTTP/1.1" status: 200  len: 905 time: 0.2862110
Dec 03 15:11:20.202864 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-47e8f68b-2a51-45b5-a42a-a337106d153e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:20.209398 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-d1a712ed-1597-40ee-be3f-9bd7eb160871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:20.590067 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-64dbc3f7-4d6e-49c2-9294-99aae0e4a1ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33527589'] for router_gateway, after_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:20.595927 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.notifiers.nova [req-ef1c5012-d4d1-437c-b4a7-085fb4376702 req-d66da63b-2adc-4f62-8c6c-4e43ad6a0fb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 417007a1-11b4-4db5-a62d-55d18edf3dee {{(pid=80383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 03 15:11:20.603283 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-ef1c5012-d4d1-437c-b4a7-085fb4376702 req-d66da63b-2adc-4f62-8c6c-4e43ad6a0fb5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:20.675421 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-6ffae7dd-ad28-4c74-9b79-e80a99ec9594 req-ff1abd34-d808-422c-9495-25eb37300d68 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1d444986-6670-4748-b35e-a5b3b20c3660 HTTP/1.1" status: 200  len: 1002 time: 0.5596459
Dec 03 15:11:20.791691 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-64dbc3f7-4d6e-49c2-9294-99aae0e4a1ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33536007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7838'] for router, precommit_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:20.798451 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-64dbc3f7-4d6e-49c2-9294-99aae0e4a1ed admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:20.820399 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dd0bd1-5c8f-4529-8f51-bed13d02be84 req-e791de97-011f-4124-98d7-f7fea7763336 tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:11:20.822024 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-74dd0bd1-5c8f-4529-8f51-bed13d02be84 req-e791de97-011f-4124-98d7-f7fea7763336 tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] 10.222.0.63 "GET /v2.0/ports?device_id=38dcde0e-5f69-4037-be95-c6e71867a5b9 HTTP/1.1" status: 200  len: 931 time: 0.3519962
Dec 03 15:11:20.855169 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [req-ef1c5012-d4d1-437c-b4a7-085fb4376702 req-d66da63b-2adc-4f62-8c6c-4e43ad6a0fb5 service neutron] Transition to ACTIVE for port object 417007a1-11b4-4db5-a62d-55d18edf3dee will not be triggered until provisioned by entity L2. {{(pid=80383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 15:11:20.857692 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-ef1c5012-d4d1-437c-b4a7-085fb4376702 req-d66da63b-2adc-4f62-8c6c-4e43ad6a0fb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823481102'] for port, after_update {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:20.863596 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-64dbc3f7-4d6e-49c2-9294-99aae0e4a1ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036821247594'] for router, after_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:20.864164 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64dbc3f7-4d6e-49c2-9294-99aae0e4a1ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router d45c317b-95ec-4150-a4d5-861038aefc43 {{(pid=80382) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 03 15:11:20.868597 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffae7dd-ad28-4c74-9b79-e80a99ec9594 req-fd013962-2389-46f0-96a2-b57faa159679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:11:20.870196 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-6ffae7dd-ad28-4c74-9b79-e80a99ec9594 req-fd013962-2389-46f0-96a2-b57faa159679 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=2c3a1b0e-0906-4771-89fd-c57f0540e6d7 HTTP/1.1" status: 200  len: 850 time: 0.1425154
Dec 03 15:11:20.875844 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-e6e23ee3-e70d-48f7-a41d-d8a92d5e9a14 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:11:20.950651 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-74dd0bd1-5c8f-4529-8f51-bed13d02be84 req-fb8435a0-688f-49ca-bce9-2fe03058fc97 tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] 10.222.0.63 "GET /v2.0/security-groups?id=3fa221e7-0c71-483c-b33f-d86d7bf2bfa1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1174974
Dec 03 15:11:20.954859 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-64dbc3f7-4d6e-49c2-9294-99aae0e4a1ed admin admin] Notify callbacks [] for router, before_response {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:20.957884 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-64dbc3f7-4d6e-49c2-9294-99aae0e4a1ed admin admin] 10.222.0.63 "DELETE /v2.0/routers/d45c317b-95ec-4150-a4d5-861038aefc43 HTTP/1.1" status: 204  len: 168 time: 2.4042411
Dec 03 15:11:20.959104 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 36968) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:11:21.032725 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66da63b-2adc-4f62-8c6c-4e43ad6a0fb5 service neutron] Pushing event updated for resources: {'Port': ['ID=417007a1-11b4-4db5-a62d-55d18edf3dee,revision_number=2']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:11:21.037317 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-d66da63b-2adc-4f62-8c6c-4e43ad6a0fb5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:11:21.051500 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1407775-48db-4786-96ae-ec29b4a2fe8b admin admin] Deleting subnet 426fe4f9-fe4e-4090-84d3-714778c258c1 {{(pid=80382) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 15:11:21.056816 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffae7dd-ad28-4c74-9b79-e80a99ec9594 req-894bd3d7-bd17-4a45-8aeb-d3c996b67e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:11:21.058754 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-6ffae7dd-ad28-4c74-9b79-e80a99ec9594 req-894bd3d7-bd17-4a45-8aeb-d3c996b67e4f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ca7902d6-3500-4f57-934f-b73bb22a6c84&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1729553
Dec 03 15:11:21.059457 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-d1407775-48db-4786-96ae-ec29b4a2fe8b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:21.158509 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-d1407775-48db-4786-96ae-ec29b4a2fe8b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31928803'] for subnet, precommit_delete_associations {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:21.225258 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [req-ef1c5012-d4d1-437c-b4a7-085fb4376702 req-d66da63b-2adc-4f62-8c6c-4e43ad6a0fb5 service neutron] Attempting to bind port 417007a1-11b4-4db5-a62d-55d18edf3dee on host hv-cinder-75790 for vnic_type normal with profile  {{(pid=80383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 15:11:21.225627 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [req-ef1c5012-d4d1-437c-b4a7-085fb4376702 req-d66da63b-2adc-4f62-8c6c-4e43ad6a0fb5 service neutron] Attempting to bind port 417007a1-11b4-4db5-a62d-55d18edf3dee by drivers openvswitch on host hv-cinder-75790 at level 0 using segments [{'id': '5f3e2451-6ab0-41a3-9946-e90011e5c12b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '14aa4802-6c70-4c98-bcce-5e6e30e22a86'}] {{(pid=80383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 15:11:21.226024 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef1c5012-d4d1-437c-b4a7-085fb4376702 req-d66da63b-2adc-4f62-8c6c-4e43ad6a0fb5 service neutron] Attempting to bind port 417007a1-11b4-4db5-a62d-55d18edf3dee on network 14aa4802-6c70-4c98-bcce-5e6e30e22a86 {{(pid=80383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 15:11:21.231705 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef1c5012-d4d1-437c-b4a7-085fb4376702 req-d66da63b-2adc-4f62-8c6c-4e43ad6a0fb5 service neutron] Checking agent: {'id': '7af519bd-b73a-4597-86f2-e334c7b64707', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75790', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 15, 0, 18), 'started_at': datetime.datetime(2020, 12, 3, 15, 0, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 15, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 15:11:21.232079 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef1c5012-d4d1-437c-b4a7-085fb4376702 req-d66da63b-2adc-4f62-8c6c-4e43ad6a0fb5 service neutron] Checking segment: {'id': '5f3e2451-6ab0-41a3-9946-e90011e5c12b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '14aa4802-6c70-4c98-bcce-5e6e30e22a86'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 15:11:21.232524 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-ef1c5012-d4d1-437c-b4a7-085fb4376702 req-d66da63b-2adc-4f62-8c6c-4e43ad6a0fb5 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:21.233460 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef1c5012-d4d1-437c-b4a7-085fb4376702 req-d66da63b-2adc-4f62-8c6c-4e43ad6a0fb5 service neutron] Bound using segment: {'id': '5f3e2451-6ab0-41a3-9946-e90011e5c12b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '14aa4802-6c70-4c98-bcce-5e6e30e22a86'} {{(pid=80383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 15:11:21.234548 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [req-ef1c5012-d4d1-437c-b4a7-085fb4376702 req-d66da63b-2adc-4f62-8c6c-4e43ad6a0fb5 service neutron] Bound port: 417007a1-11b4-4db5-a62d-55d18edf3dee, host: hv-cinder-75790, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f3e2451-6ab0-41a3-9946-e90011e5c12b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '14aa4802-6c70-4c98-bcce-5e6e30e22a86'}}] {{(pid=80383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 15:11:21.234923 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-ef1c5012-d4d1-437c-b4a7-085fb4376702 req-d66da63b-2adc-4f62-8c6c-4e43ad6a0fb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:21.303274 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:21.326595 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-6ffae7dd-ad28-4c74-9b79-e80a99ec9594 req-abdedf9f-567a-4a58-9214-94880c39915d service neutron] 10.222.0.83 "GET /v2.0/networks/ca7902d6-3500-4f57-934f-b73bb22a6c84?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2297068
Dec 03 15:11:21.335504 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [req-ef1c5012-d4d1-437c-b4a7-085fb4376702 req-d66da63b-2adc-4f62-8c6c-4e43ad6a0fb5 service neutron] For port 417007a1-11b4-4db5-a62d-55d18edf3dee, host hv-cinder-75790, cleared binding levels {{(pid=80383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 15:11:21.339086 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [req-ef1c5012-d4d1-437c-b4a7-085fb4376702 req-d66da63b-2adc-4f62-8c6c-4e43ad6a0fb5 service neutron] For port 417007a1-11b4-4db5-a62d-55d18edf3dee, host hv-cinder-75790, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=417007a1-11b4-4db5-a62d-55d18edf3dee,segment=NetworkSegment(5f3e2451-6ab0-41a3-9946-e90011e5c12b),segment_id=5f3e2451-6ab0-41a3-9946-e90011e5c12b)] {{(pid=80383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 15:11:21.342873 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-ef1c5012-d4d1-437c-b4a7-085fb4376702 req-d66da63b-2adc-4f62-8c6c-4e43ad6a0fb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823481102'] for port, after_update {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:21.359484 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-25a9a15b-3af7-4713-8096-7e6801f4c9ba tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:11:21.384721 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-d1407775-48db-4786-96ae-ec29b4a2fe8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853789695'] for subnet, precommit_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:21.511951 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66da63b-2adc-4f62-8c6c-4e43ad6a0fb5 service neutron] Pushing event updated for resources: {'Port': ['ID=417007a1-11b4-4db5-a62d-55d18edf3dee,revision_number=3']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:11:21.516025 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-d66da63b-2adc-4f62-8c6c-4e43ad6a0fb5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:11:21.561998 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1c5012-d4d1-437c-b4a7-085fb4376702 req-d66da63b-2adc-4f62-8c6c-4e43ad6a0fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:11:21.562682 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-ef1c5012-d4d1-437c-b4a7-085fb4376702 req-d66da63b-2adc-4f62-8c6c-4e43ad6a0fb5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6653'] for port, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:21.564239 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-ef1c5012-d4d1-437c-b4a7-085fb4376702 req-d66da63b-2adc-4f62-8c6c-4e43ad6a0fb5 service neutron] 10.222.0.83 "PUT /v2.0/ports/417007a1-11b4-4db5-a62d-55d18edf3dee HTTP/1.1" status: 200  len: 1157 time: 1.8368044
Dec 03 15:11:21.564782 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38dcde0e-5f69-4037-be95-c6e71867a5b9', 'tag': '417007a1-11b4-4db5-a62d-55d18edf3dee'}] {{(pid=80383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 15:11:21.618411 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-6ffae7dd-ad28-4c74-9b79-e80a99ec9594 req-c88d2113-0f4a-4ba7-acd8-202624d55615 service neutron] 10.222.0.83 "GET /v2.0/networks/ca7902d6-3500-4f57-934f-b73bb22a6c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2845101
Dec 03 15:11:21.630779 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38dcde0e-5f69-4037-be95-c6e71867a5b9', 'tag': '417007a1-11b4-4db5-a62d-55d18edf3dee', 'status': 'completed', 'code': 200}
Dec 03 15:11:21.743662 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Device 1c516d3d-fa19-4c64-97ab-f6798281b108 no longer exists at agent ovs-agent-dv-cinder-757908-3-iscsi {{(pid=80384) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 15:11:21.773256 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1c5012-d4d1-437c-b4a7-085fb4376702 req-0067133a-f66d-45e5-9049-6189b8980e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:11:21.773256 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-ef1c5012-d4d1-437c-b4a7-085fb4376702 req-0067133a-f66d-45e5-9049-6189b8980e1b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=53373f86c5e745dea4811644f2dd6d54&device_id=38dcde0e-5f69-4037-be95-c6e71867a5b9 HTTP/1.1" status: 200  len: 1160 time: 0.1184647
Dec 03 15:11:21.796565 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] No Port match for: 1c516d3d-fa19-4c64-97ab-f6798281b108 {{(pid=80384) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 15:11:21.796978 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-d1407775-48db-4786-96ae-ec29b4a2fe8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33445888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30042905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036823903166'] for subnet, after_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:21.797104 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Device 1c516d3d-fa19-4c64-97ab-f6798281b108 not bound to the agent host dv-cinder-757908-3-iscsi {{(pid=80384) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 15:11:21.797599 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Device 62dd7e3e-f16f-41cf-b8d8-378f8f589801 no longer exists at agent ovs-agent-dv-cinder-757908-3-iscsi {{(pid=80384) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 15:11:21.838833 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-2ca65fb5-66f6-4364-8770-accdc072f555 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:11:21.840672 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] No Port match for: 62dd7e3e-f16f-41cf-b8d8-378f8f589801 {{(pid=80384) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 15:11:21.841071 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Device 62dd7e3e-f16f-41cf-b8d8-378f8f589801 not bound to the agent host dv-cinder-757908-3-iscsi {{(pid=80384) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 15:11:21.870025 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-ef1c5012-d4d1-437c-b4a7-085fb4376702 req-095a6398-3225-4b49-9a05-235f328a4e56 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=417007a1-11b4-4db5-a62d-55d18edf3dee HTTP/1.1" status: 200  len: 217 time: 0.0805898
Dec 03 15:11:21.943103 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1c5012-d4d1-437c-b4a7-085fb4376702 req-79b1d2dc-7c10-46fc-b104-42db420b9cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:11:21.945203 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-ef1c5012-d4d1-437c-b4a7-085fb4376702 req-79b1d2dc-7c10-46fc-b104-42db420b9cb8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d8f635d5-b0f2-44be-884a-2a81a71cff8b HTTP/1.1" status: 200  len: 854 time: 0.0686316
Dec 03 15:11:21.957137 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1407775-48db-4786-96ae-ec29b4a2fe8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=426fe4f9-fe4e-4090-84d3-714778c258c1,revision_number=None']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:11:21.962615 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-d1407775-48db-4786-96ae-ec29b4a2fe8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:11:21.979229 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-d1407775-48db-4786-96ae-ec29b4a2fe8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036822225390'] for subnet, before_response {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:21.987272 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-d1407775-48db-4786-96ae-ec29b4a2fe8b admin admin] 10.222.0.63 "DELETE /v2.0/subnets/426fe4f9-fe4e-4090-84d3-714778c258c1 HTTP/1.1" status: 204  len: 168 time: 1.0269635
Dec 03 15:11:21.989626 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 36992) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:11:22.004836 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-ef1c5012-d4d1-437c-b4a7-085fb4376702 req-c145d530-e6c8-4f41-a296-dca683847939 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=14aa4802-6c70-4c98-bcce-5e6e30e22a86&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0514028
Dec 03 15:11:22.007122 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74448d1f-7953-4432-b9bc-45290da95a08 None None] Network de2f22f2-f6f1-4212-8d88-1476cd8d7828 requested from dv-cinder-757908-3-iscsi {{(pid=80384) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 15:11:22.136478 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-8bb1ecfd-1419-49c2-ad9c-d2d20a0b24de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-851107'] for network, before_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:22.229423 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-7c778c2a-832b-4a71-9338-2409dcb4fb0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:22.232296 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-ef1c5012-d4d1-437c-b4a7-085fb4376702 req-f545fda8-0b1e-4146-8c91-31369c934a66 service neutron] 10.222.0.83 "GET /v2.0/networks/14aa4802-6c70-4c98-bcce-5e6e30e22a86?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2191851
Dec 03 15:11:22.277973 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [None req-8bb1ecfd-1419-49c2-ad9c-d2d20a0b24de admin admin] Deleting port 36dc2c4d-4887-4752-bb37-d5c0867a192b {{(pid=80382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 15:11:22.283602 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-8bb1ecfd-1419-49c2-ad9c-d2d20a0b24de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729303099848'] for port, before_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:22.356943 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0fefc4f-af72-408a-a77e-43c67226a7a6 None None] DHCP port deletion for de2f22f2-f6f1-4212-8d88-1476cd8d7828 request from dv-cinder-757908-3-iscsi {{(pid=80384) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 03 15:11:22.363726 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [None req-a0fefc4f-af72-408a-a77e-43c67226a7a6 None None] Deleting port 36dc2c4d-4887-4752-bb37-d5c0867a192b {{(pid=80384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 15:11:22.364016 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-a0fefc4f-af72-408a-a77e-43c67226a7a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729303099848'] for port, before_delete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:22.400983 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-ef1c5012-d4d1-437c-b4a7-085fb4376702 req-1976238b-d760-4b62-9cd8-8a47796aa641 service neutron] 10.222.0.83 "GET /v2.0/networks/14aa4802-6c70-4c98-bcce-5e6e30e22a86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1610637
Dec 03 15:11:22.416997 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41075db6-81cb-411c-82a1-977237e17838 req-83a22435-46bb-456e-8c79-03c1211473e4 tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:11:22.418493 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-41075db6-81cb-411c-82a1-977237e17838 req-83a22435-46bb-456e-8c79-03c1211473e4 tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] 10.222.0.63 "GET /v2.0/ports?device_id=38dcde0e-5f69-4037-be95-c6e71867a5b9 HTTP/1.1" status: 200  len: 943 time: 0.2243018
Dec 03 15:11:22.560808 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-41075db6-81cb-411c-82a1-977237e17838 req-aed59597-7a29-4d6c-a331-e1af71e6df45 tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] 10.222.0.63 "GET /v2.0/security-groups?id=3fa221e7-0c71-483c-b33f-d86d7bf2bfa1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1343467
Dec 03 15:11:22.568784 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd00d52-046c-4a34-ac08-73f167bb3f9a req-f823bbe2-7d5a-44f7-8fa8-0bc3cb2ea04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:11:22.570439 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-cdd00d52-046c-4a34-ac08-73f167bb3f9a req-f823bbe2-7d5a-44f7-8fa8-0bc3cb2ea04e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=53373f86c5e745dea4811644f2dd6d54&device_id=38dcde0e-5f69-4037-be95-c6e71867a5b9 HTTP/1.1" status: 200  len: 1160 time: 0.0795357
Dec 03 15:11:22.582133 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [None req-8bb1ecfd-1419-49c2-ad9c-d2d20a0b24de admin admin] For port 36dc2c4d-4887-4752-bb37-d5c0867a192b, host dv-cinder-757908-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-3-iscsi',level=0,port_id=36dc2c4d-4887-4752-bb37-d5c0867a192b,segment=NetworkSegment(0bf16f92-2584-453e-abe6-686e3e82c874),segment_id=0bf16f92-2584-453e-abe6-686e3e82c874)] {{(pid=80382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 15:11:22.582536 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-8bb1ecfd-1419-49c2-ad9c-d2d20a0b24de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821294133'] for port, precommit_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:22.599191 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [None req-a0fefc4f-af72-408a-a77e-43c67226a7a6 None None] For port 36dc2c4d-4887-4752-bb37-d5c0867a192b, host dv-cinder-757908-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-3-iscsi',level=0,port_id=36dc2c4d-4887-4752-bb37-d5c0867a192b,segment=NetworkSegment(0bf16f92-2584-453e-abe6-686e3e82c874),segment_id=0bf16f92-2584-453e-abe6-686e3e82c874)] {{(pid=80384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 15:11:22.599631 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-a0fefc4f-af72-408a-a77e-43c67226a7a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821294133'] for port, precommit_delete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:22.722798 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [None req-8bb1ecfd-1419-49c2-ad9c-d2d20a0b24de admin admin] Calling delete_port for 36dc2c4d-4887-4752-bb37-d5c0867a192b owned by network:dhcp {{(pid=80382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 15:11:22.728377 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd00d52-046c-4a34-ac08-73f167bb3f9a req-816cfd25-c700-44f4-8ee5-ea7fc83b3f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:11:22.730435 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-cdd00d52-046c-4a34-ac08-73f167bb3f9a req-816cfd25-c700-44f4-8ee5-ea7fc83b3f80 service neutron] 10.222.0.83 "GET /v2.0/networks?id=14aa4802-6c70-4c98-bcce-5e6e30e22a86 HTTP/1.1" status: 200  len: 908 time: 0.1520443
Dec 03 15:11:22.732764 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [None req-a0fefc4f-af72-408a-a77e-43c67226a7a6 None None] Calling delete_port for 36dc2c4d-4887-4752-bb37-d5c0867a192b owned by network:dhcp {{(pid=80384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 15:11:22.804787 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-8bb1ecfd-1419-49c2-ad9c-d2d20a0b24de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307551598230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307552127058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30043597'] for port, after_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:22.806867 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.db.api [None req-a0fefc4f-af72-408a-a77e-43c67226a7a6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80384) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 15:11:22.807547 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_db.api [None req-a0fefc4f-af72-408a-a77e-43c67226a7a6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 15:11:22.822439 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-743ccbaa-93df-4969-9cef-b12b7e33b074 tempest-AttachVolumeTestJSON-424615299 tempest-AttachVolumeTestJSON-424615299] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:11:22.829433 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-cdd00d52-046c-4a34-ac08-73f167bb3f9a req-3a6c0076-d70b-41c7-a994-314f0a6f9a5d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=417007a1-11b4-4db5-a62d-55d18edf3dee HTTP/1.1" status: 200  len: 217 time: 0.0903773
Dec 03 15:11:22.878277 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb1ecfd-1419-49c2-ad9c-d2d20a0b24de admin admin] Pushing event deleted for resources: {'Port': ['ID=36dc2c4d-4887-4752-bb37-d5c0867a192b,revision_number=None']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:11:22.883016 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-8bb1ecfd-1419-49c2-ad9c-d2d20a0b24de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:11:22.900789 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd00d52-046c-4a34-ac08-73f167bb3f9a req-c9d9ba98-aa72-42fb-bbc6-45f5e2b5fec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:11:22.902392 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-cdd00d52-046c-4a34-ac08-73f167bb3f9a req-c9d9ba98-aa72-42fb-bbc6-45f5e2b5fec7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d8f635d5-b0f2-44be-884a-2a81a71cff8b HTTP/1.1" status: 200  len: 854 time: 0.0657876
Dec 03 15:11:22.955987 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-cdd00d52-046c-4a34-ac08-73f167bb3f9a req-c099c3ea-c443-4111-83e7-13bb0c355c33 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=14aa4802-6c70-4c98-bcce-5e6e30e22a86&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0453467
Dec 03 15:11:22.965227 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb1ecfd-1419-49c2-ad9c-d2d20a0b24de admin admin] No DVR routers for this DVR port 36dc2c4d-4887-4752-bb37-d5c0867a192b on host dv-cinder-757908-3-iscsi {{(pid=80382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 15:11:23.094176 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-8bb1ecfd-1419-49c2-ad9c-d2d20a0b24de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853792104', 'neutron.services.segments.db._delete_segments_for_network--9223363307551584696'] for network, precommit_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:23.104609 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-cdd00d52-046c-4a34-ac08-73f167bb3f9a req-2abeaafa-8347-46f3-85ea-09047970c7b2 service neutron] 10.222.0.83 "GET /v2.0/networks/14aa4802-6c70-4c98-bcce-5e6e30e22a86?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1407146
Dec 03 15:11:23.261950 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-cdd00d52-046c-4a34-ac08-73f167bb3f9a req-1517e340-e877-4f71-8be2-f4dac5f579e1 service neutron] 10.222.0.83 "GET /v2.0/networks/14aa4802-6c70-4c98-bcce-5e6e30e22a86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1495802
Dec 03 15:11:23.308727 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [None req-a0fefc4f-af72-408a-a77e-43c67226a7a6 None None] Deleting port 36dc2c4d-4887-4752-bb37-d5c0867a192b {{(pid=80384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 15:11:23.309208 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-a0fefc4f-af72-408a-a77e-43c67226a7a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729303099848'] for port, before_delete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:23.382012 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [None req-a0fefc4f-af72-408a-a77e-43c67226a7a6 None None] The port '36dc2c4d-4887-4752-bb37-d5c0867a192b' was deleted {{(pid=80384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 03 15:11:23.443849 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.services.segments.db [None req-8bb1ecfd-1419-49c2-ad9c-d2d20a0b24de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f072d72d320>,) {'filters': {'network_id': ['de2f22f2-f6f1-4212-8d88-1476cd8d7828']}} {{(pid=80382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:11:23.457211 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.services.segments.db [None req-8bb1ecfd-1419-49c2-ad9c-d2d20a0b24de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f072d72d320>, '0bf16f92-2584-453e-abe6-686e3e82c874') {'for_net_delete': True} {{(pid=80382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:11:23.457548 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.services.segments.db [None req-8bb1ecfd-1419-49c2-ad9c-d2d20a0b24de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f072d72d320>, '0bf16f92-2584-453e-abe6-686e3e82c874') {} {{(pid=80382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:11:23.470429 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-8bb1ecfd-1419-49c2-ad9c-d2d20a0b24de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363307551582136', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036822846997'] for segment, before_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:23.486793 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-8bb1ecfd-1419-49c2-ad9c-d2d20a0b24de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986486'] for segment, precommit_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:23.489217 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8bb1ecfd-1419-49c2-ad9c-d2d20a0b24de admin admin] Releasing vxlan tunnel 9 to pool {{(pid=80382) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 15:11:23.693659 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [None req-8bb1ecfd-1419-49c2-ad9c-d2d20a0b24de admin admin] Network de2f22f2-f6f1-4212-8d88-1476cd8d7828 has no segments {{(pid=80382) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 15:11:23.705747 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-8bb1ecfd-1419-49c2-ad9c-d2d20a0b24de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853789314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036824732230'] for segment, after_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:23.767363 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Device 36dc2c4d-4887-4752-bb37-d5c0867a192b no longer exists at agent ovs-agent-dv-cinder-757908-3-iscsi {{(pid=80384) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 15:11:23.849770 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] No Port match for: 36dc2c4d-4887-4752-bb37-d5c0867a192b {{(pid=80384) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 15:11:23.850205 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Device 36dc2c4d-4887-4752-bb37-d5c0867a192b not bound to the agent host dv-cinder-757908-3-iscsi {{(pid=80384) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 15:11:23.867392 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dfc25e-c81c-4f51-8954-6ce0c55e3653 req-4202bef6-58d2-48bd-ac6d-e421d6200ad8 tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:11:23.868312 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-76dfc25e-c81c-4f51-8954-6ce0c55e3653 req-4202bef6-58d2-48bd-ac6d-e421d6200ad8 tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] Synchronizing usage tracker for tenant:53373f86c5e745dea4811644f2dd6d54 on resource:port {{(pid=80383) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 15:11:23.890504 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-76dfc25e-c81c-4f51-8954-6ce0c55e3653 req-4202bef6-58d2-48bd-ac6d-e421d6200ad8 tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] Unset dirty status for tenant:53373f86c5e745dea4811644f2dd6d54 on resource:port {{(pid=80383) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 15:11:23.898997 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-76dfc25e-c81c-4f51-8954-6ce0c55e3653 req-4202bef6-58d2-48bd-ac6d-e421d6200ad8 tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] 10.222.0.63 "GET /v2.0/ports?device_id=38dcde0e-5f69-4037-be95-c6e71867a5b9 HTTP/1.1" status: 200  len: 943 time: 0.1930804
Dec 03 15:11:23.943382 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-76dfc25e-c81c-4f51-8954-6ce0c55e3653 req-f4feefd5-24dc-41d3-9a54-537a2c187222 tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] Synchronizing usage tracker for tenant:53373f86c5e745dea4811644f2dd6d54 on resource:security_group {{(pid=80383) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 15:11:23.960565 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-76dfc25e-c81c-4f51-8954-6ce0c55e3653 req-f4feefd5-24dc-41d3-9a54-537a2c187222 tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] Unset dirty status for tenant:53373f86c5e745dea4811644f2dd6d54 on resource:security_group {{(pid=80383) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 15:11:23.962001 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-76dfc25e-c81c-4f51-8954-6ce0c55e3653 req-f4feefd5-24dc-41d3-9a54-537a2c187222 tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] 10.222.0.63 "GET /v2.0/security-groups?id=3fa221e7-0c71-483c-b33f-d86d7bf2bfa1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0616319
Dec 03 15:11:23.995239 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [None req-8bb1ecfd-1419-49c2-ad9c-d2d20a0b24de admin admin] Network de2f22f2-f6f1-4212-8d88-1476cd8d7828 has no segments {{(pid=80382) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 15:11:24.020835 dv-cinder-757908-3-iscsi neutron-server[80271]: Traceback (most recent call last):
Dec 03 15:11:24.020835 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 15:11:24.020835 dv-cinder-757908-3-iscsi neutron-server[80271]:     timer()
Dec 03 15:11:24.020835 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 15:11:24.020835 dv-cinder-757908-3-iscsi neutron-server[80271]:     cb(*args, **kw)
Dec 03 15:11:24.020835 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 15:11:24.020835 dv-cinder-757908-3-iscsi neutron-server[80271]:     return func(*args, **kwargs)
Dec 03 15:11:24.020835 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 15:11:24.020835 dv-cinder-757908-3-iscsi neutron-server[80271]:     self._notify()
Dec 03 15:11:24.020835 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 15:11:24.020835 dv-cinder-757908-3-iscsi neutron-server[80271]:     self.callback(batched_events)
Dec 03 15:11:24.020835 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 15:11:24.020835 dv-cinder-757908-3-iscsi neutron-server[80271]:     event.method(event)
Dec 03 15:11:24.020835 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 15:11:24.020835 dv-cinder-757908-3-iscsi neutron-server[80271]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 15:11:24.020835 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 15:11:24.020835 dv-cinder-757908-3-iscsi neutron-server[80271]:     segment_id)['aggregates'][0]
Dec 03 15:11:24.020835 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 15:11:24.020835 dv-cinder-757908-3-iscsi neutron-server[80271]:     return f(self, *a, **k)
Dec 03 15:11:24.020835 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 15:11:24.020835 dv-cinder-757908-3-iscsi neutron-server[80271]:     return self._get(url).json()
Dec 03 15:11:24.020835 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 15:11:24.020835 dv-cinder-757908-3-iscsi neutron-server[80271]:     **kwargs)
Dec 03 15:11:24.020835 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 15:11:24.020835 dv-cinder-757908-3-iscsi neutron-server[80271]:     return self.request(url, 'GET', **kwargs)
Dec 03 15:11:24.020835 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 15:11:24.020835 dv-cinder-757908-3-iscsi neutron-server[80271]:     **endpoint_filter)
Dec 03 15:11:24.020835 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 15:11:24.020835 dv-cinder-757908-3-iscsi neutron-server[80271]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 15:11:24.020835 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 15:11:24.020835 dv-cinder-757908-3-iscsi neutron-server[80271]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 15:11:24.020835 dv-cinder-757908-3-iscsi neutron-server[80271]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 15:11:24.101779 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-8bb1ecfd-1419-49c2-ad9c-d2d20a0b24de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036821248189'] for network, after_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:24.105306 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-12c07df1-3ecf-4412-9486-6b2b010eff37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:11:24.119634 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-8bb1ecfd-1419-49c2-ad9c-d2d20a0b24de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036822225390'] for network, before_response {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:24.131449 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb1ecfd-1419-49c2-ad9c-d2d20a0b24de admin admin] Pushing event deleted for resources: {'Network': ['ID=de2f22f2-f6f1-4212-8d88-1476cd8d7828,revision_number=None']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:11:24.134443 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-8bb1ecfd-1419-49c2-ad9c-d2d20a0b24de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:11:24.136337 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-8bb1ecfd-1419-49c2-ad9c-d2d20a0b24de admin admin] 10.222.0.63 "DELETE /v2.0/networks/de2f22f2-f6f1-4212-8d88-1476cd8d7828 HTTP/1.1" status: 204  len: 168 time: 2.1456697
Dec 03 15:11:24.353658 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 37018) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:11:24.406428 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-344322b6-03b3-4cfc-8859-fa5aff791b19 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=f77c18074b76496dbbd6d15835f35760&name=default HTTP/1.1" status: 200  len: 2879 time: 0.0512948
Dec 03 15:11:24.408870 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 37022) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:11:24.449049 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.objects.ports [None req-a37a7559-f2f4-4878-9519-b7bfb7edab39 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80384) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 03 15:11:24.475902 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-8a2ea7ce-915c-4bf9-beed-92ddfb018a31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:24.503494 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-8a2ea7ce-915c-4bf9-beed-92ddfb018a31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:24.547451 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-8a2ea7ce-915c-4bf9-beed-92ddfb018a31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:24.552296 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-e52cb78d-be33-4155-8404-54f73ca11829 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:11:24.568571 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2ea7ce-915c-4bf9-beed-92ddfb018a31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6222b238-8c9a-4746-8829-ce9d8002efff,revision_number=None']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:11:24.571455 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-8a2ea7ce-915c-4bf9-beed-92ddfb018a31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:11:24.575014 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-8a2ea7ce-915c-4bf9-beed-92ddfb018a31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:24.576812 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-8a2ea7ce-915c-4bf9-beed-92ddfb018a31 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/6222b238-8c9a-4746-8829-ce9d8002efff HTTP/1.1" status: 204  len: 168 time: 0.1669457
Dec 03 15:11:24.710928 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:24.972073 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Device 417007a1-11b4-4db5-a62d-55d18edf3dee up at agent ovs-agent-hv-cinder-75790 {{(pid=80384) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 15:11:25.010609 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 37032) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:11:25.065116 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Provisioning for port 417007a1-11b4-4db5-a62d-55d18edf3dee completed by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 15:11:25.070994 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-3dacad3d-0102-4a41-8819-2f9a057d0186 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=85b0368f3fed43259d0a601811e15b2e&name=default HTTP/1.1" status: 200  len: 2879 time: 0.0567737
Dec 03 15:11:25.071851 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 37038) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:11:25.072847 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Provisioning complete for port 417007a1-11b4-4db5-a62d-55d18edf3dee triggered by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:11:25.073271 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:25.150790 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-91abd1c7-a36f-4d11-8970-b56092fb0df1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:25.184639 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-91abd1c7-a36f-4d11-8970-b56092fb0df1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:25.221528 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:25.237476 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a149b1a-53ed-4922-b773-df08cfb0688c req-841be21a-7a11-4756-a03d-71466b172a8c tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:11:25.239864 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-0a149b1a-53ed-4922-b773-df08cfb0688c req-841be21a-7a11-4756-a03d-71466b172a8c tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] 10.222.0.63 "GET /v2.0/ports?device_id=38dcde0e-5f69-4037-be95-c6e71867a5b9 HTTP/1.1" status: 200  len: 943 time: 0.1010740
Dec 03 15:11:25.256544 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38dcde0e-5f69-4037-be95-c6e71867a5b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '417007a1-11b4-4db5-a62d-55d18edf3dee'}] {{(pid=80384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 15:11:25.259447 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-91abd1c7-a36f-4d11-8970-b56092fb0df1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:25.268900 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] For port 417007a1-11b4-4db5-a62d-55d18edf3dee, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=417007a1-11b4-4db5-a62d-55d18edf3dee,segment=NetworkSegment(5f3e2451-6ab0-41a3-9946-e90011e5c12b),segment_id=5f3e2451-6ab0-41a3-9946-e90011e5c12b)] {{(pid=80384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 15:11:25.272728 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024'] for port, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:25.275405 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-9cdbd9af-d3fe-435d-886f-fd7d31a70c9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:11:25.284270 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-3cb36b5b-4824-45ae-ac1b-9664569531fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:11:25.303897 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-91abd1c7-a36f-4d11-8970-b56092fb0df1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:25.304960 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-91abd1c7-a36f-4d11-8970-b56092fb0df1 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/d54b18ab-30d1-49e0-b400-7722acac9068 HTTP/1.1" status: 204  len: 168 time: 0.2318051
Dec 03 15:11:25.306094 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91abd1c7-a36f-4d11-8970-b56092fb0df1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d54b18ab-30d1-49e0-b400-7722acac9068,revision_number=None']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:11:25.316719 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-0a149b1a-53ed-4922-b773-df08cfb0688c req-dfe7c944-6d17-45b8-b057-ed1676708e55 tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] 10.222.0.63 "GET /v2.0/security-groups?id=3fa221e7-0c71-483c-b33f-d86d7bf2bfa1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0650096
Dec 03 15:11:25.318102 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-91abd1c7-a36f-4d11-8970-b56092fb0df1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:11:25.377230 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38dcde0e-5f69-4037-be95-c6e71867a5b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '417007a1-11b4-4db5-a62d-55d18edf3dee', 'code': 200}
Dec 03 15:11:25.394582 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Pushing event updated for resources: {'Port': ['ID=417007a1-11b4-4db5-a62d-55d18edf3dee,revision_number=4']} {{(pid=80384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:11:25.403417 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:11:25.403967 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:11:25.404445 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:11:25.405760 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:11:25.405760 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:11:25.406343 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:11:25.406787 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:11:25.407225 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:11:25.407667 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:11:25.408118 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:11:25.408566 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:11:25.409003 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:11:25.409593 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:11:25.410105 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:11:25.410678 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:11:25.411113 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:11:25.411551 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:11:25.411984 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:11:25.412658 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:11:25.413096 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:11:25.413536 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:11:25.414007 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:11:25.414444 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:11:25.414874 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:11:25.421251 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:11:25.687161 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d40c45-1de5-4092-bfc8-cbcccbd5e945 req-6519f01d-591b-4354-934f-fac92c9c7419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:11:25.691279 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-22d40c45-1de5-4092-bfc8-cbcccbd5e945 req-6519f01d-591b-4354-934f-fac92c9c7419 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=38dcde0e-5f69-4037-be95-c6e71867a5b9 HTTP/1.1" status: 200  len: 1162 time: 0.1078277
Dec 03 15:11:25.771486 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-22d40c45-1de5-4092-bfc8-cbcccbd5e945 req-c8602646-e135-4686-aeae-95d188950735 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=3fa221e7-0c71-483c-b33f-d86d7bf2bfa1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0731020
Dec 03 15:11:26.422307 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Device 417007a1-11b4-4db5-a62d-55d18edf3dee up at agent ovs-agent-hv-cinder-75790 {{(pid=80384) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 15:11:26.499546 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Provisioning complete for port 417007a1-11b4-4db5-a62d-55d18edf3dee triggered by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:11:26.499970 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:26.540426 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3afc9b-8775-4986-a0ff-018c79d39467 req-0712fc99-6d28-44d8-96da-f2bcfd66fcaf tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:11:26.542095 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-3b3afc9b-8775-4986-a0ff-018c79d39467 req-0712fc99-6d28-44d8-96da-f2bcfd66fcaf tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] 10.222.0.63 "GET /v2.0/ports?device_id=38dcde0e-5f69-4037-be95-c6e71867a5b9 HTTP/1.1" status: 200  len: 945 time: 0.0852726
Dec 03 15:11:26.591420 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-3b3afc9b-8775-4986-a0ff-018c79d39467 req-8862b477-61ac-416d-8ac8-902a8e5295b3 tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] 10.222.0.63 "GET /v2.0/security-groups?id=3fa221e7-0c71-483c-b33f-d86d7bf2bfa1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423288
Dec 03 15:11:27.807097 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8c30ff-8227-4836-922f-419f12275ad7 req-9c034332-fe8e-4ca4-8fe7-82d95e518f16 tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:11:27.808970 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-0a8c30ff-8227-4836-922f-419f12275ad7 req-9c034332-fe8e-4ca4-8fe7-82d95e518f16 tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] 10.222.0.63 "GET /v2.0/ports?device_id=38dcde0e-5f69-4037-be95-c6e71867a5b9 HTTP/1.1" status: 200  len: 945 time: 0.0840309
Dec 03 15:11:27.860071 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-0a8c30ff-8227-4836-922f-419f12275ad7 req-38f07492-17ac-4086-8d07-c235bdddaeae tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] 10.222.0.63 "GET /v2.0/security-groups?id=3fa221e7-0c71-483c-b33f-d86d7bf2bfa1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441041
Dec 03 15:11:31.966014 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 37188) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:11:32.132378 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-ee0a9132-0609-42ff-a6f9-5840f4926f16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:32.148147 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-ee0a9132-0609-42ff-a6f9-5840f4926f16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:11:32.152197 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-ee0a9132-0609-42ff-a6f9-5840f4926f16 admin admin] Usage tracker for resource:security_group_rule and tenant:fc4fbe188c2c47c1bd891451df9813d2 is out of sync, need to count used quota {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:11:32.156514 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-ee0a9132-0609-42ff-a6f9-5840f4926f16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:11:32.163977 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-ee0a9132-0609-42ff-a6f9-5840f4926f16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:11:32.251997 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-ee0a9132-0609-42ff-a6f9-5840f4926f16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:32.255014 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-ee0a9132-0609-42ff-a6f9-5840f4926f16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:32.263750 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-a0464300-5103-4368-9a0c-d2cb1b44a01e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:11:32.305233 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-ee0a9132-0609-42ff-a6f9-5840f4926f16 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=fc4fbe188c2c47c1bd891451df9813d2&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3379946
Dec 03 15:11:32.306956 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0a9132-0609-42ff-a6f9-5840f4926f16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a96783d6-aab8-42db-9a69-579dac561e0b,revision_number=1']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:11:32.309055 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 37194) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:11:32.310599 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-ee0a9132-0609-42ff-a6f9-5840f4926f16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:11:32.378251 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-100d61da-0651-43fc-b308-f77955c5ea9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:32.407477 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-100d61da-0651-43fc-b308-f77955c5ea9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:32.457014 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-100d61da-0651-43fc-b308-f77955c5ea9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:32.461344 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-466ee3db-2db1-41c4-8a41-eb1598daaf87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:11:32.473939 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d61da-0651-43fc-b308-f77955c5ea9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a96783d6-aab8-42db-9a69-579dac561e0b,revision_number=None']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:11:32.476575 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-100d61da-0651-43fc-b308-f77955c5ea9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:11:32.482729 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-100d61da-0651-43fc-b308-f77955c5ea9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:32.483963 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-100d61da-0651-43fc-b308-f77955c5ea9d admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/a96783d6-aab8-42db-9a69-579dac561e0b HTTP/1.1" status: 204  len: 168 time: 0.1724622
Dec 03 15:11:32.849654 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 37202) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:11:32.869408 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-df0ba139-eb2b-48b1-bb34-c05873bf90ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:32.886519 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-df0ba139-eb2b-48b1-bb34-c05873bf90ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:11:32.891316 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-df0ba139-eb2b-48b1-bb34-c05873bf90ba admin admin] Usage tracker for resource:security_group_rule and tenant:118f7c17c7fa4cf781455d6733b11440 is out of sync, need to count used quota {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:11:32.894344 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-df0ba139-eb2b-48b1-bb34-c05873bf90ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:11:32.900165 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-df0ba139-eb2b-48b1-bb34-c05873bf90ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:11:32.994728 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-df0ba139-eb2b-48b1-bb34-c05873bf90ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:32.997745 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-df0ba139-eb2b-48b1-bb34-c05873bf90ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:33.007631 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-56f7751c-3a95-4884-b9ec-d2c54615cb83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:11:33.054359 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-df0ba139-eb2b-48b1-bb34-c05873bf90ba admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=118f7c17c7fa4cf781455d6733b11440&name=default HTTP/1.1" status: 200  len: 2879 time: 0.2034156
Dec 03 15:11:33.056067 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0ba139-eb2b-48b1-bb34-c05873bf90ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e01cf4a8-5cca-43a4-8a6f-35b98f70145a,revision_number=1']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:11:33.057123 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 37208) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:11:33.059680 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-df0ba139-eb2b-48b1-bb34-c05873bf90ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:11:33.124555 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-9f275960-d345-4ba5-be79-7e28330b4087 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:33.156950 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-9f275960-d345-4ba5-be79-7e28330b4087 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:33.208016 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-9f275960-d345-4ba5-be79-7e28330b4087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:33.213721 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-e56773db-2c5e-4188-b646-40c968665832 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:11:33.231369 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f275960-d345-4ba5-be79-7e28330b4087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e01cf4a8-5cca-43a4-8a6f-35b98f70145a,revision_number=None']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:11:33.237566 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-9f275960-d345-4ba5-be79-7e28330b4087 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:11:33.242079 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-9f275960-d345-4ba5-be79-7e28330b4087 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:33.243294 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-9f275960-d345-4ba5-be79-7e28330b4087 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/e01cf4a8-5cca-43a4-8a6f-35b98f70145a HTTP/1.1" status: 204  len: 168 time: 0.1847897
Dec 03 15:11:36.965788 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.agents_db [None req-51f4eaf8-3f98-4d92-a7df-a28bf03852b0 None None] Agent healthcheck: found 6 active agents {{(pid=80385) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 15:11:38.491811 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 37276) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:11:38.646802 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-33ff0efd-5c37-46bc-8f9a-4bf2009a20cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:38.662722 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-33ff0efd-5c37-46bc-8f9a-4bf2009a20cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:11:38.666807 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-33ff0efd-5c37-46bc-8f9a-4bf2009a20cc admin admin] Usage tracker for resource:security_group_rule and tenant:d20906cb488846e884f4bcc84f905de6 is out of sync, need to count used quota {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:11:38.669767 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-33ff0efd-5c37-46bc-8f9a-4bf2009a20cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:11:38.675894 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-33ff0efd-5c37-46bc-8f9a-4bf2009a20cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:11:38.776539 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-33ff0efd-5c37-46bc-8f9a-4bf2009a20cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:38.781137 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-33ff0efd-5c37-46bc-8f9a-4bf2009a20cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:38.790573 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-42ecf7a2-bcdd-4251-b6a5-d13e7c8d2e9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:11:38.835077 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-33ff0efd-5c37-46bc-8f9a-4bf2009a20cc admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=d20906cb488846e884f4bcc84f905de6&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3420451
Dec 03 15:11:38.836043 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ff0efd-5c37-46bc-8f9a-4bf2009a20cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a3dc396-bd2d-4f34-92ab-ff9b5a54d1b7,revision_number=1']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:11:38.838887 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 37282) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:11:38.839318 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-33ff0efd-5c37-46bc-8f9a-4bf2009a20cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:11:38.910084 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-d524d9ed-88ea-4fbe-8e7b-72c873cc7ff5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:38.941810 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-d524d9ed-88ea-4fbe-8e7b-72c873cc7ff5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:38.990519 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-d524d9ed-88ea-4fbe-8e7b-72c873cc7ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:38.995884 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-83644c09-ac53-413d-9162-f20cc36ac352 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:11:39.010317 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d524d9ed-88ea-4fbe-8e7b-72c873cc7ff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a3dc396-bd2d-4f34-92ab-ff9b5a54d1b7,revision_number=None']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:11:39.024715 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d524d9ed-88ea-4fbe-8e7b-72c873cc7ff5 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:11:39.025146 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d524d9ed-88ea-4fbe-8e7b-72c873cc7ff5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:11:39.025568 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d524d9ed-88ea-4fbe-8e7b-72c873cc7ff5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:11:39.026018 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d524d9ed-88ea-4fbe-8e7b-72c873cc7ff5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:11:39.026436 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d524d9ed-88ea-4fbe-8e7b-72c873cc7ff5 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:11:39.026851 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d524d9ed-88ea-4fbe-8e7b-72c873cc7ff5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:11:39.027262 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d524d9ed-88ea-4fbe-8e7b-72c873cc7ff5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:11:39.027672 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d524d9ed-88ea-4fbe-8e7b-72c873cc7ff5 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:11:39.028104 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d524d9ed-88ea-4fbe-8e7b-72c873cc7ff5 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:11:39.028487 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d524d9ed-88ea-4fbe-8e7b-72c873cc7ff5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:11:39.028893 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d524d9ed-88ea-4fbe-8e7b-72c873cc7ff5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:11:39.029294 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d524d9ed-88ea-4fbe-8e7b-72c873cc7ff5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:11:39.030397 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d524d9ed-88ea-4fbe-8e7b-72c873cc7ff5 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:11:39.030817 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d524d9ed-88ea-4fbe-8e7b-72c873cc7ff5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:11:39.031229 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d524d9ed-88ea-4fbe-8e7b-72c873cc7ff5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:11:39.031633 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d524d9ed-88ea-4fbe-8e7b-72c873cc7ff5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:11:39.032038 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d524d9ed-88ea-4fbe-8e7b-72c873cc7ff5 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:11:39.032446 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d524d9ed-88ea-4fbe-8e7b-72c873cc7ff5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:11:39.032851 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d524d9ed-88ea-4fbe-8e7b-72c873cc7ff5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:11:39.033347 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d524d9ed-88ea-4fbe-8e7b-72c873cc7ff5 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:11:39.033756 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d524d9ed-88ea-4fbe-8e7b-72c873cc7ff5 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:11:39.034193 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d524d9ed-88ea-4fbe-8e7b-72c873cc7ff5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:11:39.034603 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d524d9ed-88ea-4fbe-8e7b-72c873cc7ff5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:11:39.035006 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d524d9ed-88ea-4fbe-8e7b-72c873cc7ff5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:11:39.039998 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-d524d9ed-88ea-4fbe-8e7b-72c873cc7ff5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:11:39.040966 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-d524d9ed-88ea-4fbe-8e7b-72c873cc7ff5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:39.045271 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-d524d9ed-88ea-4fbe-8e7b-72c873cc7ff5 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/3a3dc396-bd2d-4f34-92ab-ff9b5a54d1b7 HTTP/1.1" status: 204  len: 168 time: 0.2051630
Dec 03 15:11:39.418789 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 37290) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:11:39.442164 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-b47cef8d-8f3b-42de-a364-cbd5356389e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:39.458334 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-b47cef8d-8f3b-42de-a364-cbd5356389e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:11:39.462566 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-b47cef8d-8f3b-42de-a364-cbd5356389e2 admin admin] Usage tracker for resource:security_group_rule and tenant:61ab57c3796648219139c5a272b8269e is out of sync, need to count used quota {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 15:11:39.465624 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [None req-b47cef8d-8f3b-42de-a364-cbd5356389e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80383) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 15:11:39.471736 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [None req-b47cef8d-8f3b-42de-a364-cbd5356389e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:11:39.564907 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-b47cef8d-8f3b-42de-a364-cbd5356389e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:39.570529 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-b47cef8d-8f3b-42de-a364-cbd5356389e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:39.579722 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-f6fd3abf-5edd-4cba-b89b-0a081805085b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:11:39.624117 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-b47cef8d-8f3b-42de-a364-cbd5356389e2 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=61ab57c3796648219139c5a272b8269e&name=default HTTP/1.1" status: 200  len: 2879 time: 0.2041523
Dec 03 15:11:39.625077 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47cef8d-8f3b-42de-a364-cbd5356389e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a072771-a544-41bb-975a-d8e6b2f4df8a,revision_number=1']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:11:39.626965 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 37296) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:11:39.628376 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-b47cef8d-8f3b-42de-a364-cbd5356389e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:11:39.691541 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-590df5a1-1720-419a-b8eb-bee2bd05bbfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:39.720766 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-590df5a1-1720-419a-b8eb-bee2bd05bbfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:39.771197 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-590df5a1-1720-419a-b8eb-bee2bd05bbfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:39.776704 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-cc5dc60d-da86-4c51-aaa5-93ca2e42337a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:11:39.791785 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590df5a1-1720-419a-b8eb-bee2bd05bbfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a072771-a544-41bb-975a-d8e6b2f4df8a,revision_number=None']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:11:39.794918 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-590df5a1-1720-419a-b8eb-bee2bd05bbfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:11:39.796656 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-590df5a1-1720-419a-b8eb-bee2bd05bbfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:39.799671 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-590df5a1-1720-419a-b8eb-bee2bd05bbfb admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/0a072771-a544-41bb-975a-d8e6b2f4df8a HTTP/1.1" status: 204  len: 168 time: 0.1698549
Dec 03 15:11:47.444335 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-538147c5-80d6-4b74-acde-d37165f89661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:50.167430 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-553066df-4198-4623-9d3a-7add1c4b4127 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:50.193013 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-d1a712ed-1597-40ee-be3f-9bd7eb160871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:51.306414 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:52.052332 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-7c778c2a-832b-4a71-9338-2409dcb4fb0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:11:54.728111 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:12:12.217291 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c282e2-4125-41bb-8f2c-a1defd02a94c req-c1468b8f-06af-4b0d-bb88-83d7300a90e8 tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:12:12.218849 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-b7c282e2-4125-41bb-8f2c-a1defd02a94c req-c1468b8f-06af-4b0d-bb88-83d7300a90e8 tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] 10.222.0.63 "GET /v2.0/ports?device_id=38dcde0e-5f69-4037-be95-c6e71867a5b9 HTTP/1.1" status: 200  len: 945 time: 0.0829759
Dec 03 15:12:12.272721 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-b7c282e2-4125-41bb-8f2c-a1defd02a94c req-267ca833-63bf-45ae-93c7-aa9c2300a6b8 tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] 10.222.0.63 "GET /v2.0/security-groups?id=3fa221e7-0c71-483c-b33f-d86d7bf2bfa1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470994
Dec 03 15:12:13.751970 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ef0dc7-861c-485d-99a0-fe84914fee4b req-01e5a336-5667-4bda-90c3-91156b89c0f0 tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:12:13.753608 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-45ef0dc7-861c-485d-99a0-fe84914fee4b req-01e5a336-5667-4bda-90c3-91156b89c0f0 tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] 10.222.0.63 "GET /v2.0/ports?device_id=38dcde0e-5f69-4037-be95-c6e71867a5b9 HTTP/1.1" status: 200  len: 945 time: 0.3496234
Dec 03 15:12:13.802034 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-45ef0dc7-861c-485d-99a0-fe84914fee4b req-3846d7e6-4e46-4754-9fbe-04b1f3f56714 tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] 10.222.0.63 "GET /v2.0/security-groups?id=3fa221e7-0c71-483c-b33f-d86d7bf2bfa1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413175
Dec 03 15:12:13.942669 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a068dcf6-008b-4263-adbe-fd138f4d5a70 req-e16657df-df63-46e5-b3e1-ff53af1548a7 tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:12:13.944147 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-a068dcf6-008b-4263-adbe-fd138f4d5a70 req-e16657df-df63-46e5-b3e1-ff53af1548a7 tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] 10.222.0.83 "GET /v2.0/ports?device_id=38dcde0e-5f69-4037-be95-c6e71867a5b9 HTTP/1.1" status: 200  len: 945 time: 0.0848806
Dec 03 15:12:13.965016 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.agents_db [None req-51f4eaf8-3f98-4d92-a7df-a28bf03852b0 None None] Agent healthcheck: found 6 active agents {{(pid=80385) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 15:12:14.017529 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [req-a068dcf6-008b-4263-adbe-fd138f4d5a70 req-b0bb9243-55cf-4991-9a40-ce40914c6642 tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] Deleting port 417007a1-11b4-4db5-a62d-55d18edf3dee {{(pid=80383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 15:12:14.017946 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-a068dcf6-008b-4263-adbe-fd138f4d5a70 req-b0bb9243-55cf-4991-9a40-ce40914c6642 tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729303099848'] for port, before_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:12:14.285942 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [req-a068dcf6-008b-4263-adbe-fd138f4d5a70 req-b0bb9243-55cf-4991-9a40-ce40914c6642 tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] For port 417007a1-11b4-4db5-a62d-55d18edf3dee, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=417007a1-11b4-4db5-a62d-55d18edf3dee,segment=NetworkSegment(5f3e2451-6ab0-41a3-9946-e90011e5c12b),segment_id=5f3e2451-6ab0-41a3-9946-e90011e5c12b)] {{(pid=80383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 15:12:14.286386 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-a068dcf6-008b-4263-adbe-fd138f4d5a70 req-b0bb9243-55cf-4991-9a40-ce40914c6642 tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821294133'] for port, precommit_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:12:14.416254 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [req-a068dcf6-008b-4263-adbe-fd138f4d5a70 req-b0bb9243-55cf-4991-9a40-ce40914c6642 tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] Calling delete_port for 417007a1-11b4-4db5-a62d-55d18edf3dee owned by compute:nova {{(pid=80383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 15:12:14.784664 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-a068dcf6-008b-4263-adbe-fd138f4d5a70 req-b0bb9243-55cf-4991-9a40-ce40914c6642 tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307551598230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307552127058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31294715'] for port, after_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:12:14.799870 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-4f3625d0-b4dc-4158-8800-8ed1e9a3cfa4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:12:14.849801 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bb9243-55cf-4991-9a40-ce40914c6642 tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] Pushing event deleted for resources: {'Port': ['ID=417007a1-11b4-4db5-a62d-55d18edf3dee,revision_number=None']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:12:14.872242 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bb9243-55cf-4991-9a40-ce40914c6642 tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:12:14.872670 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bb9243-55cf-4991-9a40-ce40914c6642 tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:12:14.873095 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bb9243-55cf-4991-9a40-ce40914c6642 tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:12:14.873509 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bb9243-55cf-4991-9a40-ce40914c6642 tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:12:14.873936 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bb9243-55cf-4991-9a40-ce40914c6642 tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:12:14.874356 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bb9243-55cf-4991-9a40-ce40914c6642 tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:12:14.875712 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bb9243-55cf-4991-9a40-ce40914c6642 tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:12:14.876140 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bb9243-55cf-4991-9a40-ce40914c6642 tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:12:14.876543 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bb9243-55cf-4991-9a40-ce40914c6642 tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:12:14.876945 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bb9243-55cf-4991-9a40-ce40914c6642 tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:12:14.877345 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bb9243-55cf-4991-9a40-ce40914c6642 tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:12:14.877742 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bb9243-55cf-4991-9a40-ce40914c6642 tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:12:14.878211 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bb9243-55cf-4991-9a40-ce40914c6642 tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:12:14.878613 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bb9243-55cf-4991-9a40-ce40914c6642 tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:12:14.879012 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bb9243-55cf-4991-9a40-ce40914c6642 tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:12:14.879406 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bb9243-55cf-4991-9a40-ce40914c6642 tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:12:14.879803 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bb9243-55cf-4991-9a40-ce40914c6642 tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:12:14.880202 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bb9243-55cf-4991-9a40-ce40914c6642 tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:12:14.880598 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bb9243-55cf-4991-9a40-ce40914c6642 tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:12:14.880993 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bb9243-55cf-4991-9a40-ce40914c6642 tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:12:14.881391 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bb9243-55cf-4991-9a40-ce40914c6642 tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:12:14.881791 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bb9243-55cf-4991-9a40-ce40914c6642 tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:12:14.882212 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bb9243-55cf-4991-9a40-ce40914c6642 tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:12:14.882624 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bb9243-55cf-4991-9a40-ce40914c6642 tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:12:14.887724 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-b0bb9243-55cf-4991-9a40-ce40914c6642 tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:12:15.032619 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [req-a068dcf6-008b-4263-adbe-fd138f4d5a70 req-b0bb9243-55cf-4991-9a40-ce40914c6642 tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] No DVR routers for this DVR port 417007a1-11b4-4db5-a62d-55d18edf3dee on host hv-cinder-75790 {{(pid=80383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 15:12:15.035271 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-a068dcf6-008b-4263-adbe-fd138f4d5a70 req-b0bb9243-55cf-4991-9a40-ce40914c6642 tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6653'] for port, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:12:15.070127 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38dcde0e-5f69-4037-be95-c6e71867a5b9', 'name': 'network-vif-deleted', 'tag': '417007a1-11b4-4db5-a62d-55d18edf3dee'}] {{(pid=80383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 15:12:15.092492 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-4d4982e1-9990-4ebc-a9e5-9c57e9316aaa req-d7efb746-7710-4568-839a-49a7c4f434c3 tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] 10.222.0.63 "GET /v2.0/ports?device_id=38dcde0e-5f69-4037-be95-c6e71867a5b9 HTTP/1.1" status: 200  len: 210 time: 0.1577907
Dec 03 15:12:15.107990 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-a068dcf6-008b-4263-adbe-fd138f4d5a70 req-b0bb9243-55cf-4991-9a40-ce40914c6642 tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] 10.222.0.83 "DELETE /v2.0/ports/417007a1-11b4-4db5-a62d-55d18edf3dee HTTP/1.1" status: 204  len: 173 time: 1.1578510
Dec 03 15:12:15.139125 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38dcde0e-5f69-4037-be95-c6e71867a5b9', 'name': 'network-vif-deleted', 'tag': '417007a1-11b4-4db5-a62d-55d18edf3dee', 'status': 'completed', 'code': 200}
Dec 03 15:12:15.856401 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Device 417007a1-11b4-4db5-a62d-55d18edf3dee no longer exists at agent ovs-agent-hv-cinder-75790 {{(pid=80384) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 15:12:15.891179 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] No Port match for: 417007a1-11b4-4db5-a62d-55d18edf3dee {{(pid=80384) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 15:12:15.891725 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Device 417007a1-11b4-4db5-a62d-55d18edf3dee not bound to the agent host hv-cinder-75790 {{(pid=80384) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 15:12:17.446009 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-4d309bdb-75d9-4aed-abd4-8ba91b5c103e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:12:19.476824 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-3f3f930c-dc3e-4367-b4d5-5df91de0bc4b req-483ffd68-af2c-4d06-bbde-6e506bc55172 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=f0423581-5320-4d03-8e5c-2fc88bf1837b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0909610
Dec 03 15:12:19.700304 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3f930c-dc3e-4367-b4d5-5df91de0bc4b req-4c748663-6007-4fae-9309-987dbbc762f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:12:19.701933 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-3f3f930c-dc3e-4367-b4d5-5df91de0bc4b req-4c748663-6007-4fae-9309-987dbbc762f1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f470bb55fd724a97959cc14ef30e0db0&device_id=f0423581-5320-4d03-8e5c-2fc88bf1837b HTTP/1.1" status: 200  len: 1163 time: 0.1175208
Dec 03 15:12:19.898077 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3f930c-dc3e-4367-b4d5-5df91de0bc4b req-6838fec8-39a2-46e6-a647-faf7610d860d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:12:19.899848 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-3f3f930c-dc3e-4367-b4d5-5df91de0bc4b req-6838fec8-39a2-46e6-a647-faf7610d860d service neutron] 10.222.0.83 "GET /v2.0/networks?id=ca7902d6-3500-4f57-934f-b73bb22a6c84 HTTP/1.1" status: 200  len: 905 time: 0.1753335
Dec 03 15:12:20.038593 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-3f3f930c-dc3e-4367-b4d5-5df91de0bc4b req-48942713-4a32-482d-bb16-dc3386d5b5b5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1d444986-6670-4748-b35e-a5b3b20c3660 HTTP/1.1" status: 200  len: 1002 time: 0.1317315
Dec 03 15:12:20.122709 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3f930c-dc3e-4367-b4d5-5df91de0bc4b req-9a3e796a-c281-49ef-90d5-e4fcf8afdc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:12:20.126365 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-3f3f930c-dc3e-4367-b4d5-5df91de0bc4b req-9a3e796a-c281-49ef-90d5-e4fcf8afdc94 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=2c3a1b0e-0906-4771-89fd-c57f0540e6d7 HTTP/1.1" status: 200  len: 850 time: 0.0809748
Dec 03 15:12:20.174707 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2a9f9fc2-e092-4750-85aa-20825b2c011b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:12:20.196873 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-d1a712ed-1597-40ee-be3f-9bd7eb160871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:12:20.227213 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3f930c-dc3e-4367-b4d5-5df91de0bc4b req-79f646bf-1b16-4c0e-8700-c5080dd2cc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:12:20.229541 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-3f3f930c-dc3e-4367-b4d5-5df91de0bc4b req-79f646bf-1b16-4c0e-8700-c5080dd2cc4c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ca7902d6-3500-4f57-934f-b73bb22a6c84&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0955799
Dec 03 15:12:20.395563 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-3f3f930c-dc3e-4367-b4d5-5df91de0bc4b req-c309fdd9-713c-4301-a524-328260a4603e service neutron] 10.222.0.83 "GET /v2.0/networks/ca7902d6-3500-4f57-934f-b73bb22a6c84?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1590650
Dec 03 15:12:20.558843 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-3f3f930c-dc3e-4367-b4d5-5df91de0bc4b req-d121e555-6111-466d-896a-f38ddd40cea5 service neutron] 10.222.0.83 "GET /v2.0/networks/ca7902d6-3500-4f57-934f-b73bb22a6c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1556947
Dec 03 15:12:21.315491 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:12:22.055776 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-7c778c2a-832b-4a71-9338-2409dcb4fb0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:12:24.726159 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:12:24.830555 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b43505e-5f91-474a-acdc-73288747b9c9 req-6357b8f1-7d17-423f-bd8a-810bcf87ed69 tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:12:24.832150 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-0b43505e-5f91-474a-acdc-73288747b9c9 req-6357b8f1-7d17-423f-bd8a-810bcf87ed69 tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] 10.222.0.63 "GET /v2.0/networks?id=14aa4802-6c70-4c98-bcce-5e6e30e22a86 HTTP/1.1" status: 200  len: 814 time: 0.1576636
Dec 03 15:12:24.848780 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-0b43505e-5f91-474a-acdc-73288747b9c9 req-34d28876-f4fe-4dd0-aa34-fddceb657a9a tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] 10.222.0.63 "GET /v2.0/quotas/53373f86c5e745dea4811644f2dd6d54 HTTP/1.1" status: 200  len: 375 time: 0.0105236
Dec 03 15:12:24.903019 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-0b43505e-5f91-474a-acdc-73288747b9c9 req-771c44c5-b1cd-4922-ab79-ed4d1f1e299f tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] 10.222.0.63 "GET /v2.0/ports?tenant_id=53373f86c5e745dea4811644f2dd6d54&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0487256
Dec 03 15:12:25.047743 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-0b43505e-5f91-474a-acdc-73288747b9c9 req-1ab376f5-750b-48fc-8fc9-bc8c17c8a450 service neutron] 10.222.0.63 "GET /v2.0/networks/14aa4802-6c70-4c98-bcce-5e6e30e22a86?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1366913
Dec 03 15:12:25.190852 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-0b43505e-5f91-474a-acdc-73288747b9c9 req-9fd07fd9-bfa2-46d8-8974-69dd9cdce10a service neutron] 10.222.0.63 "GET /v2.0/networks/14aa4802-6c70-4c98-bcce-5e6e30e22a86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1366403
Dec 03 15:12:25.397451 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-244b26b7-f348-4b56-b936-94d116c1ec42 req-dd9174b9-bdbd-42ce-9ec4-89fe539024e9 tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] Synchronizing usage tracker for tenant:53373f86c5e745dea4811644f2dd6d54 on resource:port {{(pid=80383) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 15:12:25.413047 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-244b26b7-f348-4b56-b936-94d116c1ec42 req-dd9174b9-bdbd-42ce-9ec4-89fe539024e9 tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] Unset dirty status for tenant:53373f86c5e745dea4811644f2dd6d54 on resource:port {{(pid=80383) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 15:12:25.414365 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-244b26b7-f348-4b56-b936-94d116c1ec42 req-dd9174b9-bdbd-42ce-9ec4-89fe539024e9 tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] 10.222.0.63 "GET /v2.0/ports?device_id=24bac5f0-bc0a-483a-8511-637e1982d655 HTTP/1.1" status: 200  len: 210 time: 0.0690444
Dec 03 15:12:26.562860 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b43505e-5f91-474a-acdc-73288747b9c9 req-0dddfdf3-bcb2-4afe-a59b-235c9f087ea5 tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:12:26.564438 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-0b43505e-5f91-474a-acdc-73288747b9c9 req-0dddfdf3-bcb2-4afe-a59b-235c9f087ea5 tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] 10.222.0.83 "GET /v2.0/networks?id=14aa4802-6c70-4c98-bcce-5e6e30e22a86 HTTP/1.1" status: 200  len: 814 time: 0.1610134
Dec 03 15:12:26.588280 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.base [req-0b43505e-5f91-474a-acdc-73288747b9c9 req-2245c403-d99a-459d-991d-42bf7beee210 tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] Request body: {'port': {'device_id': '24bac5f0-bc0a-483a-8511-637e1982d655', 'network_id': '14aa4802-6c70-4c98-bcce-5e6e30e22a86', 'admin_state_up': True, 'tenant_id': '53373f86c5e745dea4811644f2dd6d54'}} {{(pid=80383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 15:12:26.602858 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-b575105b-9ba1-46eb-b561-867a62ba1a0e req-acfec794-8bcf-49c0-a829-fd92c67da976 tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] 10.222.0.63 "GET /v2.0/ports?device_id=24bac5f0-bc0a-483a-8511-637e1982d655 HTTP/1.1" status: 200  len: 210 time: 0.0524979
Dec 03 15:12:26.739218 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [req-0b43505e-5f91-474a-acdc-73288747b9c9 req-2245c403-d99a-459d-991d-42bf7beee210 tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:12:26.748977 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [req-0b43505e-5f91-474a-acdc-73288747b9c9 req-2245c403-d99a-459d-991d-42bf7beee210 tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:12:26.758364 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b43505e-5f91-474a-acdc-73288747b9c9 req-2245c403-d99a-459d-991d-42bf7beee210 tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] Made reservation on behalf of 53373f86c5e745dea4811644f2dd6d54 for: {'port': 1} {{(pid=80383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 15:12:26.764056 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-0b43505e-5f91-474a-acdc-73288747b9c9 req-2245c403-d99a-459d-991d-42bf7beee210 tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:12:27.069869 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.db_base_plugin_common [req-0b43505e-5f91-474a-acdc-73288747b9c9 req-2245c403-d99a-459d-991d-42bf7beee210 tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] Allocated IP 172.20.0.13 (14aa4802-6c70-4c98-bcce-5e6e30e22a86/d8f635d5-b0f2-44be-884a-2a81a71cff8b/32c33f5f-f535-4def-8119-5ec04e44c6df) {{(pid=80383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 15:12:27.282290 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-0b43505e-5f91-474a-acdc-73288747b9c9 req-2245c403-d99a-459d-991d-42bf7beee210 tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] Notify callbacks [] for port, precommit_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:12:27.310044 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-0b43505e-5f91-474a-acdc-73288747b9c9 req-2245c403-d99a-459d-991d-42bf7beee210 tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307552080722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31294715'] for port, after_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:12:27.324996 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-d66da63b-2adc-4f62-8c6c-4e43ad6a0fb5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:12:27.463558 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2245c403-d99a-459d-991d-42bf7beee210 tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] Pushing event updated for resources: {'Port': ['ID=32c33f5f-f535-4def-8119-5ec04e44c6df,revision_number=1']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:12:27.467909 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-2245c403-d99a-459d-991d-42bf7beee210 tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:12:27.519500 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b43505e-5f91-474a-acdc-73288747b9c9 req-2245c403-d99a-459d-991d-42bf7beee210 tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] Network 14aa4802-6c70-4c98-bcce-5e6e30e22a86 is already hosted by enough agents. {{(pid=80383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 15:12:27.520652 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.base_scheduler [req-0b43505e-5f91-474a-acdc-73288747b9c9 req-2245c403-d99a-459d-991d-42bf7beee210 tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] Resources bound (agent type, host, resource id):  {{(pid=80383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 15:12:27.523117 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b43505e-5f91-474a-acdc-73288747b9c9 req-2245c403-d99a-459d-991d-42bf7beee210 tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] Received port after_create {{(pid=80383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 15:12:27.588735 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b43505e-5f91-474a-acdc-73288747b9c9 req-2245c403-d99a-459d-991d-42bf7beee210 tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:12:27.589314 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-0b43505e-5f91-474a-acdc-73288747b9c9 req-2245c403-d99a-459d-991d-42bf7beee210 tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6653'] for port, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:12:27.615012 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-0b43505e-5f91-474a-acdc-73288747b9c9 req-2245c403-d99a-459d-991d-42bf7beee210 tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0312023
Dec 03 15:12:27.632790 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.base [req-0b43505e-5f91-474a-acdc-73288747b9c9 req-fc9edf10-5691-49b6-8fdd-eefe0925e438 service neutron] Request body: {'port': {'device_id': '24bac5f0-bc0a-483a-8511-637e1982d655', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75790'}} {{(pid=80383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 15:12:27.804280 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-0b43505e-5f91-474a-acdc-73288747b9c9 req-fc9edf10-5691-49b6-8fdd-eefe0925e438 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:12:27.922402 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bec915-ad83-499b-97f4-4febd6cec5d2 req-94f132bc-888d-4193-9ddd-8d4242fbf8bd tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:12:27.923223 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-55bec915-ad83-499b-97f4-4febd6cec5d2 req-94f132bc-888d-4193-9ddd-8d4242fbf8bd tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] Synchronizing usage tracker for tenant:53373f86c5e745dea4811644f2dd6d54 on resource:port {{(pid=80383) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 15:12:27.962853 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-55bec915-ad83-499b-97f4-4febd6cec5d2 req-94f132bc-888d-4193-9ddd-8d4242fbf8bd tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] Unset dirty status for tenant:53373f86c5e745dea4811644f2dd6d54 on resource:port {{(pid=80383) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 15:12:27.964115 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-55bec915-ad83-499b-97f4-4febd6cec5d2 req-94f132bc-888d-4193-9ddd-8d4242fbf8bd tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] 10.222.0.63 "GET /v2.0/ports?device_id=24bac5f0-bc0a-483a-8511-637e1982d655 HTTP/1.1" status: 200  len: 932 time: 0.2268450
Dec 03 15:12:28.094089 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-55bec915-ad83-499b-97f4-4febd6cec5d2 req-9c1bea84-3868-4832-a044-ab3c419b9baf tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] 10.222.0.63 "GET /v2.0/security-groups?id=3fa221e7-0c71-483c-b33f-d86d7bf2bfa1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0866389
Dec 03 15:12:28.283502 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.notifiers.nova [req-0b43505e-5f91-474a-acdc-73288747b9c9 req-fc9edf10-5691-49b6-8fdd-eefe0925e438 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32c33f5f-f535-4def-8119-5ec04e44c6df {{(pid=80383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 03 15:12:28.290468 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-0b43505e-5f91-474a-acdc-73288747b9c9 req-fc9edf10-5691-49b6-8fdd-eefe0925e438 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:12:28.304653 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [req-0b43505e-5f91-474a-acdc-73288747b9c9 req-fc9edf10-5691-49b6-8fdd-eefe0925e438 service neutron] Transition to ACTIVE for port object 32c33f5f-f535-4def-8119-5ec04e44c6df will not be triggered until provisioned by entity L2. {{(pid=80383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 15:12:28.307293 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-0b43505e-5f91-474a-acdc-73288747b9c9 req-fc9edf10-5691-49b6-8fdd-eefe0925e438 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823481102'] for port, after_update {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:12:28.323088 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-0d96e33e-4bd3-4867-9954-32482d9bb3ed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:12:28.690134 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9edf10-5691-49b6-8fdd-eefe0925e438 service neutron] Pushing event updated for resources: {'Port': ['ID=32c33f5f-f535-4def-8119-5ec04e44c6df,revision_number=2']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:12:28.694554 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-fc9edf10-5691-49b6-8fdd-eefe0925e438 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:12:28.871333 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [req-0b43505e-5f91-474a-acdc-73288747b9c9 req-fc9edf10-5691-49b6-8fdd-eefe0925e438 service neutron] Attempting to bind port 32c33f5f-f535-4def-8119-5ec04e44c6df on host hv-cinder-75790 for vnic_type normal with profile  {{(pid=80383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 15:12:28.871714 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [req-0b43505e-5f91-474a-acdc-73288747b9c9 req-fc9edf10-5691-49b6-8fdd-eefe0925e438 service neutron] Attempting to bind port 32c33f5f-f535-4def-8119-5ec04e44c6df by drivers openvswitch on host hv-cinder-75790 at level 0 using segments [{'id': '5f3e2451-6ab0-41a3-9946-e90011e5c12b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '14aa4802-6c70-4c98-bcce-5e6e30e22a86'}] {{(pid=80383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 15:12:28.872084 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b43505e-5f91-474a-acdc-73288747b9c9 req-fc9edf10-5691-49b6-8fdd-eefe0925e438 service neutron] Attempting to bind port 32c33f5f-f535-4def-8119-5ec04e44c6df on network 14aa4802-6c70-4c98-bcce-5e6e30e22a86 {{(pid=80383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 15:12:28.879000 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b43505e-5f91-474a-acdc-73288747b9c9 req-fc9edf10-5691-49b6-8fdd-eefe0925e438 service neutron] Checking agent: {'id': '7af519bd-b73a-4597-86f2-e334c7b64707', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75790', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 15, 0, 18), 'started_at': datetime.datetime(2020, 12, 3, 15, 0, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 15, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 15:12:28.879378 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b43505e-5f91-474a-acdc-73288747b9c9 req-fc9edf10-5691-49b6-8fdd-eefe0925e438 service neutron] Checking segment: {'id': '5f3e2451-6ab0-41a3-9946-e90011e5c12b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '14aa4802-6c70-4c98-bcce-5e6e30e22a86'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 15:12:28.879783 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-0b43505e-5f91-474a-acdc-73288747b9c9 req-fc9edf10-5691-49b6-8fdd-eefe0925e438 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:12:28.880181 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b43505e-5f91-474a-acdc-73288747b9c9 req-fc9edf10-5691-49b6-8fdd-eefe0925e438 service neutron] Bound using segment: {'id': '5f3e2451-6ab0-41a3-9946-e90011e5c12b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '14aa4802-6c70-4c98-bcce-5e6e30e22a86'} {{(pid=80383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 15:12:28.880655 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [req-0b43505e-5f91-474a-acdc-73288747b9c9 req-fc9edf10-5691-49b6-8fdd-eefe0925e438 service neutron] Bound port: 32c33f5f-f535-4def-8119-5ec04e44c6df, host: hv-cinder-75790, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f3e2451-6ab0-41a3-9946-e90011e5c12b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '14aa4802-6c70-4c98-bcce-5e6e30e22a86'}}] {{(pid=80383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 15:12:28.881033 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-0b43505e-5f91-474a-acdc-73288747b9c9 req-fc9edf10-5691-49b6-8fdd-eefe0925e438 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:12:28.975470 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [req-0b43505e-5f91-474a-acdc-73288747b9c9 req-fc9edf10-5691-49b6-8fdd-eefe0925e438 service neutron] For port 32c33f5f-f535-4def-8119-5ec04e44c6df, host hv-cinder-75790, cleared binding levels {{(pid=80383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 15:12:28.978504 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [req-0b43505e-5f91-474a-acdc-73288747b9c9 req-fc9edf10-5691-49b6-8fdd-eefe0925e438 service neutron] For port 32c33f5f-f535-4def-8119-5ec04e44c6df, host hv-cinder-75790, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=32c33f5f-f535-4def-8119-5ec04e44c6df,segment=NetworkSegment(5f3e2451-6ab0-41a3-9946-e90011e5c12b),segment_id=5f3e2451-6ab0-41a3-9946-e90011e5c12b)] {{(pid=80383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 15:12:28.981816 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-0b43505e-5f91-474a-acdc-73288747b9c9 req-fc9edf10-5691-49b6-8fdd-eefe0925e438 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823481102'] for port, after_update {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:12:28.997532 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:12:29.141664 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9edf10-5691-49b6-8fdd-eefe0925e438 service neutron] Pushing event updated for resources: {'Port': ['ID=32c33f5f-f535-4def-8119-5ec04e44c6df,revision_number=3']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:12:29.145229 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-fc9edf10-5691-49b6-8fdd-eefe0925e438 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:12:29.188237 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b43505e-5f91-474a-acdc-73288747b9c9 req-fc9edf10-5691-49b6-8fdd-eefe0925e438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:12:29.188914 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-0b43505e-5f91-474a-acdc-73288747b9c9 req-fc9edf10-5691-49b6-8fdd-eefe0925e438 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6653'] for port, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:12:29.190467 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-0b43505e-5f91-474a-acdc-73288747b9c9 req-fc9edf10-5691-49b6-8fdd-eefe0925e438 service neutron] 10.222.0.83 "PUT /v2.0/ports/32c33f5f-f535-4def-8119-5ec04e44c6df HTTP/1.1" status: 200  len: 1158 time: 1.5625505
Dec 03 15:12:29.191038 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24bac5f0-bc0a-483a-8511-637e1982d655', 'tag': '32c33f5f-f535-4def-8119-5ec04e44c6df'}] {{(pid=80383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 15:12:29.281952 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24bac5f0-bc0a-483a-8511-637e1982d655', 'tag': '32c33f5f-f535-4def-8119-5ec04e44c6df', 'status': 'completed', 'code': 200}
Dec 03 15:12:29.319872 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b43505e-5f91-474a-acdc-73288747b9c9 req-6b5d22f1-76cd-4547-b007-95801d19a767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:12:29.321499 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-0b43505e-5f91-474a-acdc-73288747b9c9 req-6b5d22f1-76cd-4547-b007-95801d19a767 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=53373f86c5e745dea4811644f2dd6d54&device_id=24bac5f0-bc0a-483a-8511-637e1982d655 HTTP/1.1" status: 200  len: 1161 time: 0.0783565
Dec 03 15:12:29.323114 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa1f609-7ff4-4065-b174-6716fa2dce0b req-52a955d8-aa9a-4a95-bbb1-7fb40e322329 tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:12:29.324737 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-5fa1f609-7ff4-4065-b174-6716fa2dce0b req-52a955d8-aa9a-4a95-bbb1-7fb40e322329 tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] 10.222.0.63 "GET /v2.0/ports?device_id=24bac5f0-bc0a-483a-8511-637e1982d655 HTTP/1.1" status: 200  len: 944 time: 0.0937469
Dec 03 15:12:29.373322 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-5fa1f609-7ff4-4065-b174-6716fa2dce0b req-6388b702-fd17-449d-bdd0-b49bed9ccad9 tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] 10.222.0.63 "GET /v2.0/security-groups?id=3fa221e7-0c71-483c-b33f-d86d7bf2bfa1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414672
Dec 03 15:12:29.403047 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-0b43505e-5f91-474a-acdc-73288747b9c9 req-cc4af85f-4fb8-4ee0-b253-dfae4722b26d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=32c33f5f-f535-4def-8119-5ec04e44c6df HTTP/1.1" status: 200  len: 217 time: 0.0688603
Dec 03 15:12:29.473064 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b43505e-5f91-474a-acdc-73288747b9c9 req-b2bebd87-06c1-4c00-a270-740e248a82b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:12:29.474783 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-0b43505e-5f91-474a-acdc-73288747b9c9 req-b2bebd87-06c1-4c00-a270-740e248a82b0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d8f635d5-b0f2-44be-884a-2a81a71cff8b HTTP/1.1" status: 200  len: 854 time: 0.0653927
Dec 03 15:12:29.529184 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-0b43505e-5f91-474a-acdc-73288747b9c9 req-5819472b-96ae-467d-9695-1dc6432ed02d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=14aa4802-6c70-4c98-bcce-5e6e30e22a86&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0469422
Dec 03 15:12:29.676760 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-0b43505e-5f91-474a-acdc-73288747b9c9 req-9d9df6a2-9675-4e36-a704-17277f92a18e service neutron] 10.222.0.83 "GET /v2.0/networks/14aa4802-6c70-4c98-bcce-5e6e30e22a86?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1403689
Dec 03 15:12:29.821718 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-0b43505e-5f91-474a-acdc-73288747b9c9 req-9687cb5e-f214-49ab-9728-9ff58bf15d5d service neutron] 10.222.0.83 "GET /v2.0/networks/14aa4802-6c70-4c98-bcce-5e6e30e22a86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1386280
Dec 03 15:12:29.993256 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1097191-0b3b-4fbc-b35d-ca77c332b7c4 req-8cc70430-0af6-4570-ae60-93a80bc70ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:12:29.994942 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-f1097191-0b3b-4fbc-b35d-ca77c332b7c4 req-8cc70430-0af6-4570-ae60-93a80bc70ca6 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=53373f86c5e745dea4811644f2dd6d54&device_id=24bac5f0-bc0a-483a-8511-637e1982d655 HTTP/1.1" status: 200  len: 1161 time: 0.0783105
Dec 03 15:12:30.143014 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1097191-0b3b-4fbc-b35d-ca77c332b7c4 req-2c7ffd06-125e-44ea-bfca-56dcef04bd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:12:30.144524 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-f1097191-0b3b-4fbc-b35d-ca77c332b7c4 req-2c7ffd06-125e-44ea-bfca-56dcef04bd6f service neutron] 10.222.0.83 "GET /v2.0/networks?id=14aa4802-6c70-4c98-bcce-5e6e30e22a86 HTTP/1.1" status: 200  len: 908 time: 0.1422937
Dec 03 15:12:30.220416 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-f1097191-0b3b-4fbc-b35d-ca77c332b7c4 req-350bb162-27f5-42fb-a82d-7204dc54defc service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=32c33f5f-f535-4def-8119-5ec04e44c6df HTTP/1.1" status: 200  len: 217 time: 0.0682862
Dec 03 15:12:30.289531 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1097191-0b3b-4fbc-b35d-ca77c332b7c4 req-6c449398-b3ca-432c-9513-b5a45e738a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:12:30.291093 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-f1097191-0b3b-4fbc-b35d-ca77c332b7c4 req-6c449398-b3ca-432c-9513-b5a45e738a9a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d8f635d5-b0f2-44be-884a-2a81a71cff8b HTTP/1.1" status: 200  len: 854 time: 0.0635335
Dec 03 15:12:30.346947 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-f1097191-0b3b-4fbc-b35d-ca77c332b7c4 req-9cc573c0-34fe-4c90-947c-b7ed54eb9bfe service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=14aa4802-6c70-4c98-bcce-5e6e30e22a86&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0486016
Dec 03 15:12:30.494701 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-f1097191-0b3b-4fbc-b35d-ca77c332b7c4 req-c6ec6a76-998a-468b-83a2-f7b554ae3f38 service neutron] 10.222.0.83 "GET /v2.0/networks/14aa4802-6c70-4c98-bcce-5e6e30e22a86?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1380470
Dec 03 15:12:30.706388 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-f1097191-0b3b-4fbc-b35d-ca77c332b7c4 req-42c4cf2e-b7e3-4630-8483-e4fac6becef3 service neutron] 10.222.0.83 "GET /v2.0/networks/14aa4802-6c70-4c98-bcce-5e6e30e22a86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2040317
Dec 03 15:12:30.713684 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6556fc7-7a53-4a21-a98d-3a76a8391ef9 req-7212396e-feea-4152-9306-c37f267e4c1f tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:12:30.715230 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-e6556fc7-7a53-4a21-a98d-3a76a8391ef9 req-7212396e-feea-4152-9306-c37f267e4c1f tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] 10.222.0.63 "GET /v2.0/ports?device_id=24bac5f0-bc0a-483a-8511-637e1982d655 HTTP/1.1" status: 200  len: 944 time: 0.1908433
Dec 03 15:12:30.764310 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-e6556fc7-7a53-4a21-a98d-3a76a8391ef9 req-734e3d0d-bb80-48cf-bf4b-1b43064ff3e6 tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] 10.222.0.63 "GET /v2.0/security-groups?id=3fa221e7-0c71-483c-b33f-d86d7bf2bfa1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426896
Dec 03 15:12:31.995547 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78854782-b1e4-4128-8426-32e800807999 req-cb35a8ba-d20b-4daa-999d-88899c6a3d08 tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:12:31.997168 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-78854782-b1e4-4128-8426-32e800807999 req-cb35a8ba-d20b-4daa-999d-88899c6a3d08 tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] 10.222.0.63 "GET /v2.0/ports?device_id=24bac5f0-bc0a-483a-8511-637e1982d655 HTTP/1.1" status: 200  len: 944 time: 0.0867400
Dec 03 15:12:32.049494 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-78854782-b1e4-4128-8426-32e800807999 req-8312c0b2-285c-46d5-904d-1b20c705ee86 tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] 10.222.0.63 "GET /v2.0/security-groups?id=3fa221e7-0c71-483c-b33f-d86d7bf2bfa1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455573
Dec 03 15:12:32.975438 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Device 32c33f5f-f535-4def-8119-5ec04e44c6df up at agent ovs-agent-hv-cinder-75790 {{(pid=80384) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 15:12:33.044014 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Provisioning for port 32c33f5f-f535-4def-8119-5ec04e44c6df completed by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 15:12:33.048953 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Provisioning complete for port 32c33f5f-f535-4def-8119-5ec04e44c6df triggered by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:12:33.049373 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:12:33.174873 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:12:33.204666 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24bac5f0-bc0a-483a-8511-637e1982d655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32c33f5f-f535-4def-8119-5ec04e44c6df'}] {{(pid=80384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 15:12:33.215787 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] For port 32c33f5f-f535-4def-8119-5ec04e44c6df, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=32c33f5f-f535-4def-8119-5ec04e44c6df,segment=NetworkSegment(5f3e2451-6ab0-41a3-9946-e90011e5c12b),segment_id=5f3e2451-6ab0-41a3-9946-e90011e5c12b)] {{(pid=80384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 15:12:33.219123 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024'] for port, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:12:33.222063 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:12:33.270246 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24bac5f0-bc0a-483a-8511-637e1982d655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32c33f5f-f535-4def-8119-5ec04e44c6df', 'code': 200}
Dec 03 15:12:33.283522 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61b7f05-7447-45c5-93fd-e2cfd91935fc req-68ba6912-cd45-4409-993e-93316429b593 tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:12:33.285130 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-e61b7f05-7447-45c5-93fd-e2cfd91935fc req-68ba6912-cd45-4409-993e-93316429b593 tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] 10.222.0.63 "GET /v2.0/ports?device_id=24bac5f0-bc0a-483a-8511-637e1982d655 HTTP/1.1" status: 200  len: 946 time: 0.0915613
Dec 03 15:12:33.291985 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Pushing event updated for resources: {'Port': ['ID=32c33f5f-f535-4def-8119-5ec04e44c6df,revision_number=4']} {{(pid=80384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:12:33.300975 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:12:33.301306 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:12:33.301628 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:12:33.302038 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:12:33.302413 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:12:33.302785 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:12:33.303156 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:12:33.303523 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:12:33.304207 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:12:33.304207 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:12:33.304574 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:12:33.304938 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:12:33.305342 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:12:33.305708 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:12:33.306106 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:12:33.306518 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:12:33.306878 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:12:33.307244 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:12:33.307606 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:12:33.308613 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:12:33.308613 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:12:33.308938 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:12:33.309303 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:12:33.309664 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:12:33.314687 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:12:33.337090 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-e61b7f05-7447-45c5-93fd-e2cfd91935fc req-42719514-00b1-40b7-86cb-a061e2f954a3 tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] 10.222.0.63 "GET /v2.0/security-groups?id=3fa221e7-0c71-483c-b33f-d86d7bf2bfa1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455964
Dec 03 15:12:33.542171 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b2dd42-db53-43b0-974d-4eab5ae94e96 req-dfc4923e-7314-4c43-be52-17e4a69c3fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:12:33.543771 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-b8b2dd42-db53-43b0-974d-4eab5ae94e96 req-dfc4923e-7314-4c43-be52-17e4a69c3fc6 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=24bac5f0-bc0a-483a-8511-637e1982d655 HTTP/1.1" status: 200  len: 1163 time: 0.0742879
Dec 03 15:12:33.590501 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-b8b2dd42-db53-43b0-974d-4eab5ae94e96 req-a215477b-52ba-45c7-b47d-abf63cc452be service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=3fa221e7-0c71-483c-b33f-d86d7bf2bfa1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396805
Dec 03 15:12:34.558942 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9748b15a-4a6d-4944-b121-325f19b3715e req-a34d97e7-5961-4ddd-b378-27afd34afc35 tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:12:34.560554 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-9748b15a-4a6d-4944-b121-325f19b3715e req-a34d97e7-5961-4ddd-b378-27afd34afc35 tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] 10.222.0.63 "GET /v2.0/ports?device_id=24bac5f0-bc0a-483a-8511-637e1982d655 HTTP/1.1" status: 200  len: 946 time: 0.0893354
Dec 03 15:12:34.619021 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-9748b15a-4a6d-4944-b121-325f19b3715e req-ac1db2f6-f4f9-4a7e-9555-1f7100126e80 tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] 10.222.0.63 "GET /v2.0/security-groups?id=3fa221e7-0c71-483c-b33f-d86d7bf2bfa1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407979
Dec 03 15:12:34.740944 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Device 32c33f5f-f535-4def-8119-5ec04e44c6df up at agent ovs-agent-hv-cinder-75790 {{(pid=80384) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 15:12:34.815921 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Provisioning complete for port 32c33f5f-f535-4def-8119-5ec04e44c6df triggered by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:12:34.816347 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:12:35.825047 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e3e465-7bad-4b9e-81b2-43a374bc06f6 req-072f65e8-04e5-40c6-a657-853353d91032 tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:12:35.826678 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-60e3e465-7bad-4b9e-81b2-43a374bc06f6 req-072f65e8-04e5-40c6-a657-853353d91032 tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] 10.222.0.63 "GET /v2.0/ports?device_id=24bac5f0-bc0a-483a-8511-637e1982d655 HTTP/1.1" status: 200  len: 946 time: 0.0826983
Dec 03 15:12:35.873352 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-60e3e465-7bad-4b9e-81b2-43a374bc06f6 req-e08a6b53-10a3-46ad-a7fb-7807c993b06b tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] 10.222.0.63 "GET /v2.0/security-groups?id=3fa221e7-0c71-483c-b33f-d86d7bf2bfa1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400500
Dec 03 15:12:42.897424 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d61060d-d597-4b1d-ab5b-532099cf1e03 req-25b802ea-b4df-4b4c-9a24-49b89912ae96 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:12:42.899146 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-7d61060d-d597-4b1d-ab5b-532099cf1e03 req-25b802ea-b4df-4b4c-9a24-49b89912ae96 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "GET /v2.0/ports?device_id=f0423581-5320-4d03-8e5c-2fc88bf1837b HTTP/1.1" status: 200  len: 946 time: 0.0882094
Dec 03 15:12:42.947452 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-7d61060d-d597-4b1d-ab5b-532099cf1e03 req-ae079eba-f932-4f5b-baa9-159c18c3170b tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "GET /v2.0/security-groups?id=d1b57de3-957d-4a2e-a4de-5c259d445835&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0417025
Dec 03 15:12:44.174339 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a09e24-0bf8-4622-811e-11d3e590f776 req-6c519427-1199-480c-b3b2-1dee11033963 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:12:44.175954 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-60a09e24-0bf8-4622-811e-11d3e590f776 req-6c519427-1199-480c-b3b2-1dee11033963 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "GET /v2.0/ports?device_id=f0423581-5320-4d03-8e5c-2fc88bf1837b HTTP/1.1" status: 200  len: 946 time: 0.0931435
Dec 03 15:12:44.224381 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-60a09e24-0bf8-4622-811e-11d3e590f776 req-639408f6-f7f2-4b44-b477-a86675bd900e tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "GET /v2.0/security-groups?id=d1b57de3-957d-4a2e-a4de-5c259d445835&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0418930
Dec 03 15:12:44.631934 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cfb21d-5838-4d8d-a1b8-8fbf9fc7620b req-92c90549-7693-4e02-bbaa-61d7afe56803 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:12:44.633490 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-e3cfb21d-5838-4d8d-a1b8-8fbf9fc7620b req-92c90549-7693-4e02-bbaa-61d7afe56803 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.83 "GET /v2.0/ports?device_id=f0423581-5320-4d03-8e5c-2fc88bf1837b HTTP/1.1" status: 200  len: 946 time: 0.0850525
Dec 03 15:12:44.712430 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [req-e3cfb21d-5838-4d8d-a1b8-8fbf9fc7620b req-76c7d976-364f-44b1-b5d3-18a7fc994845 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Deleting port 1d444986-6670-4748-b35e-a5b3b20c3660 {{(pid=80383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 15:12:44.712820 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-e3cfb21d-5838-4d8d-a1b8-8fbf9fc7620b req-76c7d976-364f-44b1-b5d3-18a7fc994845 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729303099848'] for port, before_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:12:44.974680 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [req-e3cfb21d-5838-4d8d-a1b8-8fbf9fc7620b req-76c7d976-364f-44b1-b5d3-18a7fc994845 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] For port 1d444986-6670-4748-b35e-a5b3b20c3660, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=1d444986-6670-4748-b35e-a5b3b20c3660,segment=NetworkSegment(672fc1f2-c840-4033-80bd-615495b12170),segment_id=672fc1f2-c840-4033-80bd-615495b12170)] {{(pid=80383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 15:12:44.974996 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-e3cfb21d-5838-4d8d-a1b8-8fbf9fc7620b req-76c7d976-364f-44b1-b5d3-18a7fc994845 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821294133'] for port, precommit_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:12:45.273405 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-e3cfb21d-5838-4d8d-a1b8-8fbf9fc7620b req-76c7d976-364f-44b1-b5d3-18a7fc994845 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Notify callbacks [] for floatingip, precommit_update {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:12:45.273869 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-e3cfb21d-5838-4d8d-a1b8-8fbf9fc7620b req-76c7d976-364f-44b1-b5d3-18a7fc994845 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036821248144'] for floatingip, after_update {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:12:45.274181 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.db.l3_db [req-e3cfb21d-5838-4d8d-a1b8-8fbf9fc7620b req-76c7d976-364f-44b1-b5d3-18a7fc994845 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Floating IP ded71b9f-e3b6-4072-9068-f5c30ec58e01 disassociated. External IP: 172.27.2.136, port: 1d444986-6670-4748-b35e-a5b3b20c3660.
Dec 03 15:12:45.274569 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [req-e3cfb21d-5838-4d8d-a1b8-8fbf9fc7620b req-76c7d976-364f-44b1-b5d3-18a7fc994845 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Calling delete_port for 1d444986-6670-4748-b35e-a5b3b20c3660 owned by compute:nova {{(pid=80383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 15:12:45.424005 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-e3cfb21d-5838-4d8d-a1b8-8fbf9fc7620b req-76c7d976-364f-44b1-b5d3-18a7fc994845 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307551598230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307552127058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31294715'] for port, after_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:12:45.437425 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676369c6-649c-4836-a0d8-dee6fe93dd43 req-494f6ebd-8a1d-4b8a-98be-8173e9ca06e6 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:12:45.439101 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-676369c6-649c-4836-a0d8-dee6fe93dd43 req-494f6ebd-8a1d-4b8a-98be-8173e9ca06e6 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "GET /v2.0/ports?device_id=f0423581-5320-4d03-8e5c-2fc88bf1837b HTTP/1.1" status: 200  len: 867 time: 0.0831516
Dec 03 15:12:45.442668 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-fc9edf10-5691-49b6-8fdd-eefe0925e438 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:12:45.488569 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-676369c6-649c-4836-a0d8-dee6fe93dd43 req-921f678a-46ae-4d52-9cdf-77418ea8575d tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "GET /v2.0/security-groups?id=d1b57de3-957d-4a2e-a4de-5c259d445835&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0430932
Dec 03 15:12:45.496340 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c7d976-364f-44b1-b5d3-18a7fc994845 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Pushing event deleted for resources: {'Port': ['ID=1d444986-6670-4748-b35e-a5b3b20c3660,revision_number=None']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:12:45.500200 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-76c7d976-364f-44b1-b5d3-18a7fc994845 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:12:46.036150 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e3cfb21d-5838-4d8d-a1b8-8fbf9fc7620b req-76c7d976-364f-44b1-b5d3-18a7fc994845 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Router a0232454-4c31-4c72-a469-0c5f61e6b4c6 has already been hosted by L3 agent 7132dbe3-ed21-4d9d-abcc-41c34baf52ae {{(pid=80383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 15:12:46.239791 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e3cfb21d-5838-4d8d-a1b8-8fbf9fc7620b req-76c7d976-364f-44b1-b5d3-18a7fc994845 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Notify agent at l3_agent.dv-cinder-757908-3-iscsi the message routers_updated {{(pid=80383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 15:12:46.250648 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c516d8a-54fd-4f17-85c9-efff329853ca None None] Sync routers for ids ['a0232454-4c31-4c72-a469-0c5f61e6b4c6'] in dv-cinder-757908-3-iscsi {{(pid=80385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 15:12:46.262943 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c516d8a-54fd-4f17-85c9-efff329853ca None None] Routers {'a0232454-4c31-4c72-a469-0c5f61e6b4c6'} bound to L3 agent in host dv-cinder-757908-3-iscsi {{(pid=80385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 15:12:46.263785 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-3c516d8a-54fd-4f17-85c9-efff329853ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f072ecaf240>, 'dv-cinder-757908-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T14:53:20Z,description=<?>,heartbeat_timestamp=2020-12-03T15:12:20Z,host='dv-cinder-757908-3-iscsi',id=7132dbe3-ed21-4d9d-abcc-41c34baf52ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T14:53:20Z,topic='l3_agent')) {'router_ids': ['a0232454-4c31-4c72-a469-0c5f61e6b4c6'], 'active': True} {{(pid=80385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:12:46.280271 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3cfb21d-5838-4d8d-a1b8-8fbf9fc7620b req-76c7d976-364f-44b1-b5d3-18a7fc994845 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] No DVR routers for this DVR port 1d444986-6670-4748-b35e-a5b3b20c3660 on host hv-cinder-75790 {{(pid=80383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 15:12:46.282957 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-e3cfb21d-5838-4d8d-a1b8-8fbf9fc7620b req-76c7d976-364f-44b1-b5d3-18a7fc994845 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6653'] for port, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:12:46.286060 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0423581-5320-4d03-8e5c-2fc88bf1837b', 'name': 'network-vif-deleted', 'tag': '1d444986-6670-4748-b35e-a5b3b20c3660'}] {{(pid=80383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 15:12:46.302739 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-e3cfb21d-5838-4d8d-a1b8-8fbf9fc7620b req-76c7d976-364f-44b1-b5d3-18a7fc994845 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.83 "DELETE /v2.0/ports/1d444986-6670-4748-b35e-a5b3b20c3660 HTTP/1.1" status: 204  len: 173 time: 1.6631258
Dec 03 15:12:46.351901 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0423581-5320-4d03-8e5c-2fc88bf1837b', 'name': 'network-vif-deleted', 'tag': '1d444986-6670-4748-b35e-a5b3b20c3660', 'status': 'completed', 'code': 200}
Dec 03 15:12:46.459584 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvr_db [None req-3c516d8a-54fd-4f17-85c9-efff329853ca None None] Set router a0232454-4c31-4c72-a469-0c5f61e6b4c6 gateway port host: dv-cinder-757908-3-iscsi {{(pid=80385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 15:12:46.672892 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-8f5ca711-85c6-4004-8e12-a886fd0c8034 req-34b23c9d-c515-4e5a-ab2a-d04223f82fd8 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "GET /v2.0/ports?device_id=f0423581-5320-4d03-8e5c-2fc88bf1837b HTTP/1.1" status: 200  len: 210 time: 0.0489092
Dec 03 15:12:46.787716 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-3c516d8a-54fd-4f17-85c9-efff329853ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f072ecaf240>, [{'id': 'a0232454-4c31-4c72-a469-0c5f61e6b4c6', 'name': 'tempest-TestVolumeBootPattern-395720009-router', 'tenant_id': 'f470bb55fd724a97959cc14ef30e0db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'external_fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '241b13d4-399a-446b-9afb-d645b8b0c23c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:09:41Z', 'updated_at': '2020-12-03T15:09:46Z', 'revision_number': 4, 'project_id': 'f470bb55fd724a97959cc14ef30e0db0', 'gw_port': {'id': '241b13d4-399a-446b-9afb-d645b8b0c23c', 'name': '', 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:23:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0232454-4c31-4c72-a469-0c5f61e6b4c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:09:42Z', 'updated_at': '2020-12-03T15:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-iscsi', '_interfaces': [{'id': '6ccc30d5-9a7e-4da0-b2f2-44aed636116f', 'name': '', 'network_id': 'ca7902d6-3500-4f57-934f-b73bb22a6c84', 'tenant_id': 'f470bb55fd724a97959cc14ef30e0db0', 'mac_address': 'fa:16:3e:89:5a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0232454-4c31-4c72-a469-0c5f61e6b4c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '2c3a1b0e-0906-4771-89fd-c57f0540e6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:09:45Z', 'updated_at': '2020-12-03T15:09:55Z', 'revision_number': 5, 'project_id': 'f470bb55fd724a97959cc14ef30e0db0', 'subnets': [{'id': '2c3a1b0e-0906-4771-89fd-c57f0540e6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-3-iscsi', False) {} {{(pid=80385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:12:46.791709 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c516d8a-54fd-4f17-85c9-efff329853ca None None] Checking router: a0232454-4c31-4c72-a469-0c5f61e6b4c6 for host: dv-cinder-757908-3-iscsi {{(pid=80385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 15:12:46.802092 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c516d8a-54fd-4f17-85c9-efff329853ca None None] Routers {'a0232454-4c31-4c72-a469-0c5f61e6b4c6'} bound to L3 agent in host dv-cinder-757908-3-iscsi {{(pid=80385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 15:12:46.802826 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-3c516d8a-54fd-4f17-85c9-efff329853ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f072ecaf240>, 'dv-cinder-757908-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T14:53:20Z,description=<?>,heartbeat_timestamp=2020-12-03T15:12:20Z,host='dv-cinder-757908-3-iscsi',id=7132dbe3-ed21-4d9d-abcc-41c34baf52ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T14:53:20Z,topic='l3_agent')) {'router_ids': ['a0232454-4c31-4c72-a469-0c5f61e6b4c6'], 'active': True} {{(pid=80385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:12:47.132596 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvr_db [None req-3c516d8a-54fd-4f17-85c9-efff329853ca None None] Set router a0232454-4c31-4c72-a469-0c5f61e6b4c6 gateway port host: dv-cinder-757908-3-iscsi {{(pid=80385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 15:12:47.449924 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-f4cbc230-172e-4851-9c5f-d138dc981b3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:12:47.456292 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Device 1d444986-6670-4748-b35e-a5b3b20c3660 no longer exists at agent ovs-agent-hv-cinder-75790 {{(pid=80384) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 15:12:47.464254 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-3c516d8a-54fd-4f17-85c9-efff329853ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f072ecaf240>, [{'id': 'a0232454-4c31-4c72-a469-0c5f61e6b4c6', 'name': 'tempest-TestVolumeBootPattern-395720009-router', 'tenant_id': 'f470bb55fd724a97959cc14ef30e0db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'external_fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '241b13d4-399a-446b-9afb-d645b8b0c23c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:09:41Z', 'updated_at': '2020-12-03T15:09:46Z', 'revision_number': 4, 'project_id': 'f470bb55fd724a97959cc14ef30e0db0', 'gw_port': {'id': '241b13d4-399a-446b-9afb-d645b8b0c23c', 'name': '', 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:23:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0232454-4c31-4c72-a469-0c5f61e6b4c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:09:42Z', 'updated_at': '2020-12-03T15:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-iscsi', '_interfaces': [{'id': '6ccc30d5-9a7e-4da0-b2f2-44aed636116f', 'name': '', 'network_id': 'ca7902d6-3500-4f57-934f-b73bb22a6c84', 'tenant_id': 'f470bb55fd724a97959cc14ef30e0db0', 'mac_address': 'fa:16:3e:89:5a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0232454-4c31-4c72-a469-0c5f61e6b4c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '2c3a1b0e-0906-4771-89fd-c57f0540e6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:09:45Z', 'updated_at': '2020-12-03T15:09:55Z', 'revision_number': 5, 'project_id': 'f470bb55fd724a97959cc14ef30e0db0', 'subnets': [{'id': '2c3a1b0e-0906-4771-89fd-c57f0540e6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-3-iscsi', False) {} {{(pid=80385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:12:47.468989 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c516d8a-54fd-4f17-85c9-efff329853ca None None] The sync data for ids ['a0232454-4c31-4c72-a469-0c5f61e6b4c6'] in dv-cinder-757908-3-iscsi is: [{'id': 'a0232454-4c31-4c72-a469-0c5f61e6b4c6', 'name': 'tempest-TestVolumeBootPattern-395720009-router', 'tenant_id': 'f470bb55fd724a97959cc14ef30e0db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'external_fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '241b13d4-399a-446b-9afb-d645b8b0c23c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:09:41Z', 'updated_at': '2020-12-03T15:09:46Z', 'revision_number': 4, 'project_id': 'f470bb55fd724a97959cc14ef30e0db0', 'gw_port': {'id': '241b13d4-399a-446b-9afb-d645b8b0c23c', 'name': '', 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:23:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0232454-4c31-4c72-a469-0c5f61e6b4c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:09:42Z', 'updated_at': '2020-12-03T15:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-iscsi', '_interfaces': [{'id': '6ccc30d5-9a7e-4da0-b2f2-44aed636116f', 'name': '', 'network_id': 'ca7902d6-3500-4f57-934f-b73bb22a6c84', 'tenant_id': 'f470bb55fd724a97959cc14ef30e0db0', 'mac_address': 'fa:16:3e:89:5a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0232454-4c31-4c72-a469-0c5f61e6b4c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '2c3a1b0e-0906-4771-89fd-c57f0540e6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:09:45Z', 'updated_at': '2020-12-03T15:09:55Z', 'revision_number': 5, 'project_id': 'f470bb55fd724a97959cc14ef30e0db0', 'subnets': [{'id': '2c3a1b0e-0906-4771-89fd-c57f0540e6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 15:12:47.502627 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] No Port match for: 1d444986-6670-4748-b35e-a5b3b20c3660 {{(pid=80384) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 15:12:47.503030 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Device 1d444986-6670-4748-b35e-a5b3b20c3660 not bound to the agent host hv-cinder-75790 {{(pid=80384) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 15:12:47.852206 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67dc832b-0efe-4145-9498-cc71fa416ac7 None None] New status for floating IP ded71b9f-e3b6-4072-9068-f5c30ec58e01: DOWN {{(pid=80384) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 03 15:12:47.854752 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-bf137ae5-76eb-497e-8bfa-1b895d6c3d79 req-6cc510c2-3fee-47db-b81c-08093f49bde3 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Synchronizing usage tracker for tenant:f470bb55fd724a97959cc14ef30e0db0 on resource:port {{(pid=80383) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 15:12:47.869270 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-bf137ae5-76eb-497e-8bfa-1b895d6c3d79 req-6cc510c2-3fee-47db-b81c-08093f49bde3 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Unset dirty status for tenant:f470bb55fd724a97959cc14ef30e0db0 on resource:port {{(pid=80383) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 15:12:47.870552 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-bf137ae5-76eb-497e-8bfa-1b895d6c3d79 req-6cc510c2-3fee-47db-b81c-08093f49bde3 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "GET /v2.0/ports?device_id=f0423581-5320-4d03-8e5c-2fc88bf1837b HTTP/1.1" status: 200  len: 210 time: 0.0625451
Dec 03 15:12:49.368570 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-5d777a28-a25d-400b-94e6-609e7f683e32 req-899c261f-6567-45b6-bb0f-c2a8c2c5bf18 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-1253914480&fields=id&tenant_id=f470bb55fd724a97959cc14ef30e0db0 HTTP/1.1" status: 200  len: 267 time: 0.0466611
Dec 03 15:12:49.528838 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d777a28-a25d-400b-94e6-609e7f683e32 req-ef8a9cec-b85e-4b70-aae5-8bc0c8b17b31 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:12:49.530473 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-5d777a28-a25d-400b-94e6-609e7f683e32 req-ef8a9cec-b85e-4b70-aae5-8bc0c8b17b31 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "GET /v2.0/networks?id=ca7902d6-3500-4f57-934f-b73bb22a6c84 HTTP/1.1" status: 200  len: 811 time: 0.1542747
Dec 03 15:12:49.547972 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-5d777a28-a25d-400b-94e6-609e7f683e32 req-61927c8e-2453-496e-865f-c18b220acc4e tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "GET /v2.0/quotas/f470bb55fd724a97959cc14ef30e0db0 HTTP/1.1" status: 200  len: 375 time: 0.0103517
Dec 03 15:12:49.636551 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-5d777a28-a25d-400b-94e6-609e7f683e32 req-af486860-992e-4a36-8dfb-5db48e40ff54 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "GET /v2.0/ports?tenant_id=f470bb55fd724a97959cc14ef30e0db0&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0826790
Dec 03 15:12:49.653715 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [req-5d777a28-a25d-400b-94e6-609e7f683e32 req-15e5696e-0239-4368-bd40-bfee8f86dae1 service neutron] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=80383) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 03 15:12:49.654799 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-5d777a28-a25d-400b-94e6-609e7f683e32 req-15e5696e-0239-4368-bd40-bfee8f86dae1 service neutron] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0054276
Dec 03 15:12:49.798434 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-5d777a28-a25d-400b-94e6-609e7f683e32 req-a57bf5bb-887f-4615-9fd8-f006bc02b770 service neutron] 10.222.0.63 "GET /v2.0/networks/ca7902d6-3500-4f57-934f-b73bb22a6c84?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1367736
Dec 03 15:12:49.942765 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-5d777a28-a25d-400b-94e6-609e7f683e32 req-905057ba-3559-47e0-ae76-f6f8cffe39c9 service neutron] 10.222.0.63 "GET /v2.0/networks/ca7902d6-3500-4f57-934f-b73bb22a6c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1379066
Dec 03 15:12:50.168603 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-1f8efde3-dd09-44d8-9388-94559c2f8647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:12:50.198120 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-d1a712ed-1597-40ee-be3f-9bd7eb160871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:12:50.377841 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-ff8ff50c-9593-47fb-ab76-7b20db39b90d req-19648793-e55c-4a35-90da-8188ffba501f tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "GET /v2.0/ports?device_id=c2af9f6a-6971-4c2c-b2f1-ede1e0da987d HTTP/1.1" status: 200  len: 210 time: 0.0463886
Dec 03 15:12:50.964925 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.agents_db [None req-51f4eaf8-3f98-4d92-a7df-a28bf03852b0 None None] Agent healthcheck: found 6 active agents {{(pid=80385) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 15:12:51.307630 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:12:51.554341 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-c3561687-22e5-4b6c-9677-bb9cf20ba9ad req-d6a9647c-614e-4f2e-b601-89176d85c8db tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "GET /v2.0/ports?device_id=c2af9f6a-6971-4c2c-b2f1-ede1e0da987d HTTP/1.1" status: 200  len: 210 time: 0.0455379
Dec 03 15:12:52.057670 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-7c778c2a-832b-4a71-9338-2409dcb4fb0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:12:52.638600 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d777a28-a25d-400b-94e6-609e7f683e32 req-117737c4-3f5c-4634-93e6-0c922471bc0d tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:12:52.640932 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-5d777a28-a25d-400b-94e6-609e7f683e32 req-117737c4-3f5c-4634-93e6-0c922471bc0d tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.83 "GET /v2.0/networks?id=ca7902d6-3500-4f57-934f-b73bb22a6c84 HTTP/1.1" status: 200  len: 811 time: 0.1706629
Dec 03 15:12:52.732965 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-5d777a28-a25d-400b-94e6-609e7f683e32 req-4ee1edb7-8d06-4259-b87f-c0861b45d7e1 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=f470bb55fd724a97959cc14ef30e0db0 HTTP/1.1" status: 200  len: 5551 time: 0.0689244
Dec 03 15:12:52.740019 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-9b2c9943-659a-4cf8-a27f-28783f3bf678 req-9ae526b4-12ec-4b82-8299-a6dde22ce3fe tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "GET /v2.0/ports?device_id=c2af9f6a-6971-4c2c-b2f1-ede1e0da987d HTTP/1.1" status: 200  len: 210 time: 0.0474260
Dec 03 15:12:52.742905 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.base [req-5d777a28-a25d-400b-94e6-609e7f683e32 req-73109e9f-de1e-4e88-b050-c5c534d2e719 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Request body: {'port': {'device_id': 'c2af9f6a-6971-4c2c-b2f1-ede1e0da987d', 'network_id': 'ca7902d6-3500-4f57-934f-b73bb22a6c84', 'admin_state_up': True, 'tenant_id': 'f470bb55fd724a97959cc14ef30e0db0', 'security_groups': ['d1b57de3-957d-4a2e-a4de-5c259d445835']}} {{(pid=80383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 15:12:52.897005 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [req-5d777a28-a25d-400b-94e6-609e7f683e32 req-73109e9f-de1e-4e88-b050-c5c534d2e719 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:12:52.907819 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [req-5d777a28-a25d-400b-94e6-609e7f683e32 req-73109e9f-de1e-4e88-b050-c5c534d2e719 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:12:52.916504 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d777a28-a25d-400b-94e6-609e7f683e32 req-73109e9f-de1e-4e88-b050-c5c534d2e719 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Made reservation on behalf of f470bb55fd724a97959cc14ef30e0db0 for: {'port': 1} {{(pid=80383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 15:12:52.922130 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-5d777a28-a25d-400b-94e6-609e7f683e32 req-73109e9f-de1e-4e88-b050-c5c534d2e719 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:12:53.235604 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.db_base_plugin_common [req-5d777a28-a25d-400b-94e6-609e7f683e32 req-73109e9f-de1e-4e88-b050-c5c534d2e719 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Allocated IP 172.20.0.9 (ca7902d6-3500-4f57-934f-b73bb22a6c84/2c3a1b0e-0906-4771-89fd-c57f0540e6d7/81d206c5-23dc-4936-b486-a60db5437ec7) {{(pid=80383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 15:12:53.435507 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-5d777a28-a25d-400b-94e6-609e7f683e32 req-73109e9f-de1e-4e88-b050-c5c534d2e719 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Notify callbacks [] for port, precommit_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:12:53.453014 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [req-5d777a28-a25d-400b-94e6-609e7f683e32 req-73109e9f-de1e-4e88-b050-c5c534d2e719 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Transition to ACTIVE for port object 81d206c5-23dc-4936-b486-a60db5437ec7 will not be triggered until provisioned by entity DHCP. {{(pid=80383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 15:12:53.472814 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-5d777a28-a25d-400b-94e6-609e7f683e32 req-73109e9f-de1e-4e88-b050-c5c534d2e719 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307552080722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31294715'] for port, after_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:12:53.490575 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-7cf016df-345d-41c5-b731-6d634039f743 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:12:53.636022 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73109e9f-de1e-4e88-b050-c5c534d2e719 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Pushing event updated for resources: {'Port': ['ID=81d206c5-23dc-4936-b486-a60db5437ec7,revision_number=1']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:12:53.639231 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-73109e9f-de1e-4e88-b050-c5c534d2e719 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:12:53.691579 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d777a28-a25d-400b-94e6-609e7f683e32 req-73109e9f-de1e-4e88-b050-c5c534d2e719 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Network ca7902d6-3500-4f57-934f-b73bb22a6c84 is already hosted by enough agents. {{(pid=80383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 15:12:53.692739 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.base_scheduler [req-5d777a28-a25d-400b-94e6-609e7f683e32 req-73109e9f-de1e-4e88-b050-c5c534d2e719 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Resources bound (agent type, host, resource id):  {{(pid=80383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 15:12:53.695144 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d777a28-a25d-400b-94e6-609e7f683e32 req-73109e9f-de1e-4e88-b050-c5c534d2e719 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Received port after_create {{(pid=80383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 15:12:53.766945 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d777a28-a25d-400b-94e6-609e7f683e32 req-73109e9f-de1e-4e88-b050-c5c534d2e719 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:12:53.767739 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-5d777a28-a25d-400b-94e6-609e7f683e32 req-73109e9f-de1e-4e88-b050-c5c534d2e719 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6653'] for port, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:12:53.797396 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-5d777a28-a25d-400b-94e6-609e7f683e32 req-73109e9f-de1e-4e88-b050-c5c534d2e719 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0587766
Dec 03 15:12:53.815184 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [req-5d777a28-a25d-400b-94e6-609e7f683e32 req-0a5f94ba-870b-4a0d-80c5-fdfdae6983ce tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=80383) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 03 15:12:53.816291 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-5d777a28-a25d-400b-94e6-609e7f683e32 req-0a5f94ba-870b-4a0d-80c5-fdfdae6983ce tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0060573
Dec 03 15:12:53.928620 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.base [req-5d777a28-a25d-400b-94e6-609e7f683e32 req-3ea3c1e4-fdfe-4925-91d0-2a9a09925a3f service neutron] Request body: {'port': {'device_id': 'c2af9f6a-6971-4c2c-b2f1-ede1e0da987d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75790'}} {{(pid=80383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 15:12:53.965336 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-13ff7d69-e937-4c7f-8b88-15a5259aa3f2 None None] Provisioning for port 81d206c5-23dc-4936-b486-a60db5437ec7 completed by entity DHCP. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 15:12:53.971068 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-13ff7d69-e937-4c7f-8b88-15a5259aa3f2 None None] Provisioning complete for port 81d206c5-23dc-4936-b486-a60db5437ec7 triggered by entity DHCP. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:12:53.971494 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-13ff7d69-e937-4c7f-8b88-15a5259aa3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:12:54.024706 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [None req-13ff7d69-e937-4c7f-8b88-15a5259aa3f2 None None] Port 81d206c5-23dc-4936-b486-a60db5437ec7 cannot update to ACTIVE because it is not bound. {{(pid=80384) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 15:12:54.072392 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-5d777a28-a25d-400b-94e6-609e7f683e32 req-3ea3c1e4-fdfe-4925-91d0-2a9a09925a3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:12:54.098665 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccebf20c-48f5-4328-99c4-eedc4012911a req-c1c52148-4582-4b59-957a-dc5d5b0cf65d tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:12:54.099434 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-ccebf20c-48f5-4328-99c4-eedc4012911a req-c1c52148-4582-4b59-957a-dc5d5b0cf65d tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Synchronizing usage tracker for tenant:f470bb55fd724a97959cc14ef30e0db0 on resource:port {{(pid=80383) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 15:12:54.161495 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-ccebf20c-48f5-4328-99c4-eedc4012911a req-c1c52148-4582-4b59-957a-dc5d5b0cf65d tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Unset dirty status for tenant:f470bb55fd724a97959cc14ef30e0db0 on resource:port {{(pid=80383) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 15:12:54.162823 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-ccebf20c-48f5-4328-99c4-eedc4012911a req-c1c52148-4582-4b59-957a-dc5d5b0cf65d tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "GET /v2.0/ports?device_id=c2af9f6a-6971-4c2c-b2f1-ede1e0da987d HTTP/1.1" status: 200  len: 931 time: 0.2845712
Dec 03 15:12:54.267193 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-ccebf20c-48f5-4328-99c4-eedc4012911a req-f9040856-e79d-4a2b-b7b0-12e8314cdd06 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "GET /v2.0/security-groups?id=d1b57de3-957d-4a2e-a4de-5c259d445835&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0682940
Dec 03 15:12:54.569101 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.notifiers.nova [req-5d777a28-a25d-400b-94e6-609e7f683e32 req-3ea3c1e4-fdfe-4925-91d0-2a9a09925a3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81d206c5-23dc-4936-b486-a60db5437ec7 {{(pid=80383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 03 15:12:54.576227 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-5d777a28-a25d-400b-94e6-609e7f683e32 req-3ea3c1e4-fdfe-4925-91d0-2a9a09925a3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:12:54.590263 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [req-5d777a28-a25d-400b-94e6-609e7f683e32 req-3ea3c1e4-fdfe-4925-91d0-2a9a09925a3f service neutron] Transition to ACTIVE for port object 81d206c5-23dc-4936-b486-a60db5437ec7 will not be triggered until provisioned by entity L2. {{(pid=80383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 15:12:54.593117 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-5d777a28-a25d-400b-94e6-609e7f683e32 req-3ea3c1e4-fdfe-4925-91d0-2a9a09925a3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823481102'] for port, after_update {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:12:54.608500 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-0d96e33e-4bd3-4867-9954-32482d9bb3ed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:12:54.732306 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:12:54.747302 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea3c1e4-fdfe-4925-91d0-2a9a09925a3f service neutron] Pushing event updated for resources: {'Port': ['ID=81d206c5-23dc-4936-b486-a60db5437ec7,revision_number=2']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:12:54.751880 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-3ea3c1e4-fdfe-4925-91d0-2a9a09925a3f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:12:54.935998 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [req-5d777a28-a25d-400b-94e6-609e7f683e32 req-3ea3c1e4-fdfe-4925-91d0-2a9a09925a3f service neutron] Attempting to bind port 81d206c5-23dc-4936-b486-a60db5437ec7 on host hv-cinder-75790 for vnic_type normal with profile  {{(pid=80383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 15:12:54.936371 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [req-5d777a28-a25d-400b-94e6-609e7f683e32 req-3ea3c1e4-fdfe-4925-91d0-2a9a09925a3f service neutron] Attempting to bind port 81d206c5-23dc-4936-b486-a60db5437ec7 by drivers openvswitch on host hv-cinder-75790 at level 0 using segments [{'id': '672fc1f2-c840-4033-80bd-615495b12170', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ca7902d6-3500-4f57-934f-b73bb22a6c84'}] {{(pid=80383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 15:12:54.936850 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d777a28-a25d-400b-94e6-609e7f683e32 req-3ea3c1e4-fdfe-4925-91d0-2a9a09925a3f service neutron] Attempting to bind port 81d206c5-23dc-4936-b486-a60db5437ec7 on network ca7902d6-3500-4f57-934f-b73bb22a6c84 {{(pid=80383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 15:12:54.943339 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d777a28-a25d-400b-94e6-609e7f683e32 req-3ea3c1e4-fdfe-4925-91d0-2a9a09925a3f service neutron] Checking agent: {'id': '7af519bd-b73a-4597-86f2-e334c7b64707', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75790', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 15, 0, 18), 'started_at': datetime.datetime(2020, 12, 3, 15, 0, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 15, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 15:12:54.943719 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d777a28-a25d-400b-94e6-609e7f683e32 req-3ea3c1e4-fdfe-4925-91d0-2a9a09925a3f service neutron] Checking segment: {'id': '672fc1f2-c840-4033-80bd-615495b12170', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ca7902d6-3500-4f57-934f-b73bb22a6c84'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 15:12:54.944130 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-5d777a28-a25d-400b-94e6-609e7f683e32 req-3ea3c1e4-fdfe-4925-91d0-2a9a09925a3f service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:12:54.944525 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d777a28-a25d-400b-94e6-609e7f683e32 req-3ea3c1e4-fdfe-4925-91d0-2a9a09925a3f service neutron] Bound using segment: {'id': '672fc1f2-c840-4033-80bd-615495b12170', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ca7902d6-3500-4f57-934f-b73bb22a6c84'} {{(pid=80383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 15:12:54.944999 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [req-5d777a28-a25d-400b-94e6-609e7f683e32 req-3ea3c1e4-fdfe-4925-91d0-2a9a09925a3f service neutron] Bound port: 81d206c5-23dc-4936-b486-a60db5437ec7, host: hv-cinder-75790, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '672fc1f2-c840-4033-80bd-615495b12170', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ca7902d6-3500-4f57-934f-b73bb22a6c84'}}] {{(pid=80383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 15:12:54.945373 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-5d777a28-a25d-400b-94e6-609e7f683e32 req-3ea3c1e4-fdfe-4925-91d0-2a9a09925a3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:12:55.269434 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [req-5d777a28-a25d-400b-94e6-609e7f683e32 req-3ea3c1e4-fdfe-4925-91d0-2a9a09925a3f service neutron] For port 81d206c5-23dc-4936-b486-a60db5437ec7, host hv-cinder-75790, cleared binding levels {{(pid=80383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 15:12:55.272520 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [req-5d777a28-a25d-400b-94e6-609e7f683e32 req-3ea3c1e4-fdfe-4925-91d0-2a9a09925a3f service neutron] For port 81d206c5-23dc-4936-b486-a60db5437ec7, host hv-cinder-75790, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=81d206c5-23dc-4936-b486-a60db5437ec7,segment=NetworkSegment(672fc1f2-c840-4033-80bd-615495b12170),segment_id=672fc1f2-c840-4033-80bd-615495b12170)] {{(pid=80383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 15:12:55.275760 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-5d777a28-a25d-400b-94e6-609e7f683e32 req-3ea3c1e4-fdfe-4925-91d0-2a9a09925a3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823481102'] for port, after_update {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:12:55.290587 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-730a42cd-ae16-4c0f-a97e-8861d26afc31 tempest-VolumesActionsTest-2138202625 tempest-VolumesActionsTest-2138202625] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:12:55.434918 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea3c1e4-fdfe-4925-91d0-2a9a09925a3f service neutron] Pushing event updated for resources: {'Port': ['ID=81d206c5-23dc-4936-b486-a60db5437ec7,revision_number=3']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:12:55.445799 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-3ea3c1e4-fdfe-4925-91d0-2a9a09925a3f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:12:55.480039 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d777a28-a25d-400b-94e6-609e7f683e32 req-3ea3c1e4-fdfe-4925-91d0-2a9a09925a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:12:55.480613 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-5d777a28-a25d-400b-94e6-609e7f683e32 req-3ea3c1e4-fdfe-4925-91d0-2a9a09925a3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6653'] for port, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:12:55.482111 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-5d777a28-a25d-400b-94e6-609e7f683e32 req-3ea3c1e4-fdfe-4925-91d0-2a9a09925a3f service neutron] 10.222.0.83 "PUT /v2.0/ports/81d206c5-23dc-4936-b486-a60db5437ec7 HTTP/1.1" status: 200  len: 1157 time: 1.6585455
Dec 03 15:12:55.482656 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2af9f6a-6971-4c2c-b2f1-ede1e0da987d', 'tag': '81d206c5-23dc-4936-b486-a60db5437ec7'}] {{(pid=80383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 15:12:55.485584 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f1d2d1-136d-457e-a290-53f9abea8e48 req-f552a875-d0e4-4657-abfe-2b013b4d1cf2 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:12:55.487451 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-f2f1d2d1-136d-457e-a290-53f9abea8e48 req-f552a875-d0e4-4657-abfe-2b013b4d1cf2 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "GET /v2.0/ports?device_id=c2af9f6a-6971-4c2c-b2f1-ede1e0da987d HTTP/1.1" status: 200  len: 943 time: 0.0915020
Dec 03 15:12:55.553426 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-f2f1d2d1-136d-457e-a290-53f9abea8e48 req-633f2610-f00c-4c94-b636-b52f8caaa668 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "GET /v2.0/security-groups?id=d1b57de3-957d-4a2e-a4de-5c259d445835&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0592303
Dec 03 15:12:55.644209 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d777a28-a25d-400b-94e6-609e7f683e32 req-368284fb-95f0-4e5a-8550-bf8165d69121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:12:55.645899 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-5d777a28-a25d-400b-94e6-609e7f683e32 req-368284fb-95f0-4e5a-8550-bf8165d69121 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f470bb55fd724a97959cc14ef30e0db0&device_id=c2af9f6a-6971-4c2c-b2f1-ede1e0da987d HTTP/1.1" status: 200  len: 1160 time: 0.0976300
Dec 03 15:12:55.663801 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2af9f6a-6971-4c2c-b2f1-ede1e0da987d', 'tag': '81d206c5-23dc-4936-b486-a60db5437ec7', 'status': 'completed', 'code': 200}
Dec 03 15:12:55.746253 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-5d777a28-a25d-400b-94e6-609e7f683e32 req-1851e0fd-fac0-49b8-aac8-1172bec4fe34 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81d206c5-23dc-4936-b486-a60db5437ec7 HTTP/1.1" status: 200  len: 217 time: 0.0679593
Dec 03 15:12:55.826699 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d777a28-a25d-400b-94e6-609e7f683e32 req-292abfd0-e5ea-4738-bae4-47f11ac193e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:12:55.828555 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-5d777a28-a25d-400b-94e6-609e7f683e32 req-292abfd0-e5ea-4738-bae4-47f11ac193e4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=2c3a1b0e-0906-4771-89fd-c57f0540e6d7 HTTP/1.1" status: 200  len: 850 time: 0.0748670
Dec 03 15:12:55.911633 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d777a28-a25d-400b-94e6-609e7f683e32 req-51ace29d-95f3-4bf9-a2c4-e1dc5705cc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:12:55.913274 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-5d777a28-a25d-400b-94e6-609e7f683e32 req-51ace29d-95f3-4bf9-a2c4-e1dc5705cc64 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ca7902d6-3500-4f57-934f-b73bb22a6c84&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0769920
Dec 03 15:12:56.065148 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-5d777a28-a25d-400b-94e6-609e7f683e32 req-26db0289-f8ac-46f7-a916-8b0fea4e46ed service neutron] 10.222.0.83 "GET /v2.0/networks/ca7902d6-3500-4f57-934f-b73bb22a6c84?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1423364
Dec 03 15:12:56.230725 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-5d777a28-a25d-400b-94e6-609e7f683e32 req-9ba013ec-622c-4db5-a0ff-9291716f0755 service neutron] 10.222.0.83 "GET /v2.0/networks/ca7902d6-3500-4f57-934f-b73bb22a6c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1377256
Dec 03 15:12:56.440015 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36482058-242f-4014-9d0d-a2cf71764dfb req-87d1b257-ed0d-4a95-8e0b-f8c140bb58e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:12:56.442157 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-36482058-242f-4014-9d0d-a2cf71764dfb req-87d1b257-ed0d-4a95-8e0b-f8c140bb58e9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f470bb55fd724a97959cc14ef30e0db0&device_id=c2af9f6a-6971-4c2c-b2f1-ede1e0da987d HTTP/1.1" status: 200  len: 1160 time: 0.0842893
Dec 03 15:12:56.598166 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36482058-242f-4014-9d0d-a2cf71764dfb req-178b936a-b0c0-40eb-b173-d8e35a3c5567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:12:56.599763 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-36482058-242f-4014-9d0d-a2cf71764dfb req-178b936a-b0c0-40eb-b173-d8e35a3c5567 service neutron] 10.222.0.83 "GET /v2.0/networks?id=ca7902d6-3500-4f57-934f-b73bb22a6c84 HTTP/1.1" status: 200  len: 905 time: 0.1495895
Dec 03 15:12:56.674125 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-36482058-242f-4014-9d0d-a2cf71764dfb req-cb02527e-02d5-487a-afc0-f2926be35e8d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81d206c5-23dc-4936-b486-a60db5437ec7 HTTP/1.1" status: 200  len: 217 time: 0.0670972
Dec 03 15:12:56.806754 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36482058-242f-4014-9d0d-a2cf71764dfb req-d3da4b0b-509f-4254-9858-fa14467b913f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:12:56.808854 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-36482058-242f-4014-9d0d-a2cf71764dfb req-d3da4b0b-509f-4254-9858-fa14467b913f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=2c3a1b0e-0906-4771-89fd-c57f0540e6d7 HTTP/1.1" status: 200  len: 850 time: 0.1271119
Dec 03 15:12:56.881918 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5cc0fa-886a-4a9e-b6af-4e6f44d9d00a req-267e354d-11bd-4a7e-91bc-41524a2025bc tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:12:56.883502 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-1f5cc0fa-886a-4a9e-b6af-4e6f44d9d00a req-267e354d-11bd-4a7e-91bc-41524a2025bc tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "GET /v2.0/ports?device_id=c2af9f6a-6971-4c2c-b2f1-ede1e0da987d HTTP/1.1" status: 200  len: 943 time: 0.1625028
Dec 03 15:12:56.957727 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-1f5cc0fa-886a-4a9e-b6af-4e6f44d9d00a req-40b5284b-a875-427f-a503-4d1dc7af915b tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "GET /v2.0/security-groups?id=d1b57de3-957d-4a2e-a4de-5c259d445835&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0662777
Dec 03 15:12:56.960414 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36482058-242f-4014-9d0d-a2cf71764dfb req-e5285ee1-f98c-423e-b2e6-c8ed142abbda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:12:56.961952 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-36482058-242f-4014-9d0d-a2cf71764dfb req-e5285ee1-f98c-423e-b2e6-c8ed142abbda service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ca7902d6-3500-4f57-934f-b73bb22a6c84&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1438162
Dec 03 15:12:57.111665 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-36482058-242f-4014-9d0d-a2cf71764dfb req-27809c0b-d520-4486-a2ff-4c9cc16d1311 service neutron] 10.222.0.83 "GET /v2.0/networks/ca7902d6-3500-4f57-934f-b73bb22a6c84?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1411853
Dec 03 15:12:57.256961 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-36482058-242f-4014-9d0d-a2cf71764dfb req-08f01415-abb9-4448-af20-24a550622406 service neutron] 10.222.0.83 "GET /v2.0/networks/ca7902d6-3500-4f57-934f-b73bb22a6c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1385086
Dec 03 15:12:57.516258 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b9fbe8-8005-4f1b-9d06-c36eab1dbe80 req-f38ccc40-ae36-4111-80d4-926df825f515 tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:12:57.517861 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-53b9fbe8-8005-4f1b-9d06-c36eab1dbe80 req-f38ccc40-ae36-4111-80d4-926df825f515 tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] 10.222.0.63 "GET /v2.0/ports?device_id=24bac5f0-bc0a-483a-8511-637e1982d655 HTTP/1.1" status: 200  len: 946 time: 0.0832548
Dec 03 15:12:57.565380 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-53b9fbe8-8005-4f1b-9d06-c36eab1dbe80 req-dc9da327-190d-4074-a053-ecaceaa20dd5 tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] 10.222.0.63 "GET /v2.0/security-groups?id=3fa221e7-0c71-483c-b33f-d86d7bf2bfa1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409987
Dec 03 15:12:58.313458 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989f8cd5-07cc-4301-a5f0-7375b2d4f61a req-c4d98a40-a9be-4d6b-9d94-073ae04da177 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:12:58.315047 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-989f8cd5-07cc-4301-a5f0-7375b2d4f61a req-c4d98a40-a9be-4d6b-9d94-073ae04da177 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "GET /v2.0/ports?device_id=c2af9f6a-6971-4c2c-b2f1-ede1e0da987d HTTP/1.1" status: 200  len: 943 time: 0.0833247
Dec 03 15:12:58.365755 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-989f8cd5-07cc-4301-a5f0-7375b2d4f61a req-291cb4bf-7c12-4705-b5dc-8a74952e0d0c tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "GET /v2.0/security-groups?id=d1b57de3-957d-4a2e-a4de-5c259d445835&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0443246
Dec 03 15:12:58.778309 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae36786-e05a-402d-9aef-4ae7e442dd76 req-3f359d8f-c9bb-4fb3-8801-e734bb906043 tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:12:58.779887 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-cae36786-e05a-402d-9aef-4ae7e442dd76 req-3f359d8f-c9bb-4fb3-8801-e734bb906043 tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] 10.222.0.63 "GET /v2.0/ports?device_id=24bac5f0-bc0a-483a-8511-637e1982d655 HTTP/1.1" status: 200  len: 946 time: 0.0850115
Dec 03 15:12:58.828035 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-cae36786-e05a-402d-9aef-4ae7e442dd76 req-aaf9145d-730e-4b87-88e0-f396763e897a tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] 10.222.0.63 "GET /v2.0/security-groups?id=3fa221e7-0c71-483c-b33f-d86d7bf2bfa1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398841
Dec 03 15:12:59.262527 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a19efe-da7d-4ce0-b47c-923142da86cb req-c863b9eb-5038-4567-bb4b-36493360d044 tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:12:59.264074 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-b7a19efe-da7d-4ce0-b47c-923142da86cb req-c863b9eb-5038-4567-bb4b-36493360d044 tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] 10.222.0.83 "GET /v2.0/ports?device_id=24bac5f0-bc0a-483a-8511-637e1982d655 HTTP/1.1" status: 200  len: 946 time: 0.0813823
Dec 03 15:12:59.339347 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [req-b7a19efe-da7d-4ce0-b47c-923142da86cb req-5dc159a1-007d-4cd2-aa11-fcdda4c374a5 tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] Deleting port 32c33f5f-f535-4def-8119-5ec04e44c6df {{(pid=80383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 15:12:59.339934 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-b7a19efe-da7d-4ce0-b47c-923142da86cb req-5dc159a1-007d-4cd2-aa11-fcdda4c374a5 tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729303099848'] for port, before_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:12:59.579289 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898514d3-7dd9-44b4-a345-83004ce0bf2d req-3baf2b65-90eb-4e80-b353-3db0d6a6d64f tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:12:59.581216 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-898514d3-7dd9-44b4-a345-83004ce0bf2d req-3baf2b65-90eb-4e80-b353-3db0d6a6d64f tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "GET /v2.0/ports?device_id=c2af9f6a-6971-4c2c-b2f1-ede1e0da987d HTTP/1.1" status: 200  len: 943 time: 0.0861621
Dec 03 15:12:59.606473 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [req-b7a19efe-da7d-4ce0-b47c-923142da86cb req-5dc159a1-007d-4cd2-aa11-fcdda4c374a5 tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] For port 32c33f5f-f535-4def-8119-5ec04e44c6df, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=32c33f5f-f535-4def-8119-5ec04e44c6df,segment=NetworkSegment(5f3e2451-6ab0-41a3-9946-e90011e5c12b),segment_id=5f3e2451-6ab0-41a3-9946-e90011e5c12b)] {{(pid=80383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 15:12:59.607011 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-b7a19efe-da7d-4ce0-b47c-923142da86cb req-5dc159a1-007d-4cd2-aa11-fcdda4c374a5 tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821294133'] for port, precommit_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:12:59.636460 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-898514d3-7dd9-44b4-a345-83004ce0bf2d req-daa20775-ec2f-4e90-9c7e-62ea760be358 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "GET /v2.0/security-groups?id=d1b57de3-957d-4a2e-a4de-5c259d445835&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0420170
Dec 03 15:12:59.739631 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [req-b7a19efe-da7d-4ce0-b47c-923142da86cb req-5dc159a1-007d-4cd2-aa11-fcdda4c374a5 tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] Calling delete_port for 32c33f5f-f535-4def-8119-5ec04e44c6df owned by compute:nova {{(pid=80383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 15:12:59.889882 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-b7a19efe-da7d-4ce0-b47c-923142da86cb req-5dc159a1-007d-4cd2-aa11-fcdda4c374a5 tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307551598230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307552127058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31294715'] for port, after_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:12:59.904921 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-1171a741-b7a8-4cb1-8e19-1508369a7c55 tempest-TestShelveInstance-812477412 tempest-TestShelveInstance-812477412] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:12:59.957916 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc159a1-007d-4cd2-aa11-fcdda4c374a5 tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] Pushing event deleted for resources: {'Port': ['ID=32c33f5f-f535-4def-8119-5ec04e44c6df,revision_number=None']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:12:59.971871 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-5dc159a1-007d-4cd2-aa11-fcdda4c374a5 tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:13:00.072687 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-6ea6d0a5-1105-41d4-8632-a4fedb0e5f06 req-44f831b8-78cd-436e-a9a0-3f732f30edd0 tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] 10.222.0.63 "GET /v2.0/ports?device_id=24bac5f0-bc0a-483a-8511-637e1982d655 HTTP/1.1" status: 200  len: 210 time: 0.1019509
Dec 03 15:13:00.106409 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Device 32c33f5f-f535-4def-8119-5ec04e44c6df no longer exists at agent ovs-agent-hv-cinder-75790 {{(pid=80384) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 15:13:00.144214 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] No Port match for: 32c33f5f-f535-4def-8119-5ec04e44c6df {{(pid=80384) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 15:13:00.144525 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Device 32c33f5f-f535-4def-8119-5ec04e44c6df not bound to the agent host hv-cinder-75790 {{(pid=80384) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 15:13:00.156811 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7a19efe-da7d-4ce0-b47c-923142da86cb req-5dc159a1-007d-4cd2-aa11-fcdda4c374a5 tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] No DVR routers for this DVR port 32c33f5f-f535-4def-8119-5ec04e44c6df on host hv-cinder-75790 {{(pid=80383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 15:13:00.159166 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-b7a19efe-da7d-4ce0-b47c-923142da86cb req-5dc159a1-007d-4cd2-aa11-fcdda4c374a5 tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6653'] for port, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:13:00.161865 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24bac5f0-bc0a-483a-8511-637e1982d655', 'name': 'network-vif-deleted', 'tag': '32c33f5f-f535-4def-8119-5ec04e44c6df'}] {{(pid=80383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 15:13:00.176706 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-b7a19efe-da7d-4ce0-b47c-923142da86cb req-5dc159a1-007d-4cd2-aa11-fcdda4c374a5 tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] 10.222.0.83 "DELETE /v2.0/ports/32c33f5f-f535-4def-8119-5ec04e44c6df HTTP/1.1" status: 204  len: 173 time: 0.9069839
Dec 03 15:13:00.222325 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24bac5f0-bc0a-483a-8511-637e1982d655', 'name': 'network-vif-deleted', 'tag': '32c33f5f-f535-4def-8119-5ec04e44c6df', 'status': 'completed', 'code': 200}
Dec 03 15:13:00.862169 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af00709b-666d-4536-b326-28d6d6765f9a req-ca5d3cef-a293-4a1a-9627-4b5a5f4c3807 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:13:00.862169 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-af00709b-666d-4536-b326-28d6d6765f9a req-ca5d3cef-a293-4a1a-9627-4b5a5f4c3807 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "GET /v2.0/ports?device_id=c2af9f6a-6971-4c2c-b2f1-ede1e0da987d HTTP/1.1" status: 200  len: 943 time: 0.0932002
Dec 03 15:13:00.910159 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-af00709b-666d-4536-b326-28d6d6765f9a req-0e0e5375-c7e8-4a76-852f-1e4eab1bfbf0 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "GET /v2.0/security-groups?id=d1b57de3-957d-4a2e-a4de-5c259d445835&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0416720
Dec 03 15:13:02.123209 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1ad48d-2d0d-4264-9230-ef60609e0257 req-9025a715-711e-43d0-a74f-b0226c135bbe tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:13:02.125455 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-4a1ad48d-2d0d-4264-9230-ef60609e0257 req-9025a715-711e-43d0-a74f-b0226c135bbe tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "GET /v2.0/ports?device_id=c2af9f6a-6971-4c2c-b2f1-ede1e0da987d HTTP/1.1" status: 200  len: 943 time: 0.0839920
Dec 03 15:13:02.171219 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-4a1ad48d-2d0d-4264-9230-ef60609e0257 req-1d2c9b86-9ce5-44a2-8a8c-e6273aaef8bc tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "GET /v2.0/security-groups?id=d1b57de3-957d-4a2e-a4de-5c259d445835&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0394721
Dec 03 15:13:03.391262 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea8da10-3bdf-479d-a132-f53bce87f1cf req-0f773265-5902-41bb-a4f7-556b5cd1ea49 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:13:03.392885 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-0ea8da10-3bdf-479d-a132-f53bce87f1cf req-0f773265-5902-41bb-a4f7-556b5cd1ea49 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "GET /v2.0/ports?device_id=c2af9f6a-6971-4c2c-b2f1-ede1e0da987d HTTP/1.1" status: 200  len: 943 time: 0.0901606
Dec 03 15:13:03.441262 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-0ea8da10-3bdf-479d-a132-f53bce87f1cf req-374f8df2-a43b-4406-af85-307b824c8636 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "GET /v2.0/security-groups?id=d1b57de3-957d-4a2e-a4de-5c259d445835&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0421267
Dec 03 15:13:04.653869 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e928f2d7-93b9-42d3-81eb-44e3fc131a98 req-b1993218-4123-4913-a720-d7d803696dec tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:13:04.656123 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-e928f2d7-93b9-42d3-81eb-44e3fc131a98 req-b1993218-4123-4913-a720-d7d803696dec tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "GET /v2.0/ports?device_id=c2af9f6a-6971-4c2c-b2f1-ede1e0da987d HTTP/1.1" status: 200  len: 943 time: 0.0868433
Dec 03 15:13:04.705523 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-e928f2d7-93b9-42d3-81eb-44e3fc131a98 req-41a0ed81-c2d3-461b-bb90-d36055628cae tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "GET /v2.0/security-groups?id=d1b57de3-957d-4a2e-a4de-5c259d445835&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0431139
Dec 03 15:13:05.915017 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcfe17b-a2bf-42df-b68a-a36775873caf req-1c2835f5-e429-4219-9895-272fc6ea19d2 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:13:05.916608 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-1dcfe17b-a2bf-42df-b68a-a36775873caf req-1c2835f5-e429-4219-9895-272fc6ea19d2 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "GET /v2.0/ports?device_id=c2af9f6a-6971-4c2c-b2f1-ede1e0da987d HTTP/1.1" status: 200  len: 943 time: 0.0826263
Dec 03 15:13:05.966924 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-1dcfe17b-a2bf-42df-b68a-a36775873caf req-423d11b6-f07f-4dcc-b446-07fd3fcb2ba0 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "GET /v2.0/security-groups?id=d1b57de3-957d-4a2e-a4de-5c259d445835&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0432847
Dec 03 15:13:06.363853 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Device 81d206c5-23dc-4936-b486-a60db5437ec7 up at agent ovs-agent-hv-cinder-75790 {{(pid=80384) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 15:13:06.432231 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Provisioning for port 81d206c5-23dc-4936-b486-a60db5437ec7 completed by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 15:13:06.437531 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Provisioning complete for port 81d206c5-23dc-4936-b486-a60db5437ec7 triggered by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:13:06.438006 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:13:06.563274 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:13:06.593049 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2af9f6a-6971-4c2c-b2f1-ede1e0da987d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81d206c5-23dc-4936-b486-a60db5437ec7'}] {{(pid=80384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 15:13:06.605790 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] For port 81d206c5-23dc-4936-b486-a60db5437ec7, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=81d206c5-23dc-4936-b486-a60db5437ec7,segment=NetworkSegment(672fc1f2-c840-4033-80bd-615495b12170),segment_id=672fc1f2-c840-4033-80bd-615495b12170)] {{(pid=80384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 15:13:06.609341 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024'] for port, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:13:06.612415 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-c983f2d8-d796-459b-9e14-d0005c8a461e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:13:06.685789 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Pushing event updated for resources: {'Port': ['ID=81d206c5-23dc-4936-b486-a60db5437ec7,revision_number=4']} {{(pid=80384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:13:06.690438 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:13:06.759819 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2af9f6a-6971-4c2c-b2f1-ede1e0da987d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81d206c5-23dc-4936-b486-a60db5437ec7', 'code': 200}
Dec 03 15:13:06.955950 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Device 81d206c5-23dc-4936-b486-a60db5437ec7 up at agent ovs-agent-hv-cinder-75790 {{(pid=80384) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 15:13:07.028934 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Provisioning complete for port 81d206c5-23dc-4936-b486-a60db5437ec7 triggered by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:13:07.029355 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:13:07.104188 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7db550e-b762-4ccb-8a15-8476eda90555 req-7d60e7e6-07b6-4fde-8caa-bf31f437fd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:13:07.105825 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-c7db550e-b762-4ccb-8a15-8476eda90555 req-7d60e7e6-07b6-4fde-8caa-bf31f437fd7a service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=c2af9f6a-6971-4c2c-b2f1-ede1e0da987d HTTP/1.1" status: 200  len: 1162 time: 0.1064687
Dec 03 15:13:07.153337 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-c7db550e-b762-4ccb-8a15-8476eda90555 req-f5469674-7228-42db-b35a-d6d83c331d3b service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=d1b57de3-957d-4a2e-a4de-5c259d445835&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0401509
Dec 03 15:13:07.252135 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcf17e4-2b94-4a76-a334-f7511a4d1ffb req-887c0d1d-98f7-4ada-8915-7adc01506074 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:13:07.254907 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-edcf17e4-2b94-4a76-a334-f7511a4d1ffb req-887c0d1d-98f7-4ada-8915-7adc01506074 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "GET /v2.0/ports?device_id=c2af9f6a-6971-4c2c-b2f1-ede1e0da987d HTTP/1.1" status: 200  len: 945 time: 0.1490924
Dec 03 15:13:07.302927 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-edcf17e4-2b94-4a76-a334-f7511a4d1ffb req-e28fdeba-47e9-42be-b569-482790c54ff3 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "GET /v2.0/security-groups?id=d1b57de3-957d-4a2e-a4de-5c259d445835&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0418229
Dec 03 15:13:08.530705 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a7a7b9-ee6f-41e2-8a8e-9ce2469e20fb req-6991e422-737d-40f7-bd6d-a66fcc225bf2 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:13:08.532315 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-86a7a7b9-ee6f-41e2-8a8e-9ce2469e20fb req-6991e422-737d-40f7-bd6d-a66fcc225bf2 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "GET /v2.0/ports?device_id=c2af9f6a-6971-4c2c-b2f1-ede1e0da987d HTTP/1.1" status: 200  len: 945 time: 0.0921898
Dec 03 15:13:08.580093 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-86a7a7b9-ee6f-41e2-8a8e-9ce2469e20fb req-9a0c958e-0607-4e29-b4a0-9728fe13171e tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "GET /v2.0/security-groups?id=d1b57de3-957d-4a2e-a4de-5c259d445835&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0407491
Dec 03 15:13:08.805836 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc02750c-34d8-45d2-82e0-ed11ae9f387a req-36e5a857-ad2a-45ad-945f-cf1b60d8d88f tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:13:08.807489 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-fc02750c-34d8-45d2-82e0-ed11ae9f387a req-36e5a857-ad2a-45ad-945f-cf1b60d8d88f tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "GET /v2.0/ports?device_id=c2af9f6a-6971-4c2c-b2f1-ede1e0da987d HTTP/1.1" status: 200  len: 945 time: 0.0889518
Dec 03 15:13:08.855355 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-fc02750c-34d8-45d2-82e0-ed11ae9f387a req-41ac9da5-8b86-4225-8bc7-07763dea0017 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "GET /v2.0/security-groups?id=d1b57de3-957d-4a2e-a4de-5c259d445835&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0408695
Dec 03 15:13:09.296429 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-d6907b91-68b4-4ea8-a65e-dc1c35298337 req-0890a5c4-f805-428e-8956-e246f1d5caea tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.3875473
Dec 03 15:13:09.307374 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.base [req-d6907b91-68b4-4ea8-a65e-dc1c35298337 req-07614603-6689-4914-acdd-42d7f8ffcf61 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Request body: {'floatingip': {'floating_network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e'}} {{(pid=80383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 15:13:09.313705 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [req-d6907b91-68b4-4ea8-a65e-dc1c35298337 req-07614603-6689-4914-acdd-42d7f8ffcf61 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:13:09.324219 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [req-d6907b91-68b4-4ea8-a65e-dc1c35298337 req-07614603-6689-4914-acdd-42d7f8ffcf61 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:13:09.333845 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-d6907b91-68b4-4ea8-a65e-dc1c35298337 req-07614603-6689-4914-acdd-42d7f8ffcf61 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Notify callbacks [] for floatingip, before_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:13:09.479820 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-d6907b91-68b4-4ea8-a65e-dc1c35298337 req-07614603-6689-4914-acdd-42d7f8ffcf61 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:13:09.765517 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.db_base_plugin_common [req-d6907b91-68b4-4ea8-a65e-dc1c35298337 req-07614603-6689-4914-acdd-42d7f8ffcf61 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Allocated IP 172.27.2.229 (729c535b-bd07-4b0c-9bb6-d0eda364af7e/c53074ee-6482-4d40-a0b6-bf7110d55051/234b9799-7359-4f1d-a3a7-e7fac2e72676) {{(pid=80383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 15:13:09.936351 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-d6907b91-68b4-4ea8-a65e-dc1c35298337 req-07614603-6689-4914-acdd-42d7f8ffcf61 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Notify callbacks [] for port, precommit_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:13:09.962288 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-d6907b91-68b4-4ea8-a65e-dc1c35298337 req-07614603-6689-4914-acdd-42d7f8ffcf61 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307552080722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31294715'] for port, after_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:13:09.978359 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-a02039ec-74b4-43d5-a32e-0a1a18295405 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:13:10.116319 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07614603-6689-4914-acdd-42d7f8ffcf61 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Pushing event updated for resources: {'Port': ['ID=234b9799-7359-4f1d-a3a7-e7fac2e72676,revision_number=1']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:13:10.120510 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-07614603-6689-4914-acdd-42d7f8ffcf61 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:13:10.169229 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6907b91-68b4-4ea8-a65e-dc1c35298337 req-07614603-6689-4914-acdd-42d7f8ffcf61 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Network 729c535b-bd07-4b0c-9bb6-d0eda364af7e is already hosted by enough agents. {{(pid=80383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 15:13:10.170436 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.base_scheduler [req-d6907b91-68b4-4ea8-a65e-dc1c35298337 req-07614603-6689-4914-acdd-42d7f8ffcf61 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Resources bound (agent type, host, resource id):  {{(pid=80383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 15:13:10.172833 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6907b91-68b4-4ea8-a65e-dc1c35298337 req-07614603-6689-4914-acdd-42d7f8ffcf61 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Received port after_create {{(pid=80383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 15:13:10.259452 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-d6907b91-68b4-4ea8-a65e-dc1c35298337 req-07614603-6689-4914-acdd-42d7f8ffcf61 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Notify callbacks [] for floatingip, precommit_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:13:10.317880 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-d6907b91-68b4-4ea8-a65e-dc1c35298337 req-07614603-6689-4914-acdd-42d7f8ffcf61 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:13:10.594202 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-d6907b91-68b4-4ea8-a65e-dc1c35298337 req-07614603-6689-4914-acdd-42d7f8ffcf61 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Notify callbacks [] for port, precommit_update {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:13:10.597715 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-d6907b91-68b4-4ea8-a65e-dc1c35298337 req-07614603-6689-4914-acdd-42d7f8ffcf61 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823481102'] for port, after_update {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:13:10.612637 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-cd4897e4-610d-472c-989f-3d8f1a7904cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:13:10.750299 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07614603-6689-4914-acdd-42d7f8ffcf61 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Pushing event updated for resources: {'Port': ['ID=234b9799-7359-4f1d-a3a7-e7fac2e72676,revision_number=2']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:13:10.755374 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-07614603-6689-4914-acdd-42d7f8ffcf61 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:13:10.855977 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-d6907b91-68b4-4ea8-a65e-dc1c35298337 req-07614603-6689-4914-acdd-42d7f8ffcf61 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036821248144'] for floatingip, after_update {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:13:10.884665 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-d6907b91-68b4-4ea8-a65e-dc1c35298337 req-07614603-6689-4914-acdd-42d7f8ffcf61 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6653'] for floatingip, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:13:10.886007 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-d6907b91-68b4-4ea8-a65e-dc1c35298337 req-07614603-6689-4914-acdd-42d7f8ffcf61 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.5831327
Dec 03 15:13:10.971722 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-d6907b91-68b4-4ea8-a65e-dc1c35298337 req-8955b4ea-1122-48a7-a58c-612209204cfd tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Synchronizing usage tracker for tenant:f470bb55fd724a97959cc14ef30e0db0 on resource:floatingip {{(pid=80383) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 15:13:10.986808 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-d6907b91-68b4-4ea8-a65e-dc1c35298337 req-8955b4ea-1122-48a7-a58c-612209204cfd tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Unset dirty status for tenant:f470bb55fd724a97959cc14ef30e0db0 on resource:floatingip {{(pid=80383) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 15:13:10.988759 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-d6907b91-68b4-4ea8-a65e-dc1c35298337 req-8955b4ea-1122-48a7-a58c-612209204cfd tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "GET /v2.0/floatingips?floating_ip_address=172.27.2.229 HTTP/1.1" status: 200  len: 696 time: 0.0956414
Dec 03 15:13:11.153620 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6907b91-68b4-4ea8-a65e-dc1c35298337 req-9d44a9b9-9d4c-48b2-a7aa-f0e18cd8f0df tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:13:11.155040 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-d6907b91-68b4-4ea8-a65e-dc1c35298337 req-9d44a9b9-9d4c-48b2-a7aa-f0e18cd8f0df tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "GET /v2.0/networks/729c535b-bd07-4b0c-9bb6-d0eda364af7e HTTP/1.1" status: 200  len: 784 time: 0.1602669
Dec 03 15:13:11.167210 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [req-d6907b91-68b4-4ea8-a65e-dc1c35298337 req-709a9894-cef0-476b-8565-eee674608483 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=80383) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 03 15:13:11.168264 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-d6907b91-68b4-4ea8-a65e-dc1c35298337 req-709a9894-cef0-476b-8565-eee674608483 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0060315
Dec 03 15:13:11.360479 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3898c74d-70e7-47d4-be75-6c5f9a6cc65b req-4f869136-2328-48d9-be9b-80116356fb04 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:13:11.362350 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-3898c74d-70e7-47d4-be75-6c5f9a6cc65b req-4f869136-2328-48d9-be9b-80116356fb04 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "GET /v2.0/ports?device_id=c2af9f6a-6971-4c2c-b2f1-ede1e0da987d&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.0840471
Dec 03 15:13:11.449524 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-3898c74d-70e7-47d4-be75-6c5f9a6cc65b req-a202c758-24df-4932-aaa7-d92e65beaba3 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "GET /v2.0/floatingips?floating_ip_address=172.27.2.229 HTTP/1.1" status: 200  len: 696 time: 0.0806565
Dec 03 15:13:11.460554 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.base [req-3898c74d-70e7-47d4-be75-6c5f9a6cc65b req-99d9bf28-5ee9-44c7-ad45-af18f030b633 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Request body: {'floatingip': {'port_id': '81d206c5-23dc-4936-b486-a60db5437ec7', 'fixed_ip_address': '172.20.0.9'}} {{(pid=80382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 15:13:11.542098 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-3898c74d-70e7-47d4-be75-6c5f9a6cc65b req-99d9bf28-5ee9-44c7-ad45-af18f030b633 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Notify callbacks [] for floatingip, before_update {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:13:12.366350 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-3898c74d-70e7-47d4-be75-6c5f9a6cc65b req-99d9bf28-5ee9-44c7-ad45-af18f030b633 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Notify callbacks [] for floatingip, precommit_update {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:13:12.369051 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-3898c74d-70e7-47d4-be75-6c5f9a6cc65b req-99d9bf28-5ee9-44c7-ad45-af18f030b633 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036821248144'] for floatingip, after_update {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:13:12.546292 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.db.l3_db [req-3898c74d-70e7-47d4-be75-6c5f9a6cc65b req-99d9bf28-5ee9-44c7-ad45-af18f030b633 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Floating IP 15c29b56-f3ea-4a58-96ad-ec2a8f68cf28 associated. External IP: 172.27.2.229, port: 81d206c5-23dc-4936-b486-a60db5437ec7.
Dec 03 15:13:12.924240 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3898c74d-70e7-47d4-be75-6c5f9a6cc65b req-99d9bf28-5ee9-44c7-ad45-af18f030b633 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Router a0232454-4c31-4c72-a469-0c5f61e6b4c6 has already been hosted by L3 agent 7132dbe3-ed21-4d9d-abcc-41c34baf52ae {{(pid=80382) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 15:13:13.116548 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3898c74d-70e7-47d4-be75-6c5f9a6cc65b req-99d9bf28-5ee9-44c7-ad45-af18f030b633 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Notify agent at l3_agent.dv-cinder-757908-3-iscsi the message routers_updated {{(pid=80382) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 15:13:13.120869 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-3898c74d-70e7-47d4-be75-6c5f9a6cc65b req-99d9bf28-5ee9-44c7-ad45-af18f030b633 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6653'] for floatingip, before_response {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:13:13.126373 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d2553b-6fde-4879-9cc4-5eca1842d54d None None] Sync routers for ids ['a0232454-4c31-4c72-a469-0c5f61e6b4c6'] in dv-cinder-757908-3-iscsi {{(pid=80385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 15:13:13.145206 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d2553b-6fde-4879-9cc4-5eca1842d54d None None] Routers {'a0232454-4c31-4c72-a469-0c5f61e6b4c6'} bound to L3 agent in host dv-cinder-757908-3-iscsi {{(pid=80385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 15:13:13.145206 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-90d2553b-6fde-4879-9cc4-5eca1842d54d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f072f5cccc0>, 'dv-cinder-757908-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T14:53:20Z,description=<?>,heartbeat_timestamp=2020-12-03T15:12:50Z,host='dv-cinder-757908-3-iscsi',id=7132dbe3-ed21-4d9d-abcc-41c34baf52ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T14:53:20Z,topic='l3_agent')) {'router_ids': ['a0232454-4c31-4c72-a469-0c5f61e6b4c6'], 'active': True} {{(pid=80385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:13:13.187445 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-3898c74d-70e7-47d4-be75-6c5f9a6cc65b req-99d9bf28-5ee9-44c7-ad45-af18f030b633 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "PUT /v2.0/floatingips/15c29b56-f3ea-4a58-96ad-ec2a8f68cf28 HTTP/1.1" status: 200  len: 996 time: 1.7317762
Dec 03 15:13:13.188016 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2af9f6a-6971-4c2c-b2f1-ede1e0da987d', 'tag': '81d206c5-23dc-4936-b486-a60db5437ec7'}] {{(pid=80382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 15:13:13.338766 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvr_db [None req-90d2553b-6fde-4879-9cc4-5eca1842d54d None None] Set router a0232454-4c31-4c72-a469-0c5f61e6b4c6 gateway port host: dv-cinder-757908-3-iscsi {{(pid=80385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 15:13:13.349326 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2af9f6a-6971-4c2c-b2f1-ede1e0da987d', 'tag': '81d206c5-23dc-4936-b486-a60db5437ec7', 'status': 'completed', 'code': 200}
Dec 03 15:13:13.369298 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3898c74d-70e7-47d4-be75-6c5f9a6cc65b req-c32640e9-73bc-434b-90d5-81d540b2dd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:13:13.370927 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-3898c74d-70e7-47d4-be75-6c5f9a6cc65b req-c32640e9-73bc-434b-90d5-81d540b2dd20 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=f470bb55fd724a97959cc14ef30e0db0&device_id=c2af9f6a-6971-4c2c-b2f1-ede1e0da987d HTTP/1.1" status: 200  len: 1162 time: 0.1625595
Dec 03 15:13:13.514713 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3898c74d-70e7-47d4-be75-6c5f9a6cc65b req-d65be8af-4a49-41d1-a289-bd4a3e2c459e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:13:13.516320 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-3898c74d-70e7-47d4-be75-6c5f9a6cc65b req-d65be8af-4a49-41d1-a289-bd4a3e2c459e service neutron] 10.222.0.63 "GET /v2.0/networks?id=ca7902d6-3500-4f57-934f-b73bb22a6c84 HTTP/1.1" status: 200  len: 905 time: 0.1389022
Dec 03 15:13:13.626960 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-3898c74d-70e7-47d4-be75-6c5f9a6cc65b req-75d2b835-f2b7-460d-bc4b-ab3af3e4b503 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81d206c5-23dc-4936-b486-a60db5437ec7 HTTP/1.1" status: 200  len: 999 time: 0.1032405
Dec 03 15:13:13.702707 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3898c74d-70e7-47d4-be75-6c5f9a6cc65b req-112f8abf-a213-4dcd-a610-8e98cb6669de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:13:13.704325 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-3898c74d-70e7-47d4-be75-6c5f9a6cc65b req-112f8abf-a213-4dcd-a610-8e98cb6669de service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2c3a1b0e-0906-4771-89fd-c57f0540e6d7 HTTP/1.1" status: 200  len: 850 time: 0.0699029
Dec 03 15:13:13.719870 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-90d2553b-6fde-4879-9cc4-5eca1842d54d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f072f5cccc0>, [{'id': 'a0232454-4c31-4c72-a469-0c5f61e6b4c6', 'name': 'tempest-TestVolumeBootPattern-395720009-router', 'tenant_id': 'f470bb55fd724a97959cc14ef30e0db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'external_fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '241b13d4-399a-446b-9afb-d645b8b0c23c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:09:41Z', 'updated_at': '2020-12-03T15:09:46Z', 'revision_number': 4, 'project_id': 'f470bb55fd724a97959cc14ef30e0db0', 'gw_port': {'id': '241b13d4-399a-446b-9afb-d645b8b0c23c', 'name': '', 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:23:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0232454-4c31-4c72-a469-0c5f61e6b4c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:09:42Z', 'updated_at': '2020-12-03T15:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-iscsi', '_floatingips': [{'id': '15c29b56-f3ea-4a58-96ad-ec2a8f68cf28', 'tenant_id': 'f470bb55fd724a97959cc14ef30e0db0', 'floating_ip_address': '172.27.2.229', 'floating_network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'router_id': 'a0232454-4c31-4c72-a469-0c5f61e6b4c6', 'port_id': '81d206c5-23dc-4936-b486-a60db5437ec7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca7902d6-3500-4f57-934f-b73bb22a6c84', 'mac_address': 'fa:16:3e:e8:27:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2af9f6a-6971-4c2c-b2f1-ede1e0da987d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T15:13:10Z', 'updated_at': '2020-12-03T15:13:12Z', 'revision_number': 1, 'project_id': 'f470bb55fd724a97959cc14ef30e0db0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ccc30d5-9a7e-4da0-b2f2-44aed636116f', 'name': '', 'network_id': 'ca7902d6-3500-4f57-934f-b73bb22a6c84', 'tenant_id': 'f470bb55fd724a97959cc14ef30e0db0', 'mac_address': 'fa:16:3e:89:5a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0232454-4c31-4c72-a469-0c5f61e6b4c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '2c3a1b0e-0906-4771-89fd-c57f0540e6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:09:45Z', 'updated_at': '2020-12-03T15:09:55Z', 'revision_number': 5, 'project_id': 'f470bb55fd724a97959cc14ef30e0db0', 'subnets': [{'id': '2c3a1b0e-0906-4771-89fd-c57f0540e6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-3-iscsi', False) {} {{(pid=80385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:13:13.725190 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d2553b-6fde-4879-9cc4-5eca1842d54d None None] Checking router: a0232454-4c31-4c72-a469-0c5f61e6b4c6 for host: dv-cinder-757908-3-iscsi {{(pid=80385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 15:13:13.734205 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d2553b-6fde-4879-9cc4-5eca1842d54d None None] Routers {'a0232454-4c31-4c72-a469-0c5f61e6b4c6'} bound to L3 agent in host dv-cinder-757908-3-iscsi {{(pid=80385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 15:13:13.734853 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-90d2553b-6fde-4879-9cc4-5eca1842d54d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f072f5cccc0>, 'dv-cinder-757908-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T14:53:20Z,description=<?>,heartbeat_timestamp=2020-12-03T15:12:50Z,host='dv-cinder-757908-3-iscsi',id=7132dbe3-ed21-4d9d-abcc-41c34baf52ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T14:53:20Z,topic='l3_agent')) {'router_ids': ['a0232454-4c31-4c72-a469-0c5f61e6b4c6'], 'active': True} {{(pid=80385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:13:13.785632 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3898c74d-70e7-47d4-be75-6c5f9a6cc65b req-b1ded8ab-3353-44cc-b1f0-bdd90cab7b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:13:13.787342 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-3898c74d-70e7-47d4-be75-6c5f9a6cc65b req-b1ded8ab-3353-44cc-b1f0-bdd90cab7b3b service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ca7902d6-3500-4f57-934f-b73bb22a6c84&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0758550
Dec 03 15:13:13.919378 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvr_db [None req-90d2553b-6fde-4879-9cc4-5eca1842d54d None None] Set router a0232454-4c31-4c72-a469-0c5f61e6b4c6 gateway port host: dv-cinder-757908-3-iscsi {{(pid=80385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 15:13:13.933448 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-3898c74d-70e7-47d4-be75-6c5f9a6cc65b req-dbb58f7a-4a0d-41cd-ab25-34cb2f79bfe5 service neutron] 10.222.0.63 "GET /v2.0/networks/ca7902d6-3500-4f57-934f-b73bb22a6c84?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1381850
Dec 03 15:13:14.083777 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-3898c74d-70e7-47d4-be75-6c5f9a6cc65b req-144e5924-0dbf-4788-a763-0a3e402aaf88 service neutron] 10.222.0.63 "GET /v2.0/networks/ca7902d6-3500-4f57-934f-b73bb22a6c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1428893
Dec 03 15:13:14.118990 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1ce91d-b945-4eb5-a904-95a497e5f3db req-637a7637-fedf-4d3e-ad22-53e938a2c37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:13:14.120640 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-ea1ce91d-b945-4eb5-a904-95a497e5f3db req-637a7637-fedf-4d3e-ad22-53e938a2c37b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f470bb55fd724a97959cc14ef30e0db0&device_id=c2af9f6a-6971-4c2c-b2f1-ede1e0da987d HTTP/1.1" status: 200  len: 1162 time: 0.0812824
Dec 03 15:13:14.273499 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1ce91d-b945-4eb5-a904-95a497e5f3db req-89c978a7-8f43-40bd-b6bc-80941e24be9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:13:14.275120 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-ea1ce91d-b945-4eb5-a904-95a497e5f3db req-89c978a7-8f43-40bd-b6bc-80941e24be9f service neutron] 10.222.0.83 "GET /v2.0/networks?id=ca7902d6-3500-4f57-934f-b73bb22a6c84 HTTP/1.1" status: 200  len: 905 time: 0.1426356
Dec 03 15:13:14.296011 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-90d2553b-6fde-4879-9cc4-5eca1842d54d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f072f5cccc0>, [{'id': 'a0232454-4c31-4c72-a469-0c5f61e6b4c6', 'name': 'tempest-TestVolumeBootPattern-395720009-router', 'tenant_id': 'f470bb55fd724a97959cc14ef30e0db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'external_fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '241b13d4-399a-446b-9afb-d645b8b0c23c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:09:41Z', 'updated_at': '2020-12-03T15:09:46Z', 'revision_number': 4, 'project_id': 'f470bb55fd724a97959cc14ef30e0db0', 'gw_port': {'id': '241b13d4-399a-446b-9afb-d645b8b0c23c', 'name': '', 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:23:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0232454-4c31-4c72-a469-0c5f61e6b4c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:09:42Z', 'updated_at': '2020-12-03T15:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-iscsi', '_floatingips': [{'id': '15c29b56-f3ea-4a58-96ad-ec2a8f68cf28', 'tenant_id': 'f470bb55fd724a97959cc14ef30e0db0', 'floating_ip_address': '172.27.2.229', 'floating_network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'router_id': 'a0232454-4c31-4c72-a469-0c5f61e6b4c6', 'port_id': '81d206c5-23dc-4936-b486-a60db5437ec7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca7902d6-3500-4f57-934f-b73bb22a6c84', 'mac_address': 'fa:16:3e:e8:27:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2af9f6a-6971-4c2c-b2f1-ede1e0da987d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T15:13:10Z', 'updated_at': '2020-12-03T15:13:12Z', 'revision_number': 1, 'project_id': 'f470bb55fd724a97959cc14ef30e0db0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ccc30d5-9a7e-4da0-b2f2-44aed636116f', 'name': '', 'network_id': 'ca7902d6-3500-4f57-934f-b73bb22a6c84', 'tenant_id': 'f470bb55fd724a97959cc14ef30e0db0', 'mac_address': 'fa:16:3e:89:5a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0232454-4c31-4c72-a469-0c5f61e6b4c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '2c3a1b0e-0906-4771-89fd-c57f0540e6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:09:45Z', 'updated_at': '2020-12-03T15:09:55Z', 'revision_number': 5, 'project_id': 'f470bb55fd724a97959cc14ef30e0db0', 'subnets': [{'id': '2c3a1b0e-0906-4771-89fd-c57f0540e6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-3-iscsi', False) {} {{(pid=80385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:13:14.300253 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d2553b-6fde-4879-9cc4-5eca1842d54d None None] The sync data for ids ['a0232454-4c31-4c72-a469-0c5f61e6b4c6'] in dv-cinder-757908-3-iscsi is: [{'id': 'a0232454-4c31-4c72-a469-0c5f61e6b4c6', 'name': 'tempest-TestVolumeBootPattern-395720009-router', 'tenant_id': 'f470bb55fd724a97959cc14ef30e0db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'external_fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '241b13d4-399a-446b-9afb-d645b8b0c23c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:09:41Z', 'updated_at': '2020-12-03T15:09:46Z', 'revision_number': 4, 'project_id': 'f470bb55fd724a97959cc14ef30e0db0', 'gw_port': {'id': '241b13d4-399a-446b-9afb-d645b8b0c23c', 'name': '', 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:23:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0232454-4c31-4c72-a469-0c5f61e6b4c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:09:42Z', 'updated_at': '2020-12-03T15:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-iscsi', '_floatingips': [{'id': '15c29b56-f3ea-4a58-96ad-ec2a8f68cf28', 'tenant_id': 'f470bb55fd724a97959cc14ef30e0db0', 'floating_ip_address': '172.27.2.229', 'floating_network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'router_id': 'a0232454-4c31-4c72-a469-0c5f61e6b4c6', 'port_id': '81d206c5-23dc-4936-b486-a60db5437ec7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca7902d6-3500-4f57-934f-b73bb22a6c84', 'mac_address': 'fa:16:3e:e8:27:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2af9f6a-6971-4c2c-b2f1-ede1e0da987d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T15:13:10Z', 'updated_at': '2020-12-03T15:13:12Z', 'revision_number': 1, 'project_id': 'f470bb55fd724a97959cc14ef30e0db0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ccc30d5-9a7e-4da0-b2f2-44aed636116f', 'name': '', 'network_id': 'ca7902d6-3500-4f57-934f-b73bb22a6c84', 'tenant_id': 'f470bb55fd724a97959cc14ef30e0db0', 'mac_address': 'fa:16:3e:89:5a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0232454-4c31-4c72-a469-0c5f61e6b4c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '2c3a1b0e-0906-4771-89fd-c57f0540e6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:09:45Z', 'updated_at': '2020-12-03T15:09:55Z', 'revision_number': 5, 'project_id': 'f470bb55fd724a97959cc14ef30e0db0', 'subnets': [{'id': '2c3a1b0e-0906-4771-89fd-c57f0540e6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 15:13:14.387154 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-ea1ce91d-b945-4eb5-a904-95a497e5f3db req-2c281635-1ecc-4175-a876-7d8f76fc8c14 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81d206c5-23dc-4936-b486-a60db5437ec7 HTTP/1.1" status: 200  len: 999 time: 0.1052046
Dec 03 15:13:14.463118 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1ce91d-b945-4eb5-a904-95a497e5f3db req-6abec832-e4be-4565-bc1c-03a85fa92e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:13:14.464647 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-ea1ce91d-b945-4eb5-a904-95a497e5f3db req-6abec832-e4be-4565-bc1c-03a85fa92e13 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=2c3a1b0e-0906-4771-89fd-c57f0540e6d7 HTTP/1.1" status: 200  len: 850 time: 0.0708382
Dec 03 15:13:14.554381 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1ce91d-b945-4eb5-a904-95a497e5f3db req-4507ba90-a5ee-49a1-9243-23820e80f8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:13:14.556019 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-ea1ce91d-b945-4eb5-a904-95a497e5f3db req-4507ba90-a5ee-49a1-9243-23820e80f8d2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ca7902d6-3500-4f57-934f-b73bb22a6c84&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0850496
Dec 03 15:13:14.584917 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5242dcd4-623b-438e-803b-87181b44c958 None None] New status for floating IP 15c29b56-f3ea-4a58-96ad-ec2a8f68cf28: ACTIVE {{(pid=80384) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 03 15:13:14.706224 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-ea1ce91d-b945-4eb5-a904-95a497e5f3db req-30d24093-92cb-4cb6-a19e-c77308a60e80 service neutron] 10.222.0.83 "GET /v2.0/networks/ca7902d6-3500-4f57-934f-b73bb22a6c84?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1434736
Dec 03 15:13:14.853718 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-ea1ce91d-b945-4eb5-a904-95a497e5f3db req-0d3b6337-853d-4675-9eae-44b7e2dbc5fe service neutron] 10.222.0.83 "GET /v2.0/networks/ca7902d6-3500-4f57-934f-b73bb22a6c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1413157
Dec 03 15:13:17.451151 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-bbd6fb37-3fed-476a-9c5c-de8a141df26a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:13:20.172983 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-8454a1c0-daa0-4806-9990-06543f8d2ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:13:20.203379 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-d1a712ed-1597-40ee-be3f-9bd7eb160871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:13:20.447317 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-ce9e40d5-f7c0-4005-bdbf-ddaf311a801d req-a24b15fc-0232-44c3-aa34-8f3cbaa1c4de service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=c2af9f6a-6971-4c2c-b2f1-ede1e0da987d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0879295
Dec 03 15:13:20.653145 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9e40d5-f7c0-4005-bdbf-ddaf311a801d req-f4d2c7dd-1aea-43b1-8f65-c1381aab2e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:13:20.655891 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-ce9e40d5-f7c0-4005-bdbf-ddaf311a801d req-f4d2c7dd-1aea-43b1-8f65-c1381aab2e43 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f470bb55fd724a97959cc14ef30e0db0&device_id=c2af9f6a-6971-4c2c-b2f1-ede1e0da987d HTTP/1.1" status: 200  len: 1162 time: 0.1069217
Dec 03 15:13:20.826681 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9e40d5-f7c0-4005-bdbf-ddaf311a801d req-d797ec99-bcc2-4606-b958-a7be95e1c31b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:13:20.829091 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-ce9e40d5-f7c0-4005-bdbf-ddaf311a801d req-d797ec99-bcc2-4606-b958-a7be95e1c31b service neutron] 10.222.0.83 "GET /v2.0/networks?id=ca7902d6-3500-4f57-934f-b73bb22a6c84 HTTP/1.1" status: 200  len: 905 time: 0.1484768
Dec 03 15:13:20.970565 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-ce9e40d5-f7c0-4005-bdbf-ddaf311a801d req-d392fb1e-556a-434b-a5a2-ab6fdf6ce274 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81d206c5-23dc-4936-b486-a60db5437ec7 HTTP/1.1" status: 200  len: 1001 time: 0.1333702
Dec 03 15:13:21.047594 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9e40d5-f7c0-4005-bdbf-ddaf311a801d req-332e42e2-a43f-4599-8d0a-220f5842e6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:13:21.049187 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-ce9e40d5-f7c0-4005-bdbf-ddaf311a801d req-332e42e2-a43f-4599-8d0a-220f5842e6e4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=2c3a1b0e-0906-4771-89fd-c57f0540e6d7 HTTP/1.1" status: 200  len: 850 time: 0.0717227
Dec 03 15:13:21.137975 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9e40d5-f7c0-4005-bdbf-ddaf311a801d req-8830c38f-74fd-4577-9d2f-061014be20a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:13:21.139752 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-ce9e40d5-f7c0-4005-bdbf-ddaf311a801d req-8830c38f-74fd-4577-9d2f-061014be20a5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ca7902d6-3500-4f57-934f-b73bb22a6c84&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0826378
Dec 03 15:13:21.293180 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-ce9e40d5-f7c0-4005-bdbf-ddaf311a801d req-40f88941-d948-4073-8e39-ad29bf4634ce service neutron] 10.222.0.83 "GET /v2.0/networks/ca7902d6-3500-4f57-934f-b73bb22a6c84?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1464677
Dec 03 15:13:21.310573 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:13:21.662989 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-ce9e40d5-f7c0-4005-bdbf-ddaf311a801d req-4e9887ac-1e36-49a5-9291-146e5e7ccc8e service neutron] 10.222.0.83 "GET /v2.0/networks/ca7902d6-3500-4f57-934f-b73bb22a6c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3628473
Dec 03 15:13:22.062721 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-7c778c2a-832b-4a71-9338-2409dcb4fb0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:13:24.742133 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:13:26.270177 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 37820) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:13:26.336959 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.db_base_plugin_v2 [None req-c217ef01-e8c8-42e2-8245-1923bd09bfb0 admin admin] Deleting subnet d8f635d5-b0f2-44be-884a-2a81a71cff8b {{(pid=80383) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 15:13:26.339994 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-c217ef01-e8c8-42e2-8245-1923bd09bfb0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:13:26.393763 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-c217ef01-e8c8-42e2-8245-1923bd09bfb0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32162909'] for subnet, precommit_delete_associations {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:13:26.451439 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-c217ef01-e8c8-42e2-8245-1923bd09bfb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853789695'] for subnet, precommit_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:13:26.711945 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-c217ef01-e8c8-42e2-8245-1923bd09bfb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33445888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31293999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036823483770'] for subnet, after_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:13:26.727358 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-92034f9e-d62a-4714-9fd3-54d9bec422a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:13:26.775358 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c217ef01-e8c8-42e2-8245-1923bd09bfb0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8f635d5-b0f2-44be-884a-2a81a71cff8b,revision_number=None']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:13:26.835599 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c217ef01-e8c8-42e2-8245-1923bd09bfb0 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:13:26.836012 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c217ef01-e8c8-42e2-8245-1923bd09bfb0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:13:26.836418 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c217ef01-e8c8-42e2-8245-1923bd09bfb0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:13:26.836820 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c217ef01-e8c8-42e2-8245-1923bd09bfb0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:13:26.837240 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c217ef01-e8c8-42e2-8245-1923bd09bfb0 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:13:26.837618 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c217ef01-e8c8-42e2-8245-1923bd09bfb0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:13:26.838032 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c217ef01-e8c8-42e2-8245-1923bd09bfb0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:13:26.838425 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c217ef01-e8c8-42e2-8245-1923bd09bfb0 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:13:26.838817 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c217ef01-e8c8-42e2-8245-1923bd09bfb0 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:13:26.839203 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c217ef01-e8c8-42e2-8245-1923bd09bfb0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:13:26.839592 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c217ef01-e8c8-42e2-8245-1923bd09bfb0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:13:26.839981 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c217ef01-e8c8-42e2-8245-1923bd09bfb0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:13:26.840408 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c217ef01-e8c8-42e2-8245-1923bd09bfb0 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:13:26.840796 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c217ef01-e8c8-42e2-8245-1923bd09bfb0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:13:26.841184 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c217ef01-e8c8-42e2-8245-1923bd09bfb0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:13:26.841571 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c217ef01-e8c8-42e2-8245-1923bd09bfb0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:13:26.841974 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c217ef01-e8c8-42e2-8245-1923bd09bfb0 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:13:26.842360 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c217ef01-e8c8-42e2-8245-1923bd09bfb0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:13:26.842747 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c217ef01-e8c8-42e2-8245-1923bd09bfb0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:13:26.843134 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c217ef01-e8c8-42e2-8245-1923bd09bfb0 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:13:26.843520 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c217ef01-e8c8-42e2-8245-1923bd09bfb0 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:13:26.843903 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c217ef01-e8c8-42e2-8245-1923bd09bfb0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:13:26.844285 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c217ef01-e8c8-42e2-8245-1923bd09bfb0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:13:26.844667 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c217ef01-e8c8-42e2-8245-1923bd09bfb0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:13:26.852844 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-c217ef01-e8c8-42e2-8245-1923bd09bfb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:13:26.880896 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-c217ef01-e8c8-42e2-8245-1923bd09bfb0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:13:26.886922 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-c217ef01-e8c8-42e2-8245-1923bd09bfb0 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/d8f635d5-b0f2-44be-884a-2a81a71cff8b HTTP/1.1" status: 204  len: 168 time: 0.6155753
Dec 03 15:13:26.889695 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 37826) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:13:27.005617 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-07d00d1f-a476-4583-81c2-4e716c4f2001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-851107'] for network, before_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:13:27.192179 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-07d00d1f-a476-4583-81c2-4e716c4f2001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853792104', 'neutron.services.segments.db._delete_segments_for_network--9223363307551584696'] for network, precommit_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:13:27.308579 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.services.segments.db [None req-07d00d1f-a476-4583-81c2-4e716c4f2001 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f072d085a20>,) {'filters': {'network_id': ['14aa4802-6c70-4c98-bcce-5e6e30e22a86']}} {{(pid=80383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:13:27.321370 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.services.segments.db [None req-07d00d1f-a476-4583-81c2-4e716c4f2001 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f072d085a20>, '5f3e2451-6ab0-41a3-9946-e90011e5c12b') {'for_net_delete': True} {{(pid=80383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:13:27.321714 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.services.segments.db [None req-07d00d1f-a476-4583-81c2-4e716c4f2001 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f072d085a20>, '5f3e2451-6ab0-41a3-9946-e90011e5c12b') {} {{(pid=80383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:13:27.333799 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-07d00d1f-a476-4583-81c2-4e716c4f2001 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363307551582136', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036822612907'] for segment, before_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:13:27.353009 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-07d00d1f-a476-4583-81c2-4e716c4f2001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986486'] for segment, precommit_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:13:27.355291 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-07d00d1f-a476-4583-81c2-4e716c4f2001 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80383) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 15:13:27.534095 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [None req-07d00d1f-a476-4583-81c2-4e716c4f2001 admin admin] Network 14aa4802-6c70-4c98-bcce-5e6e30e22a86 has no segments {{(pid=80383) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 15:13:27.543620 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-07d00d1f-a476-4583-81c2-4e716c4f2001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853789314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036823481204'] for segment, after_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:13:27.728646 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [None req-07d00d1f-a476-4583-81c2-4e716c4f2001 admin admin] Network 14aa4802-6c70-4c98-bcce-5e6e30e22a86 has no segments {{(pid=80383) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 15:13:27.760142 dv-cinder-757908-3-iscsi neutron-server[80271]: Traceback (most recent call last):
Dec 03 15:13:27.760142 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 15:13:27.760142 dv-cinder-757908-3-iscsi neutron-server[80271]:     timer()
Dec 03 15:13:27.760142 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 15:13:27.760142 dv-cinder-757908-3-iscsi neutron-server[80271]:     cb(*args, **kw)
Dec 03 15:13:27.760142 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 15:13:27.760142 dv-cinder-757908-3-iscsi neutron-server[80271]:     return func(*args, **kwargs)
Dec 03 15:13:27.760142 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 15:13:27.760142 dv-cinder-757908-3-iscsi neutron-server[80271]:     self._notify()
Dec 03 15:13:27.760142 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 15:13:27.760142 dv-cinder-757908-3-iscsi neutron-server[80271]:     self.callback(batched_events)
Dec 03 15:13:27.760142 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 15:13:27.760142 dv-cinder-757908-3-iscsi neutron-server[80271]:     event.method(event)
Dec 03 15:13:27.760142 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 15:13:27.760142 dv-cinder-757908-3-iscsi neutron-server[80271]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 15:13:27.760142 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 15:13:27.760142 dv-cinder-757908-3-iscsi neutron-server[80271]:     segment_id)['aggregates'][0]
Dec 03 15:13:27.760142 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 15:13:27.760142 dv-cinder-757908-3-iscsi neutron-server[80271]:     return f(self, *a, **k)
Dec 03 15:13:27.760142 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 15:13:27.760142 dv-cinder-757908-3-iscsi neutron-server[80271]:     return self._get(url).json()
Dec 03 15:13:27.760142 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 15:13:27.760142 dv-cinder-757908-3-iscsi neutron-server[80271]:     **kwargs)
Dec 03 15:13:27.760142 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 15:13:27.760142 dv-cinder-757908-3-iscsi neutron-server[80271]:     return self.request(url, 'GET', **kwargs)
Dec 03 15:13:27.760142 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 15:13:27.760142 dv-cinder-757908-3-iscsi neutron-server[80271]:     **endpoint_filter)
Dec 03 15:13:27.760142 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 15:13:27.760142 dv-cinder-757908-3-iscsi neutron-server[80271]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 15:13:27.760142 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 15:13:27.760142 dv-cinder-757908-3-iscsi neutron-server[80271]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 15:13:27.760142 dv-cinder-757908-3-iscsi neutron-server[80271]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 15:13:27.836747 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-07d00d1f-a476-4583-81c2-4e716c4f2001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036821248189'] for network, after_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:13:27.840303 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-b36b25c0-1460-450e-8e07-dabd0d600fc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:13:27.859894 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-07d00d1f-a476-4583-81c2-4e716c4f2001 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036822225390'] for network, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:13:27.868835 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d00d1f-a476-4583-81c2-4e716c4f2001 admin admin] Pushing event deleted for resources: {'Network': ['ID=14aa4802-6c70-4c98-bcce-5e6e30e22a86,revision_number=None']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:13:27.872189 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-07d00d1f-a476-4583-81c2-4e716c4f2001 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:13:27.876928 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-07d00d1f-a476-4583-81c2-4e716c4f2001 admin admin] 10.222.0.63 "DELETE /v2.0/networks/14aa4802-6c70-4c98-bcce-5e6e30e22a86 HTTP/1.1" status: 204  len: 168 time: 0.9861932
Dec 03 15:13:27.965747 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.agents_db [None req-51f4eaf8-3f98-4d92-a7df-a28bf03852b0 None None] Agent healthcheck: found 6 active agents {{(pid=80385) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 15:13:28.085584 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 37832) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:13:28.138317 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-767d2387-abd5-4adc-9822-3bb2ce3f0d11 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=53373f86c5e745dea4811644f2dd6d54&name=default HTTP/1.1" status: 200  len: 2879 time: 0.0513065
Dec 03 15:13:28.141097 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 37836) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:13:28.203824 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-1b1418c9-4af2-4aa5-ad71-eb2c04c7e5f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:13:28.230955 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-1b1418c9-4af2-4aa5-ad71-eb2c04c7e5f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:13:28.275727 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-1b1418c9-4af2-4aa5-ad71-eb2c04c7e5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:13:28.280604 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-0d31934f-b8dc-4361-ac0e-1632293cc913 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:13:28.295046 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1418c9-4af2-4aa5-ad71-eb2c04c7e5f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fa221e7-0c71-483c-b33f-d86d7bf2bfa1,revision_number=None']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:13:28.300259 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-1b1418c9-4af2-4aa5-ad71-eb2c04c7e5f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:13:28.303644 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-1b1418c9-4af2-4aa5-ad71-eb2c04c7e5f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:13:28.304871 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-1b1418c9-4af2-4aa5-ad71-eb2c04c7e5f9 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/3fa221e7-0c71-483c-b33f-d86d7bf2bfa1 HTTP/1.1" status: 204  len: 168 time: 0.1627972
Dec 03 15:13:47.453008 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-165804d8-6d6c-4cbd-b965-ba60d65f1a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:13:50.176781 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-67fd7e1f-b735-4597-bc6b-48e8f249766d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:13:50.203357 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-d1a712ed-1597-40ee-be3f-9bd7eb160871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:13:51.312895 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:13:52.067652 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-7c778c2a-832b-4a71-9338-2409dcb4fb0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:13:54.752660 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:14:04.965532 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.agents_db [None req-51f4eaf8-3f98-4d92-a7df-a28bf03852b0 None None] Agent healthcheck: found 6 active agents {{(pid=80385) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 15:14:17.454278 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-5789c465-c8e5-4d1e-a98e-5791d9726a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:14:20.182788 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-cb39f3f9-589a-4d6e-a8fb-f0423db11438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:14:20.209413 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-d1a712ed-1597-40ee-be3f-9bd7eb160871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:14:21.314929 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:14:22.070633 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-7c778c2a-832b-4a71-9338-2409dcb4fb0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:14:22.434287 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-3e0c7739-231b-4d73-9d4a-d7a74b5fd226 req-a86039cc-739b-4a8b-8e09-0a2f7c41b330 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=c2af9f6a-6971-4c2c-b2f1-ede1e0da987d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0779562
Dec 03 15:14:22.598205 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0c7739-231b-4d73-9d4a-d7a74b5fd226 req-e7092623-5766-4334-b89e-369ec777eac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:14:22.599878 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-3e0c7739-231b-4d73-9d4a-d7a74b5fd226 req-e7092623-5766-4334-b89e-369ec777eac5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f470bb55fd724a97959cc14ef30e0db0&device_id=c2af9f6a-6971-4c2c-b2f1-ede1e0da987d HTTP/1.1" status: 200  len: 1162 time: 0.0786979
Dec 03 15:14:22.756631 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0c7739-231b-4d73-9d4a-d7a74b5fd226 req-7292d381-3123-464c-ab9d-919bbdb97255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:14:22.758265 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-3e0c7739-231b-4d73-9d4a-d7a74b5fd226 req-7292d381-3123-464c-ab9d-919bbdb97255 service neutron] 10.222.0.83 "GET /v2.0/networks?id=ca7902d6-3500-4f57-934f-b73bb22a6c84 HTTP/1.1" status: 200  len: 905 time: 0.1396842
Dec 03 15:14:22.867905 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-3e0c7739-231b-4d73-9d4a-d7a74b5fd226 req-2e7bdc26-7cbd-405d-8fd3-700699e64eb7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81d206c5-23dc-4936-b486-a60db5437ec7 HTTP/1.1" status: 200  len: 1001 time: 0.1028187
Dec 03 15:14:22.937203 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0c7739-231b-4d73-9d4a-d7a74b5fd226 req-68f9b643-7740-463b-965b-c4a0cdfc76ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:14:22.938797 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-3e0c7739-231b-4d73-9d4a-d7a74b5fd226 req-68f9b643-7740-463b-965b-c4a0cdfc76ff service neutron] 10.222.0.83 "GET /v2.0/subnets?id=2c3a1b0e-0906-4771-89fd-c57f0540e6d7 HTTP/1.1" status: 200  len: 850 time: 0.0642834
Dec 03 15:14:23.021325 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0c7739-231b-4d73-9d4a-d7a74b5fd226 req-5cab936e-47eb-4913-9a4b-b6217f394728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:14:23.022884 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-3e0c7739-231b-4d73-9d4a-d7a74b5fd226 req-5cab936e-47eb-4913-9a4b-b6217f394728 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ca7902d6-3500-4f57-934f-b73bb22a6c84&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0778491
Dec 03 15:14:23.167079 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-3e0c7739-231b-4d73-9d4a-d7a74b5fd226 req-b9c72cb3-b8fc-407d-bd84-ffd8155d1f4a service neutron] 10.222.0.83 "GET /v2.0/networks/ca7902d6-3500-4f57-934f-b73bb22a6c84?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1373889
Dec 03 15:14:23.317892 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-3e0c7739-231b-4d73-9d4a-d7a74b5fd226 req-3d79504b-6a2e-4910-bb99-d2fc997d3785 service neutron] 10.222.0.83 "GET /v2.0/networks/ca7902d6-3500-4f57-934f-b73bb22a6c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1430488
Dec 03 15:14:24.767417 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:14:41.964881 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.agents_db [None req-51f4eaf8-3f98-4d92-a7df-a28bf03852b0 None None] Agent healthcheck: found 6 active agents {{(pid=80385) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 15:14:47.456510 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-6bdc478b-b48b-4ed2-a1b5-cfb1baee676c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:14:50.176508 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-1a12fb8c-d67f-442e-b153-3419c1f14818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:14:50.209438 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-d1a712ed-1597-40ee-be3f-9bd7eb160871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:14:51.319050 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:14:52.073481 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-7c778c2a-832b-4a71-9338-2409dcb4fb0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:14:55.645819 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:14:59.497783 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-432e278f-8a83-4d23-8119-93bdb261ca0f req-a0e8be86-c877-4a30-aa39-99930201af23 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-1253914480&fields=id&tenant_id=f470bb55fd724a97959cc14ef30e0db0 HTTP/1.1" status: 200  len: 267 time: 0.0437500
Dec 03 15:14:59.662536 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432e278f-8a83-4d23-8119-93bdb261ca0f req-335586b2-3649-43a6-aa10-ddf4c1d1774a tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:14:59.664049 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-432e278f-8a83-4d23-8119-93bdb261ca0f req-335586b2-3649-43a6-aa10-ddf4c1d1774a tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "GET /v2.0/networks?id=ca7902d6-3500-4f57-934f-b73bb22a6c84 HTTP/1.1" status: 200  len: 811 time: 0.1584284
Dec 03 15:14:59.680322 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-432e278f-8a83-4d23-8119-93bdb261ca0f req-ec361f0b-fa5c-4766-8090-a9e286a16cf3 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "GET /v2.0/quotas/f470bb55fd724a97959cc14ef30e0db0 HTTP/1.1" status: 200  len: 375 time: 0.0102222
Dec 03 15:14:59.776910 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-432e278f-8a83-4d23-8119-93bdb261ca0f req-c776ebab-649d-4945-8ef6-b331bf725b68 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "GET /v2.0/ports?tenant_id=f470bb55fd724a97959cc14ef30e0db0&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0905261
Dec 03 15:14:59.946871 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-432e278f-8a83-4d23-8119-93bdb261ca0f req-36810c29-063f-4f8b-937f-581c89a2f480 service neutron] 10.222.0.63 "GET /v2.0/networks/ca7902d6-3500-4f57-934f-b73bb22a6c84?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1461704
Dec 03 15:15:00.089409 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-432e278f-8a83-4d23-8119-93bdb261ca0f req-b83a6f81-e0e9-42a0-91e0-27b34ea61240 service neutron] 10.222.0.63 "GET /v2.0/networks/ca7902d6-3500-4f57-934f-b73bb22a6c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1360435
Dec 03 15:15:00.526609 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-f3739f81-6c61-4be8-b54e-5019cc889d1a req-dee73d5e-f68d-4cd8-8c54-adf2fa0e9fee tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "GET /v2.0/ports?device_id=26d9f5d8-6d5a-401b-80ab-2b34f41b6b5e HTTP/1.1" status: 200  len: 210 time: 0.0470524
Dec 03 15:15:01.666462 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432e278f-8a83-4d23-8119-93bdb261ca0f req-4a446be5-b9e5-40f0-b729-2839e0dbd1aa tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:15:01.668006 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-432e278f-8a83-4d23-8119-93bdb261ca0f req-4a446be5-b9e5-40f0-b729-2839e0dbd1aa tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.83 "GET /v2.0/networks?id=ca7902d6-3500-4f57-934f-b73bb22a6c84 HTTP/1.1" status: 200  len: 811 time: 0.1601207
Dec 03 15:15:01.730956 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-109d2c24-de66-49ed-ab23-6c879afa2493 req-6aab5628-6114-4eaf-a801-a38e59e59107 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "GET /v2.0/ports?device_id=26d9f5d8-6d5a-401b-80ab-2b34f41b6b5e HTTP/1.1" status: 200  len: 210 time: 0.0619118
Dec 03 15:15:01.786764 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-432e278f-8a83-4d23-8119-93bdb261ca0f req-7cdba6df-ca74-4022-b94d-493e2d586141 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=f470bb55fd724a97959cc14ef30e0db0 HTTP/1.1" status: 200  len: 5551 time: 0.0844243
Dec 03 15:15:01.796915 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.base [req-432e278f-8a83-4d23-8119-93bdb261ca0f req-88ac4bbb-ea71-4295-af4c-e86f0b81bac4 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Request body: {'port': {'device_id': '26d9f5d8-6d5a-401b-80ab-2b34f41b6b5e', 'network_id': 'ca7902d6-3500-4f57-934f-b73bb22a6c84', 'admin_state_up': True, 'tenant_id': 'f470bb55fd724a97959cc14ef30e0db0', 'security_groups': ['d1b57de3-957d-4a2e-a4de-5c259d445835']}} {{(pid=80383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 15:15:01.945238 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [req-432e278f-8a83-4d23-8119-93bdb261ca0f req-88ac4bbb-ea71-4295-af4c-e86f0b81bac4 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:15:01.955041 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [req-432e278f-8a83-4d23-8119-93bdb261ca0f req-88ac4bbb-ea71-4295-af4c-e86f0b81bac4 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=80383) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:15:01.964358 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-432e278f-8a83-4d23-8119-93bdb261ca0f req-88ac4bbb-ea71-4295-af4c-e86f0b81bac4 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Made reservation on behalf of f470bb55fd724a97959cc14ef30e0db0 for: {'port': 1} {{(pid=80383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 15:15:01.969859 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-432e278f-8a83-4d23-8119-93bdb261ca0f req-88ac4bbb-ea71-4295-af4c-e86f0b81bac4 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:15:02.279691 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.db_base_plugin_common [req-432e278f-8a83-4d23-8119-93bdb261ca0f req-88ac4bbb-ea71-4295-af4c-e86f0b81bac4 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Allocated IP 172.20.0.13 (ca7902d6-3500-4f57-934f-b73bb22a6c84/2c3a1b0e-0906-4771-89fd-c57f0540e6d7/ceb070d9-5a5e-4fcb-937b-49429ef5d8f5) {{(pid=80383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 15:15:02.486317 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-432e278f-8a83-4d23-8119-93bdb261ca0f req-88ac4bbb-ea71-4295-af4c-e86f0b81bac4 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Notify callbacks [] for port, precommit_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:15:02.505842 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [req-432e278f-8a83-4d23-8119-93bdb261ca0f req-88ac4bbb-ea71-4295-af4c-e86f0b81bac4 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Transition to ACTIVE for port object ceb070d9-5a5e-4fcb-937b-49429ef5d8f5 will not be triggered until provisioned by entity DHCP. {{(pid=80383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 15:15:02.526832 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-432e278f-8a83-4d23-8119-93bdb261ca0f req-88ac4bbb-ea71-4295-af4c-e86f0b81bac4 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307552080722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31294715'] for port, after_create {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:15:02.543736 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-76c7d976-364f-44b1-b5d3-18a7fc994845 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:15:02.914433 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ac4bbb-ea71-4295-af4c-e86f0b81bac4 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Pushing event updated for resources: {'Port': ['ID=ceb070d9-5a5e-4fcb-937b-49429ef5d8f5,revision_number=1']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:15:02.927130 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ac4bbb-ea71-4295-af4c-e86f0b81bac4 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:15:02.927549 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ac4bbb-ea71-4295-af4c-e86f0b81bac4 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:15:02.927960 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ac4bbb-ea71-4295-af4c-e86f0b81bac4 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:15:02.928375 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ac4bbb-ea71-4295-af4c-e86f0b81bac4 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:15:02.928777 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ac4bbb-ea71-4295-af4c-e86f0b81bac4 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:15:02.929178 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ac4bbb-ea71-4295-af4c-e86f0b81bac4 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:15:02.929583 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ac4bbb-ea71-4295-af4c-e86f0b81bac4 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:15:02.930028 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ac4bbb-ea71-4295-af4c-e86f0b81bac4 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:15:02.930426 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ac4bbb-ea71-4295-af4c-e86f0b81bac4 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:15:02.930845 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ac4bbb-ea71-4295-af4c-e86f0b81bac4 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:15:02.931242 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ac4bbb-ea71-4295-af4c-e86f0b81bac4 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:15:02.931636 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ac4bbb-ea71-4295-af4c-e86f0b81bac4 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:15:02.932072 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ac4bbb-ea71-4295-af4c-e86f0b81bac4 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:15:02.932468 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ac4bbb-ea71-4295-af4c-e86f0b81bac4 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:15:02.932864 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ac4bbb-ea71-4295-af4c-e86f0b81bac4 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:15:02.933265 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ac4bbb-ea71-4295-af4c-e86f0b81bac4 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:15:02.933654 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ac4bbb-ea71-4295-af4c-e86f0b81bac4 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:15:02.934345 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ac4bbb-ea71-4295-af4c-e86f0b81bac4 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:15:02.934734 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ac4bbb-ea71-4295-af4c-e86f0b81bac4 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:15:02.935127 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ac4bbb-ea71-4295-af4c-e86f0b81bac4 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:15:02.935521 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ac4bbb-ea71-4295-af4c-e86f0b81bac4 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:15:02.935912 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ac4bbb-ea71-4295-af4c-e86f0b81bac4 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:15:02.936309 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ac4bbb-ea71-4295-af4c-e86f0b81bac4 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:15:02.936697 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ac4bbb-ea71-4295-af4c-e86f0b81bac4 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:15:02.942566 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-88ac4bbb-ea71-4295-af4c-e86f0b81bac4 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:15:02.952413 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefb97b2-cd89-45a1-a87e-ee934f5bd200 req-afd8100a-2ca2-4709-a0ca-357268925183 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:15:02.954086 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-fefb97b2-cd89-45a1-a87e-ee934f5bd200 req-afd8100a-2ca2-4709-a0ca-357268925183 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "GET /v2.0/ports?device_id=26d9f5d8-6d5a-401b-80ab-2b34f41b6b5e HTTP/1.1" status: 200  len: 932 time: 0.0888422
Dec 03 15:15:02.988449 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-432e278f-8a83-4d23-8119-93bdb261ca0f req-88ac4bbb-ea71-4295-af4c-e86f0b81bac4 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Network ca7902d6-3500-4f57-934f-b73bb22a6c84 is already hosted by enough agents. {{(pid=80383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 15:15:02.989649 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.base_scheduler [req-432e278f-8a83-4d23-8119-93bdb261ca0f req-88ac4bbb-ea71-4295-af4c-e86f0b81bac4 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Resources bound (agent type, host, resource id):  {{(pid=80383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 15:15:02.992089 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [req-432e278f-8a83-4d23-8119-93bdb261ca0f req-88ac4bbb-ea71-4295-af4c-e86f0b81bac4 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Received port after_create {{(pid=80383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 15:15:03.005205 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-fefb97b2-cd89-45a1-a87e-ee934f5bd200 req-1d81d10a-7078-4453-a463-9303d6736cce tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "GET /v2.0/security-groups?id=d1b57de3-957d-4a2e-a4de-5c259d445835&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0440977
Dec 03 15:15:03.060429 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432e278f-8a83-4d23-8119-93bdb261ca0f req-88ac4bbb-ea71-4295-af4c-e86f0b81bac4 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:15:03.061094 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-432e278f-8a83-4d23-8119-93bdb261ca0f req-88ac4bbb-ea71-4295-af4c-e86f0b81bac4 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6653'] for port, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:15:03.097160 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-432e278f-8a83-4d23-8119-93bdb261ca0f req-88ac4bbb-ea71-4295-af4c-e86f0b81bac4 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.3045127
Dec 03 15:15:03.115681 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.base [req-432e278f-8a83-4d23-8119-93bdb261ca0f req-4b7d5ffc-4e55-443f-95b8-5cc605c1f6b7 service neutron] Request body: {'port': {'device_id': '26d9f5d8-6d5a-401b-80ab-2b34f41b6b5e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75790'}} {{(pid=80383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 15:15:03.234263 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-432e278f-8a83-4d23-8119-93bdb261ca0f req-4b7d5ffc-4e55-443f-95b8-5cc605c1f6b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:15:03.270264 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-9c0fcda4-f7d5-4d66-b7be-78c16e455703 None None] Provisioning for port ceb070d9-5a5e-4fcb-937b-49429ef5d8f5 completed by entity DHCP. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 15:15:03.275311 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-9c0fcda4-f7d5-4d66-b7be-78c16e455703 None None] Provisioning complete for port ceb070d9-5a5e-4fcb-937b-49429ef5d8f5 triggered by entity DHCP. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:15:03.275728 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-9c0fcda4-f7d5-4d66-b7be-78c16e455703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:15:03.333527 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [None req-9c0fcda4-f7d5-4d66-b7be-78c16e455703 None None] Port ceb070d9-5a5e-4fcb-937b-49429ef5d8f5 cannot update to ACTIVE because it is not bound. {{(pid=80384) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 15:15:03.657425 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.notifiers.nova [req-432e278f-8a83-4d23-8119-93bdb261ca0f req-4b7d5ffc-4e55-443f-95b8-5cc605c1f6b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ceb070d9-5a5e-4fcb-937b-49429ef5d8f5 {{(pid=80383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 03 15:15:03.665383 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-432e278f-8a83-4d23-8119-93bdb261ca0f req-4b7d5ffc-4e55-443f-95b8-5cc605c1f6b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:15:03.678135 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [req-432e278f-8a83-4d23-8119-93bdb261ca0f req-4b7d5ffc-4e55-443f-95b8-5cc605c1f6b7 service neutron] Transition to ACTIVE for port object ceb070d9-5a5e-4fcb-937b-49429ef5d8f5 will not be triggered until provisioned by entity L2. {{(pid=80383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 15:15:03.680807 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-432e278f-8a83-4d23-8119-93bdb261ca0f req-4b7d5ffc-4e55-443f-95b8-5cc605c1f6b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823481102'] for port, after_update {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:15:03.696843 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-e9670f9e-083f-402b-a5c1-757ce4593404 tempest-VolumesSnapshotTestJSON-2017566459 tempest-VolumesSnapshotTestJSON-2017566459] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:15:03.839787 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7d5ffc-4e55-443f-95b8-5cc605c1f6b7 service neutron] Pushing event updated for resources: {'Port': ['ID=ceb070d9-5a5e-4fcb-937b-49429ef5d8f5,revision_number=2']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:15:03.844343 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-4b7d5ffc-4e55-443f-95b8-5cc605c1f6b7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:15:04.027057 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [req-432e278f-8a83-4d23-8119-93bdb261ca0f req-4b7d5ffc-4e55-443f-95b8-5cc605c1f6b7 service neutron] Attempting to bind port ceb070d9-5a5e-4fcb-937b-49429ef5d8f5 on host hv-cinder-75790 for vnic_type normal with profile  {{(pid=80383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 15:15:04.027604 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [req-432e278f-8a83-4d23-8119-93bdb261ca0f req-4b7d5ffc-4e55-443f-95b8-5cc605c1f6b7 service neutron] Attempting to bind port ceb070d9-5a5e-4fcb-937b-49429ef5d8f5 by drivers openvswitch on host hv-cinder-75790 at level 0 using segments [{'id': '672fc1f2-c840-4033-80bd-615495b12170', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ca7902d6-3500-4f57-934f-b73bb22a6c84'}] {{(pid=80383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 15:15:04.027773 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432e278f-8a83-4d23-8119-93bdb261ca0f req-4b7d5ffc-4e55-443f-95b8-5cc605c1f6b7 service neutron] Attempting to bind port ceb070d9-5a5e-4fcb-937b-49429ef5d8f5 on network ca7902d6-3500-4f57-934f-b73bb22a6c84 {{(pid=80383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 15:15:04.033849 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432e278f-8a83-4d23-8119-93bdb261ca0f req-4b7d5ffc-4e55-443f-95b8-5cc605c1f6b7 service neutron] Checking agent: {'id': '7af519bd-b73a-4597-86f2-e334c7b64707', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75790', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 15, 0, 18), 'started_at': datetime.datetime(2020, 12, 3, 15, 0, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 15, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 15:15:04.034376 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432e278f-8a83-4d23-8119-93bdb261ca0f req-4b7d5ffc-4e55-443f-95b8-5cc605c1f6b7 service neutron] Checking segment: {'id': '672fc1f2-c840-4033-80bd-615495b12170', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ca7902d6-3500-4f57-934f-b73bb22a6c84'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 15:15:04.034778 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-432e278f-8a83-4d23-8119-93bdb261ca0f req-4b7d5ffc-4e55-443f-95b8-5cc605c1f6b7 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:15:04.035174 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432e278f-8a83-4d23-8119-93bdb261ca0f req-4b7d5ffc-4e55-443f-95b8-5cc605c1f6b7 service neutron] Bound using segment: {'id': '672fc1f2-c840-4033-80bd-615495b12170', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ca7902d6-3500-4f57-934f-b73bb22a6c84'} {{(pid=80383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 15:15:04.035643 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [req-432e278f-8a83-4d23-8119-93bdb261ca0f req-4b7d5ffc-4e55-443f-95b8-5cc605c1f6b7 service neutron] Bound port: ceb070d9-5a5e-4fcb-937b-49429ef5d8f5, host: hv-cinder-75790, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '672fc1f2-c840-4033-80bd-615495b12170', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ca7902d6-3500-4f57-934f-b73bb22a6c84'}}] {{(pid=80383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 15:15:04.036014 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-432e278f-8a83-4d23-8119-93bdb261ca0f req-4b7d5ffc-4e55-443f-95b8-5cc605c1f6b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:15:04.135505 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [req-432e278f-8a83-4d23-8119-93bdb261ca0f req-4b7d5ffc-4e55-443f-95b8-5cc605c1f6b7 service neutron] For port ceb070d9-5a5e-4fcb-937b-49429ef5d8f5, host hv-cinder-75790, cleared binding levels {{(pid=80383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 15:15:04.138670 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [req-432e278f-8a83-4d23-8119-93bdb261ca0f req-4b7d5ffc-4e55-443f-95b8-5cc605c1f6b7 service neutron] For port ceb070d9-5a5e-4fcb-937b-49429ef5d8f5, host hv-cinder-75790, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=ceb070d9-5a5e-4fcb-937b-49429ef5d8f5,segment=NetworkSegment(672fc1f2-c840-4033-80bd-615495b12170),segment_id=672fc1f2-c840-4033-80bd-615495b12170)] {{(pid=80383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 15:15:04.142064 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-432e278f-8a83-4d23-8119-93bdb261ca0f req-4b7d5ffc-4e55-443f-95b8-5cc605c1f6b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823481102'] for port, after_update {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:15:04.159290 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-95a8fd0e-b992-4d6e-bada-5a312cfc0c7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:15:04.365341 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7d5ffc-4e55-443f-95b8-5cc605c1f6b7 service neutron] Pushing event updated for resources: {'Port': ['ID=ceb070d9-5a5e-4fcb-937b-49429ef5d8f5,revision_number=3']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:15:04.377989 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-4b7d5ffc-4e55-443f-95b8-5cc605c1f6b7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:15:04.416192 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1844e6a2-341f-4d5d-95be-aa19681f6257 req-db391826-dfd8-42e6-a51d-c1221adf035e tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:15:04.416950 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-1844e6a2-341f-4d5d-95be-aa19681f6257 req-db391826-dfd8-42e6-a51d-c1221adf035e tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Synchronizing usage tracker for tenant:f470bb55fd724a97959cc14ef30e0db0 on resource:port {{(pid=80383) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 15:15:04.435674 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432e278f-8a83-4d23-8119-93bdb261ca0f req-4b7d5ffc-4e55-443f-95b8-5cc605c1f6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:15:04.436315 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-432e278f-8a83-4d23-8119-93bdb261ca0f req-4b7d5ffc-4e55-443f-95b8-5cc605c1f6b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6653'] for port, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:15:04.437778 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-432e278f-8a83-4d23-8119-93bdb261ca0f req-4b7d5ffc-4e55-443f-95b8-5cc605c1f6b7 service neutron] 10.222.0.83 "PUT /v2.0/ports/ceb070d9-5a5e-4fcb-937b-49429ef5d8f5 HTTP/1.1" status: 200  len: 1158 time: 1.3272035
Dec 03 15:15:04.438342 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26d9f5d8-6d5a-401b-80ab-2b34f41b6b5e', 'tag': 'ceb070d9-5a5e-4fcb-937b-49429ef5d8f5'}] {{(pid=80383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 15:15:04.447191 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-1844e6a2-341f-4d5d-95be-aa19681f6257 req-db391826-dfd8-42e6-a51d-c1221adf035e tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Unset dirty status for tenant:f470bb55fd724a97959cc14ef30e0db0 on resource:port {{(pid=80383) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 15:15:04.448437 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-1844e6a2-341f-4d5d-95be-aa19681f6257 req-db391826-dfd8-42e6-a51d-c1221adf035e tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "GET /v2.0/ports?device_id=26d9f5d8-6d5a-401b-80ab-2b34f41b6b5e HTTP/1.1" status: 200  len: 944 time: 0.2925265
Dec 03 15:15:04.533990 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26d9f5d8-6d5a-401b-80ab-2b34f41b6b5e', 'tag': 'ceb070d9-5a5e-4fcb-937b-49429ef5d8f5', 'status': 'completed', 'code': 200}
Dec 03 15:15:04.557218 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-1844e6a2-341f-4d5d-95be-aa19681f6257 req-fc063d8d-602d-4e01-aa08-dfdf972f3052 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "GET /v2.0/security-groups?id=d1b57de3-957d-4a2e-a4de-5c259d445835&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0967913
Dec 03 15:15:04.583283 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432e278f-8a83-4d23-8119-93bdb261ca0f req-49d58d20-9b31-4788-b4de-4d5364661cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:15:04.584962 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-432e278f-8a83-4d23-8119-93bdb261ca0f req-49d58d20-9b31-4788-b4de-4d5364661cc4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f470bb55fd724a97959cc14ef30e0db0&device_id=26d9f5d8-6d5a-401b-80ab-2b34f41b6b5e HTTP/1.1" status: 200  len: 1161 time: 0.0893056
Dec 03 15:15:04.667047 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-432e278f-8a83-4d23-8119-93bdb261ca0f req-b990e116-66b8-4373-a17c-355508c3b3c4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ceb070d9-5a5e-4fcb-937b-49429ef5d8f5 HTTP/1.1" status: 200  len: 217 time: 0.0690167
Dec 03 15:15:04.737301 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432e278f-8a83-4d23-8119-93bdb261ca0f req-69cc6ad8-89ec-4c64-8794-792465ea11d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:15:04.738825 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-432e278f-8a83-4d23-8119-93bdb261ca0f req-69cc6ad8-89ec-4c64-8794-792465ea11d0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=2c3a1b0e-0906-4771-89fd-c57f0540e6d7 HTTP/1.1" status: 200  len: 850 time: 0.0657377
Dec 03 15:15:04.825386 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432e278f-8a83-4d23-8119-93bdb261ca0f req-ca3571ae-efaa-4b2b-bb73-1824cb82139d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:15:04.827025 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-432e278f-8a83-4d23-8119-93bdb261ca0f req-ca3571ae-efaa-4b2b-bb73-1824cb82139d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ca7902d6-3500-4f57-934f-b73bb22a6c84&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0815442
Dec 03 15:15:04.971508 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-432e278f-8a83-4d23-8119-93bdb261ca0f req-1e4b3770-f1c6-4177-9695-d38a84165330 service neutron] 10.222.0.83 "GET /v2.0/networks/ca7902d6-3500-4f57-934f-b73bb22a6c84?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1365328
Dec 03 15:15:05.117482 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-432e278f-8a83-4d23-8119-93bdb261ca0f req-6c452245-dbe0-41ae-a8a6-d98eaca339e6 service neutron] 10.222.0.83 "GET /v2.0/networks/ca7902d6-3500-4f57-934f-b73bb22a6c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1397796
Dec 03 15:15:05.286727 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cef8448-b060-4078-a96a-bd9f1d074271 req-1d42ccf3-8f9a-42a6-a297-902246944e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:15:05.288335 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-3cef8448-b060-4078-a96a-bd9f1d074271 req-1d42ccf3-8f9a-42a6-a297-902246944e5e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f470bb55fd724a97959cc14ef30e0db0&device_id=26d9f5d8-6d5a-401b-80ab-2b34f41b6b5e HTTP/1.1" status: 200  len: 1161 time: 0.0754602
Dec 03 15:15:05.431519 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cef8448-b060-4078-a96a-bd9f1d074271 req-a6081b75-7da2-452f-9ed2-5dbd2d8dc738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:15:05.433081 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-3cef8448-b060-4078-a96a-bd9f1d074271 req-a6081b75-7da2-452f-9ed2-5dbd2d8dc738 service neutron] 10.222.0.83 "GET /v2.0/networks?id=ca7902d6-3500-4f57-934f-b73bb22a6c84 HTTP/1.1" status: 200  len: 905 time: 0.1367984
Dec 03 15:15:05.506844 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-3cef8448-b060-4078-a96a-bd9f1d074271 req-8d07a1e6-8489-45e9-8df8-c9fd9bc09de0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ceb070d9-5a5e-4fcb-937b-49429ef5d8f5 HTTP/1.1" status: 200  len: 217 time: 0.0661042
Dec 03 15:15:05.576595 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cef8448-b060-4078-a96a-bd9f1d074271 req-61bbfa40-d1b7-40c6-9673-6617c7ff2fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:15:05.578127 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-3cef8448-b060-4078-a96a-bd9f1d074271 req-61bbfa40-d1b7-40c6-9673-6617c7ff2fc7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=2c3a1b0e-0906-4771-89fd-c57f0540e6d7 HTTP/1.1" status: 200  len: 850 time: 0.0643823
Dec 03 15:15:05.661310 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cef8448-b060-4078-a96a-bd9f1d074271 req-0fac2873-a7c7-4937-b844-7f0555e20a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:15:05.662968 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-3cef8448-b060-4078-a96a-bd9f1d074271 req-0fac2873-a7c7-4937-b844-7f0555e20a30 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ca7902d6-3500-4f57-934f-b73bb22a6c84&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0756176
Dec 03 15:15:05.795457 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01b0f60-2d2c-4bf0-9434-43a396f662df req-2aed25ef-0687-4fa1-8fe3-2112006f2d6d tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:15:05.796751 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-d01b0f60-2d2c-4bf0-9434-43a396f662df req-2aed25ef-0687-4fa1-8fe3-2112006f2d6d tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "GET /v2.0/ports?device_id=26d9f5d8-6d5a-401b-80ab-2b34f41b6b5e HTTP/1.1" status: 200  len: 944 time: 0.1026323
Dec 03 15:15:05.818504 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-3cef8448-b060-4078-a96a-bd9f1d074271 req-b8296306-5bfc-4c16-a2f9-a4f5e09b2611 service neutron] 10.222.0.83 "GET /v2.0/networks/ca7902d6-3500-4f57-934f-b73bb22a6c84?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1451504
Dec 03 15:15:05.849777 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-d01b0f60-2d2c-4bf0-9434-43a396f662df req-5f7c04e2-b5cb-4aa7-902e-6019504f4285 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "GET /v2.0/security-groups?id=d1b57de3-957d-4a2e-a4de-5c259d445835&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0453362
Dec 03 15:15:05.975998 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-3cef8448-b060-4078-a96a-bd9f1d074271 req-9eef9206-5dfa-4346-888c-ae95025f6f92 service neutron] 10.222.0.83 "GET /v2.0/networks/ca7902d6-3500-4f57-934f-b73bb22a6c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1506841
Dec 03 15:15:07.064230 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f290fde-639f-410e-b78b-b77eb1f50572 req-4792e943-4087-4204-8b58-f33d381286ae tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:15:07.066462 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-5f290fde-639f-410e-b78b-b77eb1f50572 req-4792e943-4087-4204-8b58-f33d381286ae tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "GET /v2.0/ports?device_id=26d9f5d8-6d5a-401b-80ab-2b34f41b6b5e HTTP/1.1" status: 200  len: 944 time: 0.0871408
Dec 03 15:15:07.114338 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-5f290fde-639f-410e-b78b-b77eb1f50572 req-b5364011-c7c9-4064-bf3c-c03872275ad3 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "GET /v2.0/security-groups?id=d1b57de3-957d-4a2e-a4de-5c259d445835&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0415554
Dec 03 15:15:08.347267 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a39dc9c-7653-491e-b306-96d4aeef5161 req-43fddf2f-e1b5-4fa4-92fb-e1f8d1926c51 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:15:08.348877 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-9a39dc9c-7653-491e-b306-96d4aeef5161 req-43fddf2f-e1b5-4fa4-92fb-e1f8d1926c51 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "GET /v2.0/ports?device_id=26d9f5d8-6d5a-401b-80ab-2b34f41b6b5e HTTP/1.1" status: 200  len: 944 time: 0.0858302
Dec 03 15:15:08.396636 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-9a39dc9c-7653-491e-b306-96d4aeef5161 req-94d6c7d2-a354-4e62-9879-37789d2fcdab tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "GET /v2.0/security-groups?id=d1b57de3-957d-4a2e-a4de-5c259d445835&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0413029
Dec 03 15:15:09.608232 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a42598-3838-4a07-aea5-028775d46d82 req-07408b8b-e057-4505-88d7-125dd110e814 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:15:09.609850 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-08a42598-3838-4a07-aea5-028775d46d82 req-07408b8b-e057-4505-88d7-125dd110e814 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "GET /v2.0/ports?device_id=26d9f5d8-6d5a-401b-80ab-2b34f41b6b5e HTTP/1.1" status: 200  len: 944 time: 0.0836504
Dec 03 15:15:09.660562 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-08a42598-3838-4a07-aea5-028775d46d82 req-7def9863-0fc8-4ca6-9240-e861dc5ad721 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "GET /v2.0/security-groups?id=d1b57de3-957d-4a2e-a4de-5c259d445835&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0435567
Dec 03 15:15:10.876521 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c854b94f-4d6e-4e26-8460-f92e64f89bff req-0fd2a219-e3e6-41b9-9973-ff050375b1cc tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:15:10.878878 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-c854b94f-4d6e-4e26-8460-f92e64f89bff req-0fd2a219-e3e6-41b9-9973-ff050375b1cc tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "GET /v2.0/ports?device_id=26d9f5d8-6d5a-401b-80ab-2b34f41b6b5e HTTP/1.1" status: 200  len: 944 time: 0.0877938
Dec 03 15:15:10.925606 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-c854b94f-4d6e-4e26-8460-f92e64f89bff req-56b517d6-f736-463c-8f24-ecf25bc52bb8 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "GET /v2.0/security-groups?id=d1b57de3-957d-4a2e-a4de-5c259d445835&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0404656
Dec 03 15:15:12.138224 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae7c624-448b-4112-b139-1687204c61d7 req-5e7753a8-cbfa-4688-bb92-8799afcb5352 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:15:12.139778 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-bae7c624-448b-4112-b139-1687204c61d7 req-5e7753a8-cbfa-4688-bb92-8799afcb5352 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "GET /v2.0/ports?device_id=26d9f5d8-6d5a-401b-80ab-2b34f41b6b5e HTTP/1.1" status: 200  len: 944 time: 0.0851958
Dec 03 15:15:12.190804 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-bae7c624-448b-4112-b139-1687204c61d7 req-9ea53109-182a-44ae-a4d7-564a245fbc91 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "GET /v2.0/security-groups?id=d1b57de3-957d-4a2e-a4de-5c259d445835&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0436664
Dec 03 15:15:12.644014 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Device ceb070d9-5a5e-4fcb-937b-49429ef5d8f5 up at agent ovs-agent-hv-cinder-75790 {{(pid=80384) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 15:15:12.711432 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Provisioning for port ceb070d9-5a5e-4fcb-937b-49429ef5d8f5 completed by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 15:15:12.716260 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Provisioning complete for port ceb070d9-5a5e-4fcb-937b-49429ef5d8f5 triggered by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:15:12.716677 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:15:12.841168 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:15:12.868562 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26d9f5d8-6d5a-401b-80ab-2b34f41b6b5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceb070d9-5a5e-4fcb-937b-49429ef5d8f5'}] {{(pid=80384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 15:15:12.879294 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] For port ceb070d9-5a5e-4fcb-937b-49429ef5d8f5, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=ceb070d9-5a5e-4fcb-937b-49429ef5d8f5,segment=NetworkSegment(672fc1f2-c840-4033-80bd-615495b12170),segment_id=672fc1f2-c840-4033-80bd-615495b12170)] {{(pid=80384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 15:15:12.883316 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024'] for port, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:15:12.885213 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:15:12.931870 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26d9f5d8-6d5a-401b-80ab-2b34f41b6b5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceb070d9-5a5e-4fcb-937b-49429ef5d8f5', 'code': 200}
Dec 03 15:15:12.953006 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Pushing event updated for resources: {'Port': ['ID=ceb070d9-5a5e-4fcb-937b-49429ef5d8f5,revision_number=4']} {{(pid=80384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:15:12.961394 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:15:12.961779 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:15:12.962179 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:15:12.962550 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:15:12.962917 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:15:12.963284 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:15:12.963646 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:15:12.964008 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:15:12.964374 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:15:12.964733 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:15:12.965092 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:15:12.965456 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:15:12.965851 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:15:12.966240 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:15:12.966599 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:15:12.966955 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:15:12.967312 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:15:12.967671 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:15:12.968025 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:15:12.968383 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:15:12.968792 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:15:12.969093 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:15:12.969456 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:15:12.969806 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:15:12.974690 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:15:13.252931 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b8efef-c4b5-494a-ab56-b446b507d2af req-be4c67d5-484d-457f-9a52-a7a24a897754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:15:13.254583 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-e6b8efef-c4b5-494a-ab56-b446b507d2af req-be4c67d5-484d-457f-9a52-a7a24a897754 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=26d9f5d8-6d5a-401b-80ab-2b34f41b6b5e HTTP/1.1" status: 200  len: 1163 time: 0.0791256
Dec 03 15:15:13.299663 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-e6b8efef-c4b5-494a-ab56-b446b507d2af req-fbca7590-d29c-4f62-877f-f5c54bf99c15 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=d1b57de3-957d-4a2e-a4de-5c259d445835&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0380599
Dec 03 15:15:13.406074 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c22bad-ae91-4600-86e2-1c34daca0a2d req-73911a4b-dc90-4e80-aad2-fd159c61d3fc tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:15:13.407653 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-54c22bad-ae91-4600-86e2-1c34daca0a2d req-73911a4b-dc90-4e80-aad2-fd159c61d3fc tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "GET /v2.0/ports?device_id=26d9f5d8-6d5a-401b-80ab-2b34f41b6b5e HTTP/1.1" status: 200  len: 946 time: 0.0828521
Dec 03 15:15:13.455139 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-54c22bad-ae91-4600-86e2-1c34daca0a2d req-65992fb2-3d02-4411-8fd7-20a3433d7a21 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "GET /v2.0/security-groups?id=d1b57de3-957d-4a2e-a4de-5c259d445835&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0408938
Dec 03 15:15:14.427550 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Device ceb070d9-5a5e-4fcb-937b-49429ef5d8f5 up at agent ovs-agent-hv-cinder-75790 {{(pid=80384) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 15:15:14.505015 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.provisioning_blocks [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Provisioning complete for port ceb070d9-5a5e-4fcb-937b-49429ef5d8f5 triggered by entity L2. {{(pid=80384) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 15:15:14.505443 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994031'] for port, provisioning_complete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:15:14.672657 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4171ba3a-eea7-4a81-8933-55e22c796aa9 req-7e020426-ebe3-4f33-8419-bf9c07d22f65 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:15:14.674387 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-4171ba3a-eea7-4a81-8933-55e22c796aa9 req-7e020426-ebe3-4f33-8419-bf9c07d22f65 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "GET /v2.0/ports?device_id=26d9f5d8-6d5a-401b-80ab-2b34f41b6b5e HTTP/1.1" status: 200  len: 946 time: 0.0832670
Dec 03 15:15:14.952359 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-4171ba3a-eea7-4a81-8933-55e22c796aa9 req-51c18582-a0d0-4c73-8b19-92da1ca57c5f tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "GET /v2.0/security-groups?id=d1b57de3-957d-4a2e-a4de-5c259d445835&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.2715755
Dec 03 15:15:15.170454 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a67c65d-ae2b-47c8-9e8d-64b04cf16a4b req-981d0514-8dac-433c-8061-4deaf5d68640 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:15:15.171956 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-4a67c65d-ae2b-47c8-9e8d-64b04cf16a4b req-981d0514-8dac-433c-8061-4deaf5d68640 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "GET /v2.0/ports?device_id=26d9f5d8-6d5a-401b-80ab-2b34f41b6b5e HTTP/1.1" status: 200  len: 946 time: 0.0850530
Dec 03 15:15:15.219244 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-4a67c65d-ae2b-47c8-9e8d-64b04cf16a4b req-1bb93eac-83f7-4f5e-bd8e-c7fc333c7679 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "GET /v2.0/security-groups?id=d1b57de3-957d-4a2e-a4de-5c259d445835&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0403259
Dec 03 15:15:15.430842 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-51883022-42e5-41a9-9a05-52f017645869 req-b56cfc22-0ec0-4a64-918a-4dc188c1d40e tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1574328
Dec 03 15:15:15.441710 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.base [req-51883022-42e5-41a9-9a05-52f017645869 req-5fd0efea-e91f-420a-827d-c72436517368 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Request body: {'floatingip': {'floating_network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e'}} {{(pid=80382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 15:15:15.447547 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [req-51883022-42e5-41a9-9a05-52f017645869 req-5fd0efea-e91f-420a-827d-c72436517368 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 15:15:15.457615 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.quota.driver [req-51883022-42e5-41a9-9a05-52f017645869 req-5fd0efea-e91f-420a-827d-c72436517368 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=80382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 15:15:15.466646 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-51883022-42e5-41a9-9a05-52f017645869 req-5fd0efea-e91f-420a-827d-c72436517368 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Notify callbacks [] for floatingip, before_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:15:15.614676 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-51883022-42e5-41a9-9a05-52f017645869 req-5fd0efea-e91f-420a-827d-c72436517368 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:15:15.903668 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.db_base_plugin_common [req-51883022-42e5-41a9-9a05-52f017645869 req-5fd0efea-e91f-420a-827d-c72436517368 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Allocated IP 172.27.2.45 (729c535b-bd07-4b0c-9bb6-d0eda364af7e/c53074ee-6482-4d40-a0b6-bf7110d55051/5d9362ea-4cb6-4b71-b70f-5e5efde08d2b) {{(pid=80382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 15:15:16.063095 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-51883022-42e5-41a9-9a05-52f017645869 req-5fd0efea-e91f-420a-827d-c72436517368 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Notify callbacks [] for port, precommit_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:15:16.090622 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-51883022-42e5-41a9-9a05-52f017645869 req-5fd0efea-e91f-420a-827d-c72436517368 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307552080722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30043597'] for port, after_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:15:16.106458 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-a09cdd69-15f8-4ed0-896d-0d3d2e02283f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:15:16.241778 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd0efea-e91f-420a-827d-c72436517368 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Pushing event updated for resources: {'Port': ['ID=5d9362ea-4cb6-4b71-b70f-5e5efde08d2b,revision_number=1']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:15:16.253723 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd0efea-e91f-420a-827d-c72436517368 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:15:16.254166 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd0efea-e91f-420a-827d-c72436517368 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:15:16.254580 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd0efea-e91f-420a-827d-c72436517368 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:15:16.255009 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd0efea-e91f-420a-827d-c72436517368 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:15:16.255419 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd0efea-e91f-420a-827d-c72436517368 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:15:16.255819 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd0efea-e91f-420a-827d-c72436517368 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:15:16.256222 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd0efea-e91f-420a-827d-c72436517368 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:15:16.256620 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd0efea-e91f-420a-827d-c72436517368 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:15:16.257027 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd0efea-e91f-420a-827d-c72436517368 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:15:16.257414 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd0efea-e91f-420a-827d-c72436517368 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:15:16.257807 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd0efea-e91f-420a-827d-c72436517368 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:15:16.258226 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd0efea-e91f-420a-827d-c72436517368 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:15:16.258661 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd0efea-e91f-420a-827d-c72436517368 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:15:16.259185 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd0efea-e91f-420a-827d-c72436517368 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:15:16.259579 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd0efea-e91f-420a-827d-c72436517368 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:15:16.259974 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd0efea-e91f-420a-827d-c72436517368 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:15:16.260369 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd0efea-e91f-420a-827d-c72436517368 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:15:16.260761 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd0efea-e91f-420a-827d-c72436517368 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:15:16.261153 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd0efea-e91f-420a-827d-c72436517368 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:15:16.261544 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd0efea-e91f-420a-827d-c72436517368 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:15:16.261955 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd0efea-e91f-420a-827d-c72436517368 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:15:16.262350 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd0efea-e91f-420a-827d-c72436517368 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:15:16.262740 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd0efea-e91f-420a-827d-c72436517368 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:15:16.263131 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd0efea-e91f-420a-827d-c72436517368 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:15:16.274620 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-5fd0efea-e91f-420a-827d-c72436517368 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:15:16.311196 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51883022-42e5-41a9-9a05-52f017645869 req-5fd0efea-e91f-420a-827d-c72436517368 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Network 729c535b-bd07-4b0c-9bb6-d0eda364af7e is already hosted by enough agents. {{(pid=80382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 15:15:16.312354 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.base_scheduler [req-51883022-42e5-41a9-9a05-52f017645869 req-5fd0efea-e91f-420a-827d-c72436517368 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Resources bound (agent type, host, resource id):  {{(pid=80382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 15:15:16.315641 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [req-51883022-42e5-41a9-9a05-52f017645869 req-5fd0efea-e91f-420a-827d-c72436517368 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Received port after_create {{(pid=80382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 15:15:16.402103 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-51883022-42e5-41a9-9a05-52f017645869 req-5fd0efea-e91f-420a-827d-c72436517368 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Notify callbacks [] for floatingip, precommit_create {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:15:16.461086 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-51883022-42e5-41a9-9a05-52f017645869 req-5fd0efea-e91f-420a-827d-c72436517368 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:15:16.729042 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-51883022-42e5-41a9-9a05-52f017645869 req-5fd0efea-e91f-420a-827d-c72436517368 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Notify callbacks [] for port, precommit_update {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:15:16.732510 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-51883022-42e5-41a9-9a05-52f017645869 req-5fd0efea-e91f-420a-827d-c72436517368 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036824732220'] for port, after_update {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:15:16.748583 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-41bcf6d7-46c2-4947-b6ad-d0e6df6178fa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:15:16.882690 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd0efea-e91f-420a-827d-c72436517368 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Pushing event updated for resources: {'Port': ['ID=5d9362ea-4cb6-4b71-b70f-5e5efde08d2b,revision_number=2']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:15:16.887031 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-5fd0efea-e91f-420a-827d-c72436517368 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:15:16.992018 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-51883022-42e5-41a9-9a05-52f017645869 req-5fd0efea-e91f-420a-827d-c72436517368 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036821248144'] for floatingip, after_update {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:15:17.019028 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-51883022-42e5-41a9-9a05-52f017645869 req-5fd0efea-e91f-420a-827d-c72436517368 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6653'] for floatingip, before_response {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:15:17.020338 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-51883022-42e5-41a9-9a05-52f017645869 req-5fd0efea-e91f-420a-827d-c72436517368 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 1.5831711
Dec 03 15:15:17.104710 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-51883022-42e5-41a9-9a05-52f017645869 req-2e29dea1-64aa-4c05-bcbb-fbf82a4d6f6d tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Synchronizing usage tracker for tenant:f470bb55fd724a97959cc14ef30e0db0 on resource:floatingip {{(pid=80382) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 15:15:17.120032 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-51883022-42e5-41a9-9a05-52f017645869 req-2e29dea1-64aa-4c05-bcbb-fbf82a4d6f6d tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Unset dirty status for tenant:f470bb55fd724a97959cc14ef30e0db0 on resource:floatingip {{(pid=80382) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 15:15:17.121301 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-51883022-42e5-41a9-9a05-52f017645869 req-2e29dea1-64aa-4c05-bcbb-fbf82a4d6f6d tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "GET /v2.0/floatingips?floating_ip_address=172.27.2.45 HTTP/1.1" status: 200  len: 695 time: 0.0942931
Dec 03 15:15:17.278832 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51883022-42e5-41a9-9a05-52f017645869 req-28a5613b-b5c7-4061-9d9d-2177fc0dcd3f tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:15:17.280305 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-51883022-42e5-41a9-9a05-52f017645869 req-28a5613b-b5c7-4061-9d9d-2177fc0dcd3f tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "GET /v2.0/networks/729c535b-bd07-4b0c-9bb6-d0eda364af7e HTTP/1.1" status: 200  len: 784 time: 0.1528192
Dec 03 15:15:17.458273 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-dc457aa3-533d-457a-ad6c-055365c324ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:15:17.473407 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c0518b-b8a8-4521-9eb3-6c3d64aa03cd req-80983ce7-8559-42d4-9bf4-5b2d9c887ba5 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:15:17.475077 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-90c0518b-b8a8-4521-9eb3-6c3d64aa03cd req-80983ce7-8559-42d4-9bf4-5b2d9c887ba5 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "GET /v2.0/ports?device_id=26d9f5d8-6d5a-401b-80ab-2b34f41b6b5e&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.0869279
Dec 03 15:15:17.560608 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-90c0518b-b8a8-4521-9eb3-6c3d64aa03cd req-e94695a7-30d2-41e9-8b6b-4a8fb23b4bbf tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "GET /v2.0/floatingips?floating_ip_address=172.27.2.45 HTTP/1.1" status: 200  len: 695 time: 0.0792127
Dec 03 15:15:17.571097 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.v2.base [req-90c0518b-b8a8-4521-9eb3-6c3d64aa03cd req-7871ef10-6a67-44b1-ad68-9c46a7fa5adf tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Request body: {'floatingip': {'port_id': 'ceb070d9-5a5e-4fcb-937b-49429ef5d8f5', 'fixed_ip_address': '172.20.0.13'}} {{(pid=80383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 15:15:17.870708 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-90c0518b-b8a8-4521-9eb3-6c3d64aa03cd req-7871ef10-6a67-44b1-ad68-9c46a7fa5adf tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Notify callbacks [] for floatingip, before_update {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:15:18.472726 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-90c0518b-b8a8-4521-9eb3-6c3d64aa03cd req-7871ef10-6a67-44b1-ad68-9c46a7fa5adf tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Notify callbacks [] for floatingip, precommit_update {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:15:18.475709 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-90c0518b-b8a8-4521-9eb3-6c3d64aa03cd req-7871ef10-6a67-44b1-ad68-9c46a7fa5adf tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036821248144'] for floatingip, after_update {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:15:18.649309 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.db.l3_db [req-90c0518b-b8a8-4521-9eb3-6c3d64aa03cd req-7871ef10-6a67-44b1-ad68-9c46a7fa5adf tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Floating IP 503cced8-7f8e-49ee-b74f-222801a4c510 associated. External IP: 172.27.2.45, port: ceb070d9-5a5e-4fcb-937b-49429ef5d8f5.
Dec 03 15:15:18.964671 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.agents_db [None req-51f4eaf8-3f98-4d92-a7df-a28bf03852b0 None None] Agent healthcheck: found 6 active agents {{(pid=80385) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 15:15:19.021067 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.l3_agent_scheduler [req-90c0518b-b8a8-4521-9eb3-6c3d64aa03cd req-7871ef10-6a67-44b1-ad68-9c46a7fa5adf tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Router a0232454-4c31-4c72-a469-0c5f61e6b4c6 has already been hosted by L3 agent 7132dbe3-ed21-4d9d-abcc-41c34baf52ae {{(pid=80383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 15:15:19.207668 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-90c0518b-b8a8-4521-9eb3-6c3d64aa03cd req-7871ef10-6a67-44b1-ad68-9c46a7fa5adf tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Notify agent at l3_agent.dv-cinder-757908-3-iscsi the message routers_updated {{(pid=80383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 15:15:19.212041 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-90c0518b-b8a8-4521-9eb3-6c3d64aa03cd req-7871ef10-6a67-44b1-ad68-9c46a7fa5adf tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6653'] for floatingip, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:15:19.217340 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a32478-9b27-443f-bd8e-7e51e5b6be5b None None] Sync routers for ids ['a0232454-4c31-4c72-a469-0c5f61e6b4c6'] in dv-cinder-757908-3-iscsi {{(pid=80385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 15:15:19.227142 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a32478-9b27-443f-bd8e-7e51e5b6be5b None None] Routers {'a0232454-4c31-4c72-a469-0c5f61e6b4c6'} bound to L3 agent in host dv-cinder-757908-3-iscsi {{(pid=80385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 15:15:19.227900 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-60a32478-9b27-443f-bd8e-7e51e5b6be5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f072eb18d68>, 'dv-cinder-757908-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T14:53:20Z,description=<?>,heartbeat_timestamp=2020-12-03T15:14:50Z,host='dv-cinder-757908-3-iscsi',id=7132dbe3-ed21-4d9d-abcc-41c34baf52ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T14:53:20Z,topic='l3_agent')) {'router_ids': ['a0232454-4c31-4c72-a469-0c5f61e6b4c6'], 'active': True} {{(pid=80385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:15:19.266433 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-90c0518b-b8a8-4521-9eb3-6c3d64aa03cd req-7871ef10-6a67-44b1-ad68-9c46a7fa5adf tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "PUT /v2.0/floatingips/503cced8-7f8e-49ee-b74f-222801a4c510 HTTP/1.1" status: 200  len: 996 time: 1.6993937
Dec 03 15:15:19.266997 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26d9f5d8-6d5a-401b-80ab-2b34f41b6b5e', 'tag': 'ceb070d9-5a5e-4fcb-937b-49429ef5d8f5'}] {{(pid=80383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 15:15:19.332102 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26d9f5d8-6d5a-401b-80ab-2b34f41b6b5e', 'tag': 'ceb070d9-5a5e-4fcb-937b-49429ef5d8f5', 'status': 'completed', 'code': 200}
Dec 03 15:15:19.364685 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c0518b-b8a8-4521-9eb3-6c3d64aa03cd req-26439c36-4b66-464f-a870-148aaea534fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:15:19.366371 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-90c0518b-b8a8-4521-9eb3-6c3d64aa03cd req-26439c36-4b66-464f-a870-148aaea534fc service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=f470bb55fd724a97959cc14ef30e0db0&device_id=26d9f5d8-6d5a-401b-80ab-2b34f41b6b5e HTTP/1.1" status: 200  len: 1163 time: 0.0846343
Dec 03 15:15:19.414937 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvr_db [None req-60a32478-9b27-443f-bd8e-7e51e5b6be5b None None] Set router a0232454-4c31-4c72-a469-0c5f61e6b4c6 gateway port host: dv-cinder-757908-3-iscsi {{(pid=80385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 15:15:19.567127 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe3cdf3-1a15-4523-baf8-bf6b3080e20d req-70169ce8-c200-401b-a179-1b5de99df521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:15:19.568741 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-ebe3cdf3-1a15-4523-baf8-bf6b3080e20d req-70169ce8-c200-401b-a179-1b5de99df521 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f470bb55fd724a97959cc14ef30e0db0&device_id=26d9f5d8-6d5a-401b-80ab-2b34f41b6b5e HTTP/1.1" status: 200  len: 1163 time: 0.1981204
Dec 03 15:15:19.577052 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c0518b-b8a8-4521-9eb3-6c3d64aa03cd req-904e049a-d89d-46cf-a5eb-534f72964932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:15:19.578559 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-90c0518b-b8a8-4521-9eb3-6c3d64aa03cd req-904e049a-d89d-46cf-a5eb-534f72964932 service neutron] 10.222.0.63 "GET /v2.0/networks?id=ca7902d6-3500-4f57-934f-b73bb22a6c84 HTTP/1.1" status: 200  len: 905 time: 0.1711996
Dec 03 15:15:19.780691 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-90c0518b-b8a8-4521-9eb3-6c3d64aa03cd req-5ba728f9-721d-4053-a6c1-d8059e653b08 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ceb070d9-5a5e-4fcb-937b-49429ef5d8f5 HTTP/1.1" status: 200  len: 999 time: 0.1781414
Dec 03 15:15:19.786845 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-60a32478-9b27-443f-bd8e-7e51e5b6be5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f072eb18d68>, [{'id': 'a0232454-4c31-4c72-a469-0c5f61e6b4c6', 'name': 'tempest-TestVolumeBootPattern-395720009-router', 'tenant_id': 'f470bb55fd724a97959cc14ef30e0db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'external_fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '241b13d4-399a-446b-9afb-d645b8b0c23c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:09:41Z', 'updated_at': '2020-12-03T15:09:46Z', 'revision_number': 4, 'project_id': 'f470bb55fd724a97959cc14ef30e0db0', 'gw_port': {'id': '241b13d4-399a-446b-9afb-d645b8b0c23c', 'name': '', 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:23:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0232454-4c31-4c72-a469-0c5f61e6b4c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:09:42Z', 'updated_at': '2020-12-03T15:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-iscsi', '_floatingips': [{'id': '15c29b56-f3ea-4a58-96ad-ec2a8f68cf28', 'tenant_id': 'f470bb55fd724a97959cc14ef30e0db0', 'floating_ip_address': '172.27.2.229', 'floating_network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'router_id': 'a0232454-4c31-4c72-a469-0c5f61e6b4c6', 'port_id': '81d206c5-23dc-4936-b486-a60db5437ec7', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca7902d6-3500-4f57-934f-b73bb22a6c84', 'mac_address': 'fa:16:3e:e8:27:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2af9f6a-6971-4c2c-b2f1-ede1e0da987d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T15:13:10Z', 'updated_at': '2020-12-03T15:13:14Z', 'revision_number': 2, 'project_id': 'f470bb55fd724a97959cc14ef30e0db0', 'fixed_ip_address_scope': None}, {'id': '503cced8-7f8e-49ee-b74f-222801a4c510', 'tenant_id': 'f470bb55fd724a97959cc14ef30e0db0', 'floating_ip_address': '172.27.2.45', 'floating_network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'router_id': 'a0232454-4c31-4c72-a469-0c5f61e6b4c6', 'port_id': 'ceb070d9-5a5e-4fcb-937b-49429ef5d8f5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca7902d6-3500-4f57-934f-b73bb22a6c84', 'mac_address': 'fa:16:3e:4e:f7:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d9f5d8-6d5a-401b-80ab-2b34f41b6b5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T15:15:16Z', 'updated_at': '2020-12-03T15:15:18Z', 'revision_number': 1, 'project_id': 'f470bb55fd724a97959cc14ef30e0db0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ccc30d5-9a7e-4da0-b2f2-44aed636116f', 'name': '', 'network_id': 'ca7902d6-3500-4f57-934f-b73bb22a6c84', 'tenant_id': 'f470bb55fd724a97959cc14ef30e0db0', 'mac_address': 'fa:16:3e:89:5a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0232454-4c31-4c72-a469-0c5f61e6b4c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '2c3a1b0e-0906-4771-89fd-c57f0540e6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:09:45Z', 'updated_at': '2020-12-03T15:09:55Z', 'revision_number': 5, 'project_id': 'f470bb55fd724a97959cc14ef30e0db0', 'subnets': [{'id': '2c3a1b0e-0906-4771-89fd-c57f0540e6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-3-iscsi', False) {} {{(pid=80385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:15:19.791555 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a32478-9b27-443f-bd8e-7e51e5b6be5b None None] Checking router: a0232454-4c31-4c72-a469-0c5f61e6b4c6 for host: dv-cinder-757908-3-iscsi {{(pid=80385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 15:15:19.803103 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a32478-9b27-443f-bd8e-7e51e5b6be5b None None] Routers {'a0232454-4c31-4c72-a469-0c5f61e6b4c6'} bound to L3 agent in host dv-cinder-757908-3-iscsi {{(pid=80385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 15:15:19.803842 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-60a32478-9b27-443f-bd8e-7e51e5b6be5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f072eb18d68>, 'dv-cinder-757908-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T14:53:20Z,description=<?>,heartbeat_timestamp=2020-12-03T15:14:50Z,host='dv-cinder-757908-3-iscsi',id=7132dbe3-ed21-4d9d-abcc-41c34baf52ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T14:53:20Z,topic='l3_agent')) {'router_ids': ['a0232454-4c31-4c72-a469-0c5f61e6b4c6'], 'active': True} {{(pid=80385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:15:19.855477 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe3cdf3-1a15-4523-baf8-bf6b3080e20d req-ca434598-7cfc-49d8-91ad-3034f2ffe235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:15:19.857070 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-ebe3cdf3-1a15-4523-baf8-bf6b3080e20d req-ca434598-7cfc-49d8-91ad-3034f2ffe235 service neutron] 10.222.0.83 "GET /v2.0/networks?id=ca7902d6-3500-4f57-934f-b73bb22a6c84 HTTP/1.1" status: 200  len: 905 time: 0.2813485
Dec 03 15:15:19.997897 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvr_db [None req-60a32478-9b27-443f-bd8e-7e51e5b6be5b None None] Set router a0232454-4c31-4c72-a469-0c5f61e6b4c6 gateway port host: dv-cinder-757908-3-iscsi {{(pid=80385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 15:15:20.178544 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-ac0a952c-7944-4b09-a923-ec583524460a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:15:20.185179 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c0518b-b8a8-4521-9eb3-6c3d64aa03cd req-a1fb330e-5b1a-4d71-8701-b4b1a1ca2992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:15:20.186806 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-90c0518b-b8a8-4521-9eb3-6c3d64aa03cd req-a1fb330e-5b1a-4d71-8701-b4b1a1ca2992 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2c3a1b0e-0906-4771-89fd-c57f0540e6d7 HTTP/1.1" status: 200  len: 850 time: 0.3935437
Dec 03 15:15:20.216743 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-d1a712ed-1597-40ee-be3f-9bd7eb160871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:15:20.269433 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-ebe3cdf3-1a15-4523-baf8-bf6b3080e20d req-a9214658-3ed1-48b2-a069-2932cce65654 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ceb070d9-5a5e-4fcb-937b-49429ef5d8f5 HTTP/1.1" status: 200  len: 999 time: 0.4053714
Dec 03 15:15:20.343374 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c0518b-b8a8-4521-9eb3-6c3d64aa03cd req-679f7c38-3cd9-4483-a3c2-27cf9405362f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:15:20.344998 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-90c0518b-b8a8-4521-9eb3-6c3d64aa03cd req-679f7c38-3cd9-4483-a3c2-27cf9405362f service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ca7902d6-3500-4f57-934f-b73bb22a6c84&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1489391
Dec 03 15:15:20.351311 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe3cdf3-1a15-4523-baf8-bf6b3080e20d req-cfef2d65-868e-4ad4-94b2-83bbce9615f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:15:20.352824 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-ebe3cdf3-1a15-4523-baf8-bf6b3080e20d req-cfef2d65-868e-4ad4-94b2-83bbce9615f7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=2c3a1b0e-0906-4771-89fd-c57f0540e6d7 HTTP/1.1" status: 200  len: 850 time: 0.0760019
Dec 03 15:15:20.393949 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-60a32478-9b27-443f-bd8e-7e51e5b6be5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f072eb18d68>, [{'id': 'a0232454-4c31-4c72-a469-0c5f61e6b4c6', 'name': 'tempest-TestVolumeBootPattern-395720009-router', 'tenant_id': 'f470bb55fd724a97959cc14ef30e0db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'external_fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '241b13d4-399a-446b-9afb-d645b8b0c23c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:09:41Z', 'updated_at': '2020-12-03T15:09:46Z', 'revision_number': 4, 'project_id': 'f470bb55fd724a97959cc14ef30e0db0', 'gw_port': {'id': '241b13d4-399a-446b-9afb-d645b8b0c23c', 'name': '', 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:23:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0232454-4c31-4c72-a469-0c5f61e6b4c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:09:42Z', 'updated_at': '2020-12-03T15:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-iscsi', '_floatingips': [{'id': '15c29b56-f3ea-4a58-96ad-ec2a8f68cf28', 'tenant_id': 'f470bb55fd724a97959cc14ef30e0db0', 'floating_ip_address': '172.27.2.229', 'floating_network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'router_id': 'a0232454-4c31-4c72-a469-0c5f61e6b4c6', 'port_id': '81d206c5-23dc-4936-b486-a60db5437ec7', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca7902d6-3500-4f57-934f-b73bb22a6c84', 'mac_address': 'fa:16:3e:e8:27:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2af9f6a-6971-4c2c-b2f1-ede1e0da987d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T15:13:10Z', 'updated_at': '2020-12-03T15:13:14Z', 'revision_number': 2, 'project_id': 'f470bb55fd724a97959cc14ef30e0db0', 'fixed_ip_address_scope': None}, {'id': '503cced8-7f8e-49ee-b74f-222801a4c510', 'tenant_id': 'f470bb55fd724a97959cc14ef30e0db0', 'floating_ip_address': '172.27.2.45', 'floating_network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'router_id': 'a0232454-4c31-4c72-a469-0c5f61e6b4c6', 'port_id': 'ceb070d9-5a5e-4fcb-937b-49429ef5d8f5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca7902d6-3500-4f57-934f-b73bb22a6c84', 'mac_address': 'fa:16:3e:4e:f7:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d9f5d8-6d5a-401b-80ab-2b34f41b6b5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T15:15:16Z', 'updated_at': '2020-12-03T15:15:18Z', 'revision_number': 1, 'project_id': 'f470bb55fd724a97959cc14ef30e0db0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ccc30d5-9a7e-4da0-b2f2-44aed636116f', 'name': '', 'network_id': 'ca7902d6-3500-4f57-934f-b73bb22a6c84', 'tenant_id': 'f470bb55fd724a97959cc14ef30e0db0', 'mac_address': 'fa:16:3e:89:5a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0232454-4c31-4c72-a469-0c5f61e6b4c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '2c3a1b0e-0906-4771-89fd-c57f0540e6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:09:45Z', 'updated_at': '2020-12-03T15:09:55Z', 'revision_number': 5, 'project_id': 'f470bb55fd724a97959cc14ef30e0db0', 'subnets': [{'id': '2c3a1b0e-0906-4771-89fd-c57f0540e6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-3-iscsi', False) {} {{(pid=80385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:15:20.398522 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a32478-9b27-443f-bd8e-7e51e5b6be5b None None] The sync data for ids ['a0232454-4c31-4c72-a469-0c5f61e6b4c6'] in dv-cinder-757908-3-iscsi is: [{'id': 'a0232454-4c31-4c72-a469-0c5f61e6b4c6', 'name': 'tempest-TestVolumeBootPattern-395720009-router', 'tenant_id': 'f470bb55fd724a97959cc14ef30e0db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'external_fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '241b13d4-399a-446b-9afb-d645b8b0c23c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:09:41Z', 'updated_at': '2020-12-03T15:09:46Z', 'revision_number': 4, 'project_id': 'f470bb55fd724a97959cc14ef30e0db0', 'gw_port': {'id': '241b13d4-399a-446b-9afb-d645b8b0c23c', 'name': '', 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:23:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0232454-4c31-4c72-a469-0c5f61e6b4c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:09:42Z', 'updated_at': '2020-12-03T15:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-iscsi', '_floatingips': [{'id': '15c29b56-f3ea-4a58-96ad-ec2a8f68cf28', 'tenant_id': 'f470bb55fd724a97959cc14ef30e0db0', 'floating_ip_address': '172.27.2.229', 'floating_network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'router_id': 'a0232454-4c31-4c72-a469-0c5f61e6b4c6', 'port_id': '81d206c5-23dc-4936-b486-a60db5437ec7', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca7902d6-3500-4f57-934f-b73bb22a6c84', 'mac_address': 'fa:16:3e:e8:27:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2af9f6a-6971-4c2c-b2f1-ede1e0da987d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T15:13:10Z', 'updated_at': '2020-12-03T15:13:14Z', 'revision_number': 2, 'project_id': 'f470bb55fd724a97959cc14ef30e0db0', 'fixed_ip_address_scope': None}, {'id': '503cced8-7f8e-49ee-b74f-222801a4c510', 'tenant_id': 'f470bb55fd724a97959cc14ef30e0db0', 'floating_ip_address': '172.27.2.45', 'floating_network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'router_id': 'a0232454-4c31-4c72-a469-0c5f61e6b4c6', 'port_id': 'ceb070d9-5a5e-4fcb-937b-49429ef5d8f5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca7902d6-3500-4f57-934f-b73bb22a6c84', 'mac_address': 'fa:16:3e:4e:f7:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d9f5d8-6d5a-401b-80ab-2b34f41b6b5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T15:15:16Z', 'updated_at': '2020-12-03T15:15:18Z', 'revision_number': 1, 'project_id': 'f470bb55fd724a97959cc14ef30e0db0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ccc30d5-9a7e-4da0-b2f2-44aed636116f', 'name': '', 'network_id': 'ca7902d6-3500-4f57-934f-b73bb22a6c84', 'tenant_id': 'f470bb55fd724a97959cc14ef30e0db0', 'mac_address': 'fa:16:3e:89:5a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0232454-4c31-4c72-a469-0c5f61e6b4c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '2c3a1b0e-0906-4771-89fd-c57f0540e6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:09:45Z', 'updated_at': '2020-12-03T15:09:55Z', 'revision_number': 5, 'project_id': 'f470bb55fd724a97959cc14ef30e0db0', 'subnets': [{'id': '2c3a1b0e-0906-4771-89fd-c57f0540e6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 15:15:20.557398 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-90c0518b-b8a8-4521-9eb3-6c3d64aa03cd req-1a2639c4-f26a-4ebb-a98e-165df1ba23e3 service neutron] 10.222.0.63 "GET /v2.0/networks/ca7902d6-3500-4f57-934f-b73bb22a6c84?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2035608
Dec 03 15:15:20.560239 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe3cdf3-1a15-4523-baf8-bf6b3080e20d req-d45ea293-62d4-4393-9d81-db1dd506efea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:15:20.561690 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-ebe3cdf3-1a15-4523-baf8-bf6b3080e20d req-d45ea293-62d4-4393-9d81-db1dd506efea service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ca7902d6-3500-4f57-934f-b73bb22a6c84&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1857808
Dec 03 15:15:20.695522 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb1d056c-b6d9-4f72-81c8-22c32a898952 None None] New status for floating IP 503cced8-7f8e-49ee-b74f-222801a4c510: ACTIVE {{(pid=80384) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 03 15:15:20.839406 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-90c0518b-b8a8-4521-9eb3-6c3d64aa03cd req-0c0b5442-5407-44fc-b5c5-d5683f292696 service neutron] 10.222.0.63 "GET /v2.0/networks/ca7902d6-3500-4f57-934f-b73bb22a6c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2751405
Dec 03 15:15:20.845181 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-ebe3cdf3-1a15-4523-baf8-bf6b3080e20d req-d1bfcde9-2981-4658-816e-189c38ebbd47 service neutron] 10.222.0.83 "GET /v2.0/networks/ca7902d6-3500-4f57-934f-b73bb22a6c84?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2575243
Dec 03 15:15:21.009462 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-ebe3cdf3-1a15-4523-baf8-bf6b3080e20d req-00a8c096-f48d-4c17-8a7b-99845de03c03 service neutron] 10.222.0.83 "GET /v2.0/networks/ca7902d6-3500-4f57-934f-b73bb22a6c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1558168
Dec 03 15:15:21.325034 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:15:22.079825 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-7c778c2a-832b-4a71-9338-2409dcb4fb0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:15:24.440865 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-65c8f7d6-9d3d-4f5f-9c5f-df3a12f405e8 req-73bf87c7-5c09-4ab2-8b42-7d44882f2949 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=c2af9f6a-6971-4c2c-b2f1-ede1e0da987d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0782404
Dec 03 15:15:24.608179 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c8f7d6-9d3d-4f5f-9c5f-df3a12f405e8 req-c2303976-2b50-4b57-909f-72b9cb1391f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:15:24.609804 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-65c8f7d6-9d3d-4f5f-9c5f-df3a12f405e8 req-c2303976-2b50-4b57-909f-72b9cb1391f4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f470bb55fd724a97959cc14ef30e0db0&device_id=c2af9f6a-6971-4c2c-b2f1-ede1e0da987d HTTP/1.1" status: 200  len: 1162 time: 0.0777519
Dec 03 15:15:24.769611 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c8f7d6-9d3d-4f5f-9c5f-df3a12f405e8 req-33aaa3c3-0e79-4388-86e0-f24d4d1ff0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:15:24.771237 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-65c8f7d6-9d3d-4f5f-9c5f-df3a12f405e8 req-33aaa3c3-0e79-4388-86e0-f24d4d1ff0a7 service neutron] 10.222.0.83 "GET /v2.0/networks?id=ca7902d6-3500-4f57-934f-b73bb22a6c84 HTTP/1.1" status: 200  len: 905 time: 0.1405354
Dec 03 15:15:24.886215 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-65c8f7d6-9d3d-4f5f-9c5f-df3a12f405e8 req-df924eed-afa1-4c73-b23f-24e74be2da15 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81d206c5-23dc-4936-b486-a60db5437ec7 HTTP/1.1" status: 200  len: 1001 time: 0.1074929
Dec 03 15:15:24.955873 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c8f7d6-9d3d-4f5f-9c5f-df3a12f405e8 req-81ab69b7-f4c2-4e8b-8589-232346737044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:15:24.957434 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-65c8f7d6-9d3d-4f5f-9c5f-df3a12f405e8 req-81ab69b7-f4c2-4e8b-8589-232346737044 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=2c3a1b0e-0906-4771-89fd-c57f0540e6d7 HTTP/1.1" status: 200  len: 850 time: 0.0637476
Dec 03 15:15:25.040643 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c8f7d6-9d3d-4f5f-9c5f-df3a12f405e8 req-69c337a7-ceb0-46dc-8701-b4762fc2372f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:15:25.042342 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-65c8f7d6-9d3d-4f5f-9c5f-df3a12f405e8 req-69c337a7-ceb0-46dc-8701-b4762fc2372f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ca7902d6-3500-4f57-934f-b73bb22a6c84&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0778000
Dec 03 15:15:25.194821 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-65c8f7d6-9d3d-4f5f-9c5f-df3a12f405e8 req-608190ef-c8b7-4f5a-885e-6b981473d49e service neutron] 10.222.0.83 "GET /v2.0/networks/ca7902d6-3500-4f57-934f-b73bb22a6c84?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1445880
Dec 03 15:15:25.342390 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-65c8f7d6-9d3d-4f5f-9c5f-df3a12f405e8 req-d2605671-1416-4f35-9dbb-9c3e2e96ee06 service neutron] 10.222.0.83 "GET /v2.0/networks/ca7902d6-3500-4f57-934f-b73bb22a6c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1407046
Dec 03 15:15:25.656763 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:15:47.459066 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-ba5dff16-7170-4d5c-be65-43555aadc245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:15:50.181501 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-896b5054-4c3b-4017-bf41-ec7fc981e7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:15:50.215300 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-d1a712ed-1597-40ee-be3f-9bd7eb160871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:15:51.317516 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:15:52.079785 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-7c778c2a-832b-4a71-9338-2409dcb4fb0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:15:55.671642 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:15:55.963757 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.agents_db [None req-51f4eaf8-3f98-4d92-a7df-a28bf03852b0 None None] Agent healthcheck: found 6 active agents {{(pid=80385) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 15:16:17.460814 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-64dadf68-e3c9-4614-b6d4-6dc767f0cbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:16:20.182585 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-1e10087e-87e4-4dcb-801e-0775aa21940e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:16:20.218152 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-d1a712ed-1597-40ee-be3f-9bd7eb160871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:16:21.319993 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:16:22.083733 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-7c778c2a-832b-4a71-9338-2409dcb4fb0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:16:25.685828 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:16:26.424980 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-39d43dd8-69e5-475f-a2fc-5a6227986510 req-a6f3762a-76c5-41cf-aade-b6a16aef576b service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=26d9f5d8-6d5a-401b-80ab-2b34f41b6b5e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0761156
Dec 03 15:16:26.533022 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d43dd8-69e5-475f-a2fc-5a6227986510 req-2d09be93-60ec-412c-88bc-893977f62a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:16:26.534666 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-39d43dd8-69e5-475f-a2fc-5a6227986510 req-2d09be93-60ec-412c-88bc-893977f62a91 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f470bb55fd724a97959cc14ef30e0db0&device_id=26d9f5d8-6d5a-401b-80ab-2b34f41b6b5e HTTP/1.1" status: 200  len: 1163 time: 0.0777423
Dec 03 15:16:26.696059 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d43dd8-69e5-475f-a2fc-5a6227986510 req-a0c7b071-7f95-43fb-9395-40e6552ac0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:16:26.697567 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-39d43dd8-69e5-475f-a2fc-5a6227986510 req-a0c7b071-7f95-43fb-9395-40e6552ac0c1 service neutron] 10.222.0.83 "GET /v2.0/networks?id=ca7902d6-3500-4f57-934f-b73bb22a6c84 HTTP/1.1" status: 200  len: 905 time: 0.1434600
Dec 03 15:16:26.805343 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-39d43dd8-69e5-475f-a2fc-5a6227986510 req-bf7371c7-6ff3-48bc-9746-964fba3641ae service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ceb070d9-5a5e-4fcb-937b-49429ef5d8f5 HTTP/1.1" status: 200  len: 1001 time: 0.1013639
Dec 03 15:16:26.878487 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d43dd8-69e5-475f-a2fc-5a6227986510 req-fe3ea4d0-8fdd-441b-be66-d37dabf6dce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:16:26.880055 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-39d43dd8-69e5-475f-a2fc-5a6227986510 req-fe3ea4d0-8fdd-441b-be66-d37dabf6dce0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=2c3a1b0e-0906-4771-89fd-c57f0540e6d7 HTTP/1.1" status: 200  len: 850 time: 0.0688198
Dec 03 15:16:26.959587 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d43dd8-69e5-475f-a2fc-5a6227986510 req-1715b5df-45f5-461e-aa50-57a962bc312f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:16:26.961113 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-39d43dd8-69e5-475f-a2fc-5a6227986510 req-1715b5df-45f5-461e-aa50-57a962bc312f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ca7902d6-3500-4f57-934f-b73bb22a6c84&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0748370
Dec 03 15:16:27.110343 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-39d43dd8-69e5-475f-a2fc-5a6227986510 req-fd61ef83-923b-49af-a930-f3aa05cc33d3 service neutron] 10.222.0.83 "GET /v2.0/networks/ca7902d6-3500-4f57-934f-b73bb22a6c84?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1399429
Dec 03 15:16:27.260337 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-39d43dd8-69e5-475f-a2fc-5a6227986510 req-89ab0d51-5ece-46a8-93da-a637b546a58f service neutron] 10.222.0.83 "GET /v2.0/networks/ca7902d6-3500-4f57-934f-b73bb22a6c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1429732
Dec 03 15:16:32.966903 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.agents_db [None req-51f4eaf8-3f98-4d92-a7df-a28bf03852b0 None None] Agent healthcheck: found 6 active agents {{(pid=80385) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 15:16:47.392790 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-4d99fc55-f882-4ba9-b27b-8ec677096f1a req-e3bd59ff-8641-48db-b76a-c38b93741a84 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "GET /v2.0/floatingips/503cced8-7f8e-49ee-b74f-222801a4c510 HTTP/1.1" status: 200  len: 998 time: 0.1133935
Dec 03 15:16:47.463724 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0e39d239-db9c-41d1-9f03-602b093d323c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:16:47.552364 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d99fc55-f882-4ba9-b27b-8ec677096f1a req-57f3e309-60eb-47a7-8d47-22fed99c1811 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:16:47.553744 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-4d99fc55-f882-4ba9-b27b-8ec677096f1a req-57f3e309-60eb-47a7-8d47-22fed99c1811 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "GET /v2.0/networks/729c535b-bd07-4b0c-9bb6-d0eda364af7e HTTP/1.1" status: 200  len: 784 time: 0.1551120
Dec 03 15:16:47.665357 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-4d99fc55-f882-4ba9-b27b-8ec677096f1a req-4e666795-39b9-4d40-ad40-a0860c93ff5d tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "GET /v2.0/floatingips?floating_ip_address=172.27.2.45 HTTP/1.1" status: 200  len: 1001 time: 0.1045928
Dec 03 15:16:47.747546 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d99fc55-f882-4ba9-b27b-8ec677096f1a req-7aa4f205-5d76-4f60-8026-04fd9846525e tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:16:47.749053 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-4d99fc55-f882-4ba9-b27b-8ec677096f1a req-7aa4f205-5d76-4f60-8026-04fd9846525e tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "GET /v2.0/ports/ceb070d9-5a5e-4fcb-937b-49429ef5d8f5 HTTP/1.1" status: 200  len: 943 time: 0.0778565
Dec 03 15:16:47.937191 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-4d99fc55-f882-4ba9-b27b-8ec677096f1a req-1e9d0440-a923-4c2f-8282-fc3d6485148f tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "GET /v2.0/floatingips?floating_ip_address=172.27.2.45 HTTP/1.1" status: 200  len: 1001 time: 0.1049004
Dec 03 15:16:48.151652 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [req-4d99fc55-f882-4ba9-b27b-8ec677096f1a req-11e8c056-186a-41fe-b10c-7fd3621e49f9 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Deleting port 5d9362ea-4cb6-4b71-b70f-5e5efde08d2b {{(pid=80382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 15:16:48.151954 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-4d99fc55-f882-4ba9-b27b-8ec677096f1a req-11e8c056-186a-41fe-b10c-7fd3621e49f9 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729303099848'] for port, before_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:16:48.327269 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-4d99fc55-f882-4ba9-b27b-8ec677096f1a req-11e8c056-186a-41fe-b10c-7fd3621e49f9 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821294133'] for port, precommit_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:16:48.327611 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-4d99fc55-f882-4ba9-b27b-8ec677096f1a req-11e8c056-186a-41fe-b10c-7fd3621e49f9 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Notify callbacks [] for floatingip, precommit_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:16:48.457609 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [req-4d99fc55-f882-4ba9-b27b-8ec677096f1a req-11e8c056-186a-41fe-b10c-7fd3621e49f9 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Calling delete_port for 5d9362ea-4cb6-4b71-b70f-5e5efde08d2b owned by network:floatingip {{(pid=80382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 15:16:48.608365 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-4d99fc55-f882-4ba9-b27b-8ec677096f1a req-11e8c056-186a-41fe-b10c-7fd3621e49f9 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307551598230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307552127058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30043597'] for port, after_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:16:48.626278 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-332e5443-033d-4f1b-a713-7b5685d0dbf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:16:48.674467 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e8c056-186a-41fe-b10c-7fd3621e49f9 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Pushing event deleted for resources: {'Port': ['ID=5d9362ea-4cb6-4b71-b70f-5e5efde08d2b,revision_number=None']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:16:48.695473 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e8c056-186a-41fe-b10c-7fd3621e49f9 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:16:48.695902 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e8c056-186a-41fe-b10c-7fd3621e49f9 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:16:48.696321 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e8c056-186a-41fe-b10c-7fd3621e49f9 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:16:48.696755 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e8c056-186a-41fe-b10c-7fd3621e49f9 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:16:48.697170 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e8c056-186a-41fe-b10c-7fd3621e49f9 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:16:48.697578 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e8c056-186a-41fe-b10c-7fd3621e49f9 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:16:48.698031 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e8c056-186a-41fe-b10c-7fd3621e49f9 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:16:48.698444 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e8c056-186a-41fe-b10c-7fd3621e49f9 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:16:48.698847 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e8c056-186a-41fe-b10c-7fd3621e49f9 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:16:48.699253 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e8c056-186a-41fe-b10c-7fd3621e49f9 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:16:48.699654 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e8c056-186a-41fe-b10c-7fd3621e49f9 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:16:48.700059 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e8c056-186a-41fe-b10c-7fd3621e49f9 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:16:48.700503 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e8c056-186a-41fe-b10c-7fd3621e49f9 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:16:48.700903 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e8c056-186a-41fe-b10c-7fd3621e49f9 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:16:48.701303 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e8c056-186a-41fe-b10c-7fd3621e49f9 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:16:48.701703 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e8c056-186a-41fe-b10c-7fd3621e49f9 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:16:48.702133 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e8c056-186a-41fe-b10c-7fd3621e49f9 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:16:48.702535 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e8c056-186a-41fe-b10c-7fd3621e49f9 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:16:48.702934 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e8c056-186a-41fe-b10c-7fd3621e49f9 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:16:48.703555 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e8c056-186a-41fe-b10c-7fd3621e49f9 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:16:48.704090 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e8c056-186a-41fe-b10c-7fd3621e49f9 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:16:48.704509 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e8c056-186a-41fe-b10c-7fd3621e49f9 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:16:48.704924 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e8c056-186a-41fe-b10c-7fd3621e49f9 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:16:48.705335 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e8c056-186a-41fe-b10c-7fd3621e49f9 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:16:48.710986 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-11e8c056-186a-41fe-b10c-7fd3621e49f9 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:16:49.096069 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-4d99fc55-f882-4ba9-b27b-8ec677096f1a req-11e8c056-186a-41fe-b10c-7fd3621e49f9 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Notify callbacks [] for floatingip, after_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:16:49.096447 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.db.l3_db [req-4d99fc55-f882-4ba9-b27b-8ec677096f1a req-11e8c056-186a-41fe-b10c-7fd3621e49f9 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Floating IP 503cced8-7f8e-49ee-b74f-222801a4c510 disassociated (deleted). External IP: 172.27.2.45, port: ceb070d9-5a5e-4fcb-937b-49429ef5d8f5.
Dec 03 15:16:49.460270 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4d99fc55-f882-4ba9-b27b-8ec677096f1a req-11e8c056-186a-41fe-b10c-7fd3621e49f9 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Router a0232454-4c31-4c72-a469-0c5f61e6b4c6 has already been hosted by L3 agent 7132dbe3-ed21-4d9d-abcc-41c34baf52ae {{(pid=80382) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 15:16:49.653965 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4d99fc55-f882-4ba9-b27b-8ec677096f1a req-11e8c056-186a-41fe-b10c-7fd3621e49f9 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Notify agent at l3_agent.dv-cinder-757908-3-iscsi the message routers_updated {{(pid=80382) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 15:16:49.664182 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab42c29-eb94-404e-b291-0877488ad981 None None] Sync routers for ids ['a0232454-4c31-4c72-a469-0c5f61e6b4c6'] in dv-cinder-757908-3-iscsi {{(pid=80385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 15:16:49.674156 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab42c29-eb94-404e-b291-0877488ad981 None None] Routers {'a0232454-4c31-4c72-a469-0c5f61e6b4c6'} bound to L3 agent in host dv-cinder-757908-3-iscsi {{(pid=80385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 15:16:49.674819 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-0ab42c29-eb94-404e-b291-0877488ad981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f072ecdda58>, 'dv-cinder-757908-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T14:53:20Z,description=<?>,heartbeat_timestamp=2020-12-03T15:16:20Z,host='dv-cinder-757908-3-iscsi',id=7132dbe3-ed21-4d9d-abcc-41c34baf52ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T14:53:20Z,topic='l3_agent')) {'router_ids': ['a0232454-4c31-4c72-a469-0c5f61e6b4c6'], 'active': True} {{(pid=80385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:16:49.680602 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-4d99fc55-f882-4ba9-b27b-8ec677096f1a req-11e8c056-186a-41fe-b10c-7fd3621e49f9 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6653'] for floatingip, before_response {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:16:49.738378 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-4d99fc55-f882-4ba9-b27b-8ec677096f1a req-11e8c056-186a-41fe-b10c-7fd3621e49f9 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "DELETE /v2.0/floatingips/503cced8-7f8e-49ee-b74f-222801a4c510 HTTP/1.1" status: 204  len: 173 time: 1.7948277
Dec 03 15:16:49.738864 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26d9f5d8-6d5a-401b-80ab-2b34f41b6b5e', 'tag': 'ceb070d9-5a5e-4fcb-937b-49429ef5d8f5'}] {{(pid=80382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 15:16:49.817662 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26d9f5d8-6d5a-401b-80ab-2b34f41b6b5e', 'tag': 'ceb070d9-5a5e-4fcb-937b-49429ef5d8f5', 'status': 'completed', 'code': 200}
Dec 03 15:16:49.851370 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d99fc55-f882-4ba9-b27b-8ec677096f1a req-4f97837a-0518-4cc7-ad73-96aac76e6ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:16:49.853557 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-4d99fc55-f882-4ba9-b27b-8ec677096f1a req-4f97837a-0518-4cc7-ad73-96aac76e6ca3 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=f470bb55fd724a97959cc14ef30e0db0&device_id=26d9f5d8-6d5a-401b-80ab-2b34f41b6b5e HTTP/1.1" status: 200  len: 1163 time: 0.0966017
Dec 03 15:16:49.873011 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvr_db [None req-0ab42c29-eb94-404e-b291-0877488ad981 None None] Set router a0232454-4c31-4c72-a469-0c5f61e6b4c6 gateway port host: dv-cinder-757908-3-iscsi {{(pid=80385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 15:16:49.934421 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb44af29-4a4b-4d68-a24f-4c1ccbaf4b4a req-3939ffc6-6818-401b-9035-afde5a6d34a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:16:49.936337 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-eb44af29-4a4b-4d68-a24f-4c1ccbaf4b4a req-3939ffc6-6818-401b-9035-afde5a6d34a7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f470bb55fd724a97959cc14ef30e0db0&device_id=26d9f5d8-6d5a-401b-80ab-2b34f41b6b5e HTTP/1.1" status: 200  len: 1163 time: 0.0778739
Dec 03 15:16:50.010017 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d99fc55-f882-4ba9-b27b-8ec677096f1a req-3548766c-c538-4a77-a969-8085c20f14a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:16:50.011672 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-4d99fc55-f882-4ba9-b27b-8ec677096f1a req-3548766c-c538-4a77-a969-8085c20f14a7 service neutron] 10.222.0.63 "GET /v2.0/networks?id=ca7902d6-3500-4f57-934f-b73bb22a6c84 HTTP/1.1" status: 200  len: 905 time: 0.1507149
Dec 03 15:16:50.089148 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb44af29-4a4b-4d68-a24f-4c1ccbaf4b4a req-a2bdac90-4226-44ee-a89e-db91dbc41396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:16:50.089585 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-4d99fc55-f882-4ba9-b27b-8ec677096f1a req-729199ca-35b6-46fd-87fd-d3be9e6ba244 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ceb070d9-5a5e-4fcb-937b-49429ef5d8f5 HTTP/1.1" status: 200  len: 217 time: 0.0697472
Dec 03 15:16:50.091660 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-eb44af29-4a4b-4d68-a24f-4c1ccbaf4b4a req-a2bdac90-4226-44ee-a89e-db91dbc41396 service neutron] 10.222.0.83 "GET /v2.0/networks?id=ca7902d6-3500-4f57-934f-b73bb22a6c84 HTTP/1.1" status: 200  len: 905 time: 0.1486194
Dec 03 15:16:50.162715 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d99fc55-f882-4ba9-b27b-8ec677096f1a req-e90a1815-0cac-4f7d-9810-ae841dd16ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:16:50.164685 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-4d99fc55-f882-4ba9-b27b-8ec677096f1a req-e90a1815-0cac-4f7d-9810-ae841dd16ab1 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2c3a1b0e-0906-4771-89fd-c57f0540e6d7 HTTP/1.1" status: 200  len: 850 time: 0.0685511
Dec 03 15:16:50.167754 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-eb44af29-4a4b-4d68-a24f-4c1ccbaf4b4a req-6870813e-939e-4396-9233-a21cb5032d76 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ceb070d9-5a5e-4fcb-937b-49429ef5d8f5 HTTP/1.1" status: 200  len: 217 time: 0.0688782
Dec 03 15:16:50.194903 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0a266b9e-cf18-47f3-be81-4bd65ffb83b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:16:50.223085 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-d1a712ed-1597-40ee-be3f-9bd7eb160871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:16:50.243159 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb44af29-4a4b-4d68-a24f-4c1ccbaf4b4a req-4e5b65eb-7936-4f30-8fd9-9b74af6bcd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:16:50.244760 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-eb44af29-4a4b-4d68-a24f-4c1ccbaf4b4a req-4e5b65eb-7936-4f30-8fd9-9b74af6bcd4a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=2c3a1b0e-0906-4771-89fd-c57f0540e6d7 HTTP/1.1" status: 200  len: 850 time: 0.0711889
Dec 03 15:16:50.274688 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d99fc55-f882-4ba9-b27b-8ec677096f1a req-767c6761-49c3-4f93-9a27-b31a48f43504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:16:50.276300 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-4d99fc55-f882-4ba9-b27b-8ec677096f1a req-767c6761-49c3-4f93-9a27-b31a48f43504 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ca7902d6-3500-4f57-934f-b73bb22a6c84&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0942879
Dec 03 15:16:50.338185 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb44af29-4a4b-4d68-a24f-4c1ccbaf4b4a req-ba575a27-1705-49e8-b58a-f599d1610359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:16:50.339938 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-eb44af29-4a4b-4d68-a24f-4c1ccbaf4b4a req-ba575a27-1705-49e8-b58a-f599d1610359 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ca7902d6-3500-4f57-934f-b73bb22a6c84&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0879383
Dec 03 15:16:50.417754 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-0ab42c29-eb94-404e-b291-0877488ad981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f072ecdda58>, [{'id': 'a0232454-4c31-4c72-a469-0c5f61e6b4c6', 'name': 'tempest-TestVolumeBootPattern-395720009-router', 'tenant_id': 'f470bb55fd724a97959cc14ef30e0db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'external_fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '241b13d4-399a-446b-9afb-d645b8b0c23c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:09:41Z', 'updated_at': '2020-12-03T15:09:46Z', 'revision_number': 4, 'project_id': 'f470bb55fd724a97959cc14ef30e0db0', 'gw_port': {'id': '241b13d4-399a-446b-9afb-d645b8b0c23c', 'name': '', 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:23:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0232454-4c31-4c72-a469-0c5f61e6b4c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:09:42Z', 'updated_at': '2020-12-03T15:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-iscsi', '_floatingips': [{'id': '15c29b56-f3ea-4a58-96ad-ec2a8f68cf28', 'tenant_id': 'f470bb55fd724a97959cc14ef30e0db0', 'floating_ip_address': '172.27.2.229', 'floating_network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'router_id': 'a0232454-4c31-4c72-a469-0c5f61e6b4c6', 'port_id': '81d206c5-23dc-4936-b486-a60db5437ec7', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca7902d6-3500-4f57-934f-b73bb22a6c84', 'mac_address': 'fa:16:3e:e8:27:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2af9f6a-6971-4c2c-b2f1-ede1e0da987d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T15:13:10Z', 'updated_at': '2020-12-03T15:13:14Z', 'revision_number': 2, 'project_id': 'f470bb55fd724a97959cc14ef30e0db0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ccc30d5-9a7e-4da0-b2f2-44aed636116f', 'name': '', 'network_id': 'ca7902d6-3500-4f57-934f-b73bb22a6c84', 'tenant_id': 'f470bb55fd724a97959cc14ef30e0db0', 'mac_address': 'fa:16:3e:89:5a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0232454-4c31-4c72-a469-0c5f61e6b4c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '2c3a1b0e-0906-4771-89fd-c57f0540e6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:09:45Z', 'updated_at': '2020-12-03T15:09:55Z', 'revision_number': 5, 'project_id': 'f470bb55fd724a97959cc14ef30e0db0', 'subnets': [{'id': '2c3a1b0e-0906-4771-89fd-c57f0540e6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-3-iscsi', False) {} {{(pid=80385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:16:50.422768 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab42c29-eb94-404e-b291-0877488ad981 None None] Checking router: a0232454-4c31-4c72-a469-0c5f61e6b4c6 for host: dv-cinder-757908-3-iscsi {{(pid=80385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 15:16:50.432374 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab42c29-eb94-404e-b291-0877488ad981 None None] Routers {'a0232454-4c31-4c72-a469-0c5f61e6b4c6'} bound to L3 agent in host dv-cinder-757908-3-iscsi {{(pid=80385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 15:16:50.433037 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-0ab42c29-eb94-404e-b291-0877488ad981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f072ecdda58>, 'dv-cinder-757908-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T14:53:20Z,description=<?>,heartbeat_timestamp=2020-12-03T15:16:50Z,host='dv-cinder-757908-3-iscsi',id=7132dbe3-ed21-4d9d-abcc-41c34baf52ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T14:53:20Z,topic='l3_agent')) {'router_ids': ['a0232454-4c31-4c72-a469-0c5f61e6b4c6'], 'active': True} {{(pid=80385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:16:50.446709 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-4d99fc55-f882-4ba9-b27b-8ec677096f1a req-5c8c84f7-ce1b-4088-8500-05b0a7f746cf service neutron] 10.222.0.63 "GET /v2.0/networks/ca7902d6-3500-4f57-934f-b73bb22a6c84?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1616797
Dec 03 15:16:50.493344 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-eb44af29-4a4b-4d68-a24f-4c1ccbaf4b4a req-5fcfe2db-76fe-4160-8cc0-13f69c0045ff service neutron] 10.222.0.83 "GET /v2.0/networks/ca7902d6-3500-4f57-934f-b73bb22a6c84?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1464164
Dec 03 15:16:50.596764 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-4d99fc55-f882-4ba9-b27b-8ec677096f1a req-9a3d9df0-3576-4c31-92d9-cb603e875263 service neutron] 10.222.0.63 "GET /v2.0/networks/ca7902d6-3500-4f57-934f-b73bb22a6c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1464534
Dec 03 15:16:50.628462 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvr_db [None req-0ab42c29-eb94-404e-b291-0877488ad981 None None] Set router a0232454-4c31-4c72-a469-0c5f61e6b4c6 gateway port host: dv-cinder-757908-3-iscsi {{(pid=80385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 15:16:50.882380 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-eb44af29-4a4b-4d68-a24f-4c1ccbaf4b4a req-86b23e5e-0519-449c-ac91-caf9d4614ae6 service neutron] 10.222.0.83 "GET /v2.0/networks/ca7902d6-3500-4f57-934f-b73bb22a6c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3824732
Dec 03 15:16:51.028656 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-0ab42c29-eb94-404e-b291-0877488ad981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f072ecdda58>, [{'id': 'a0232454-4c31-4c72-a469-0c5f61e6b4c6', 'name': 'tempest-TestVolumeBootPattern-395720009-router', 'tenant_id': 'f470bb55fd724a97959cc14ef30e0db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'external_fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '241b13d4-399a-446b-9afb-d645b8b0c23c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:09:41Z', 'updated_at': '2020-12-03T15:09:46Z', 'revision_number': 4, 'project_id': 'f470bb55fd724a97959cc14ef30e0db0', 'gw_port': {'id': '241b13d4-399a-446b-9afb-d645b8b0c23c', 'name': '', 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:23:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0232454-4c31-4c72-a469-0c5f61e6b4c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:09:42Z', 'updated_at': '2020-12-03T15:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-iscsi', '_floatingips': [{'id': '15c29b56-f3ea-4a58-96ad-ec2a8f68cf28', 'tenant_id': 'f470bb55fd724a97959cc14ef30e0db0', 'floating_ip_address': '172.27.2.229', 'floating_network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'router_id': 'a0232454-4c31-4c72-a469-0c5f61e6b4c6', 'port_id': '81d206c5-23dc-4936-b486-a60db5437ec7', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca7902d6-3500-4f57-934f-b73bb22a6c84', 'mac_address': 'fa:16:3e:e8:27:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2af9f6a-6971-4c2c-b2f1-ede1e0da987d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T15:13:10Z', 'updated_at': '2020-12-03T15:13:14Z', 'revision_number': 2, 'project_id': 'f470bb55fd724a97959cc14ef30e0db0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ccc30d5-9a7e-4da0-b2f2-44aed636116f', 'name': '', 'network_id': 'ca7902d6-3500-4f57-934f-b73bb22a6c84', 'tenant_id': 'f470bb55fd724a97959cc14ef30e0db0', 'mac_address': 'fa:16:3e:89:5a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0232454-4c31-4c72-a469-0c5f61e6b4c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '2c3a1b0e-0906-4771-89fd-c57f0540e6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:09:45Z', 'updated_at': '2020-12-03T15:09:55Z', 'revision_number': 5, 'project_id': 'f470bb55fd724a97959cc14ef30e0db0', 'subnets': [{'id': '2c3a1b0e-0906-4771-89fd-c57f0540e6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-3-iscsi', False) {} {{(pid=80385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:16:51.032913 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab42c29-eb94-404e-b291-0877488ad981 None None] The sync data for ids ['a0232454-4c31-4c72-a469-0c5f61e6b4c6'] in dv-cinder-757908-3-iscsi is: [{'id': 'a0232454-4c31-4c72-a469-0c5f61e6b4c6', 'name': 'tempest-TestVolumeBootPattern-395720009-router', 'tenant_id': 'f470bb55fd724a97959cc14ef30e0db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'external_fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '241b13d4-399a-446b-9afb-d645b8b0c23c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:09:41Z', 'updated_at': '2020-12-03T15:09:46Z', 'revision_number': 4, 'project_id': 'f470bb55fd724a97959cc14ef30e0db0', 'gw_port': {'id': '241b13d4-399a-446b-9afb-d645b8b0c23c', 'name': '', 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:23:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0232454-4c31-4c72-a469-0c5f61e6b4c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:09:42Z', 'updated_at': '2020-12-03T15:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-iscsi', '_floatingips': [{'id': '15c29b56-f3ea-4a58-96ad-ec2a8f68cf28', 'tenant_id': 'f470bb55fd724a97959cc14ef30e0db0', 'floating_ip_address': '172.27.2.229', 'floating_network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'router_id': 'a0232454-4c31-4c72-a469-0c5f61e6b4c6', 'port_id': '81d206c5-23dc-4936-b486-a60db5437ec7', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca7902d6-3500-4f57-934f-b73bb22a6c84', 'mac_address': 'fa:16:3e:e8:27:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2af9f6a-6971-4c2c-b2f1-ede1e0da987d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T15:13:10Z', 'updated_at': '2020-12-03T15:13:14Z', 'revision_number': 2, 'project_id': 'f470bb55fd724a97959cc14ef30e0db0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ccc30d5-9a7e-4da0-b2f2-44aed636116f', 'name': '', 'network_id': 'ca7902d6-3500-4f57-934f-b73bb22a6c84', 'tenant_id': 'f470bb55fd724a97959cc14ef30e0db0', 'mac_address': 'fa:16:3e:89:5a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0232454-4c31-4c72-a469-0c5f61e6b4c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '2c3a1b0e-0906-4771-89fd-c57f0540e6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:09:45Z', 'updated_at': '2020-12-03T15:09:55Z', 'revision_number': 5, 'project_id': 'f470bb55fd724a97959cc14ef30e0db0', 'subnets': [{'id': '2c3a1b0e-0906-4771-89fd-c57f0540e6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 15:16:51.058628 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb38915-5ccb-423f-afde-67a8e2a03463 req-ad0dafc5-c1e3-434b-a2dc-f3269bd6246c tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:16:51.059395 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-8cb38915-5ccb-423f-afde-67a8e2a03463 req-ad0dafc5-c1e3-434b-a2dc-f3269bd6246c tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Synchronizing usage tracker for tenant:f470bb55fd724a97959cc14ef30e0db0 on resource:port {{(pid=80382) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 15:16:51.076118 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-8cb38915-5ccb-423f-afde-67a8e2a03463 req-ad0dafc5-c1e3-434b-a2dc-f3269bd6246c tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Unset dirty status for tenant:f470bb55fd724a97959cc14ef30e0db0 on resource:port {{(pid=80382) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 15:16:51.078120 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-8cb38915-5ccb-423f-afde-67a8e2a03463 req-ad0dafc5-c1e3-434b-a2dc-f3269bd6246c tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "GET /v2.0/ports?device_id=26d9f5d8-6d5a-401b-80ab-2b34f41b6b5e HTTP/1.1" status: 200  len: 946 time: 0.1049573
Dec 03 15:16:51.126738 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-8cb38915-5ccb-423f-afde-67a8e2a03463 req-6b8e4d58-107c-487c-98a0-1d8dabbf17fa tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "GET /v2.0/security-groups?id=d1b57de3-957d-4a2e-a4de-5c259d445835&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0423841
Dec 03 15:16:51.322379 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:16:51.419980 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161dac71-b494-4a40-b3b9-090e9ae070c3 None None] New status for floating IP 503cced8-7f8e-49ee-b74f-222801a4c510: DOWN {{(pid=80384) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 03 15:16:52.086337 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-7c778c2a-832b-4a71-9338-2409dcb4fb0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:16:52.345343 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a963a6df-afa3-49a6-a0db-71fbc0186950 req-5400bb9d-f6d9-4849-ad42-10631b3c44aa tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:16:52.346892 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-a963a6df-afa3-49a6-a0db-71fbc0186950 req-5400bb9d-f6d9-4849-ad42-10631b3c44aa tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "GET /v2.0/ports?device_id=26d9f5d8-6d5a-401b-80ab-2b34f41b6b5e HTTP/1.1" status: 200  len: 946 time: 0.0878279
Dec 03 15:16:52.394973 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-a963a6df-afa3-49a6-a0db-71fbc0186950 req-0e6ef414-12a9-453e-be3e-f03d81498e8c tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "GET /v2.0/security-groups?id=d1b57de3-957d-4a2e-a4de-5c259d445835&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0418203
Dec 03 15:16:52.742536 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be287b01-3346-4578-9cc6-08bd58e4f106 req-00c044fc-386b-4a20-a1fe-05219602a83e tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:16:52.744301 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-be287b01-3346-4578-9cc6-08bd58e4f106 req-00c044fc-386b-4a20-a1fe-05219602a83e tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.83 "GET /v2.0/ports?device_id=26d9f5d8-6d5a-401b-80ab-2b34f41b6b5e HTTP/1.1" status: 200  len: 946 time: 0.0852551
Dec 03 15:16:52.820839 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [req-be287b01-3346-4578-9cc6-08bd58e4f106 req-ab456763-9a40-46a2-ac95-64f62f1aa2d3 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Deleting port ceb070d9-5a5e-4fcb-937b-49429ef5d8f5 {{(pid=80383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 15:16:52.821228 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-be287b01-3346-4578-9cc6-08bd58e4f106 req-ab456763-9a40-46a2-ac95-64f62f1aa2d3 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729303099848'] for port, before_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:16:53.091022 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [req-be287b01-3346-4578-9cc6-08bd58e4f106 req-ab456763-9a40-46a2-ac95-64f62f1aa2d3 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] For port ceb070d9-5a5e-4fcb-937b-49429ef5d8f5, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=ceb070d9-5a5e-4fcb-937b-49429ef5d8f5,segment=NetworkSegment(672fc1f2-c840-4033-80bd-615495b12170),segment_id=672fc1f2-c840-4033-80bd-615495b12170)] {{(pid=80383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 15:16:53.091669 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-be287b01-3346-4578-9cc6-08bd58e4f106 req-ab456763-9a40-46a2-ac95-64f62f1aa2d3 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821294133'] for port, precommit_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:16:53.220512 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [req-be287b01-3346-4578-9cc6-08bd58e4f106 req-ab456763-9a40-46a2-ac95-64f62f1aa2d3 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Calling delete_port for ceb070d9-5a5e-4fcb-937b-49429ef5d8f5 owned by compute:nova {{(pid=80383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 15:16:53.361848 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Device ceb070d9-5a5e-4fcb-937b-49429ef5d8f5 no longer exists at agent ovs-agent-hv-cinder-75790 {{(pid=80384) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 15:16:53.371631 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-be287b01-3346-4578-9cc6-08bd58e4f106 req-ab456763-9a40-46a2-ac95-64f62f1aa2d3 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307551598230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307552127058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31294715'] for port, after_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:16:53.387372 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-64b4490f-1edb-4a52-9dd6-930c75169b50 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:16:53.398917 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] No Port match for: ceb070d9-5a5e-4fcb-937b-49429ef5d8f5 {{(pid=80384) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 15:16:53.399317 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Device ceb070d9-5a5e-4fcb-937b-49429ef5d8f5 not bound to the agent host hv-cinder-75790 {{(pid=80384) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 15:16:53.440699 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab456763-9a40-46a2-ac95-64f62f1aa2d3 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Pushing event deleted for resources: {'Port': ['ID=ceb070d9-5a5e-4fcb-937b-49429ef5d8f5,revision_number=None']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:16:53.461733 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab456763-9a40-46a2-ac95-64f62f1aa2d3 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:16:53.462184 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab456763-9a40-46a2-ac95-64f62f1aa2d3 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:16:53.462608 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab456763-9a40-46a2-ac95-64f62f1aa2d3 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:16:53.463026 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab456763-9a40-46a2-ac95-64f62f1aa2d3 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:16:53.463439 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab456763-9a40-46a2-ac95-64f62f1aa2d3 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:16:53.463849 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab456763-9a40-46a2-ac95-64f62f1aa2d3 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:16:53.464259 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab456763-9a40-46a2-ac95-64f62f1aa2d3 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:16:53.464666 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab456763-9a40-46a2-ac95-64f62f1aa2d3 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:16:53.465069 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab456763-9a40-46a2-ac95-64f62f1aa2d3 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:16:53.465491 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab456763-9a40-46a2-ac95-64f62f1aa2d3 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:16:53.465896 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab456763-9a40-46a2-ac95-64f62f1aa2d3 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:16:53.466327 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab456763-9a40-46a2-ac95-64f62f1aa2d3 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:16:53.466769 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab456763-9a40-46a2-ac95-64f62f1aa2d3 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:16:53.467169 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab456763-9a40-46a2-ac95-64f62f1aa2d3 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:16:53.467570 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab456763-9a40-46a2-ac95-64f62f1aa2d3 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:16:53.467972 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab456763-9a40-46a2-ac95-64f62f1aa2d3 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:16:53.468371 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab456763-9a40-46a2-ac95-64f62f1aa2d3 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:16:53.468837 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab456763-9a40-46a2-ac95-64f62f1aa2d3 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:16:53.470335 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab456763-9a40-46a2-ac95-64f62f1aa2d3 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:16:53.470746 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab456763-9a40-46a2-ac95-64f62f1aa2d3 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:16:53.471150 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab456763-9a40-46a2-ac95-64f62f1aa2d3 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:16:53.471555 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab456763-9a40-46a2-ac95-64f62f1aa2d3 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:16:53.471963 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab456763-9a40-46a2-ac95-64f62f1aa2d3 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:16:53.472366 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab456763-9a40-46a2-ac95-64f62f1aa2d3 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:16:53.529813 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-ab456763-9a40-46a2-ac95-64f62f1aa2d3 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:16:53.580157 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-4963d892-99f1-4d49-9948-27c5958a46b1 req-60e92cbf-22a9-42b5-abf1-9f68494e8b6b tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "GET /v2.0/ports?device_id=26d9f5d8-6d5a-401b-80ab-2b34f41b6b5e HTTP/1.1" status: 200  len: 210 time: 0.0501611
Dec 03 15:16:53.621588 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [req-be287b01-3346-4578-9cc6-08bd58e4f106 req-ab456763-9a40-46a2-ac95-64f62f1aa2d3 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] No DVR routers for this DVR port ceb070d9-5a5e-4fcb-937b-49429ef5d8f5 on host hv-cinder-75790 {{(pid=80383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 15:16:53.624124 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-be287b01-3346-4578-9cc6-08bd58e4f106 req-ab456763-9a40-46a2-ac95-64f62f1aa2d3 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6653'] for port, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:16:53.627963 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26d9f5d8-6d5a-401b-80ab-2b34f41b6b5e', 'name': 'network-vif-deleted', 'tag': 'ceb070d9-5a5e-4fcb-937b-49429ef5d8f5'}] {{(pid=80383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 15:16:53.643459 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-be287b01-3346-4578-9cc6-08bd58e4f106 req-ab456763-9a40-46a2-ac95-64f62f1aa2d3 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.83 "DELETE /v2.0/ports/ceb070d9-5a5e-4fcb-937b-49429ef5d8f5 HTTP/1.1" status: 204  len: 173 time: 0.8939230
Dec 03 15:16:53.690259 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26d9f5d8-6d5a-401b-80ab-2b34f41b6b5e', 'name': 'network-vif-deleted', 'tag': 'ceb070d9-5a5e-4fcb-937b-49429ef5d8f5', 'status': 'completed', 'code': 200}
Dec 03 15:16:54.772926 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-2916a59c-767f-4981-8edb-4bf06eb648ec req-130f9dd8-beb1-4e27-a69e-145881ad51a6 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "GET /v2.0/ports?device_id=26d9f5d8-6d5a-401b-80ab-2b34f41b6b5e HTTP/1.1" status: 200  len: 210 time: 0.0468102
Dec 03 15:16:55.684641 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:16:58.458393 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-a2f45c5f-f812-47a9-906d-8e8d87e80593 req-fd7a7321-3b1a-47db-805f-411cc68dbd34 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "GET /v2.0/floatingips/15c29b56-f3ea-4a58-96ad-ec2a8f68cf28 HTTP/1.1" status: 200  len: 998 time: 0.1105604
Dec 03 15:16:58.617753 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f45c5f-f812-47a9-906d-8e8d87e80593 req-0ce0c1f6-088d-42cb-8650-32d8a29ab1e4 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:16:58.619221 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-a2f45c5f-f812-47a9-906d-8e8d87e80593 req-0ce0c1f6-088d-42cb-8650-32d8a29ab1e4 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "GET /v2.0/networks/729c535b-bd07-4b0c-9bb6-d0eda364af7e HTTP/1.1" status: 200  len: 784 time: 0.1548362
Dec 03 15:16:58.727253 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-a2f45c5f-f812-47a9-906d-8e8d87e80593 req-da2fd527-4175-4817-8398-9924251a11f3 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Synchronizing usage tracker for tenant:f470bb55fd724a97959cc14ef30e0db0 on resource:floatingip {{(pid=80382) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 15:16:58.742145 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-a2f45c5f-f812-47a9-906d-8e8d87e80593 req-da2fd527-4175-4817-8398-9924251a11f3 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Unset dirty status for tenant:f470bb55fd724a97959cc14ef30e0db0 on resource:floatingip {{(pid=80382) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 15:16:58.743422 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-a2f45c5f-f812-47a9-906d-8e8d87e80593 req-da2fd527-4175-4817-8398-9924251a11f3 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "GET /v2.0/floatingips?floating_ip_address=172.27.2.229 HTTP/1.1" status: 200  len: 1001 time: 0.1172919
Dec 03 15:16:58.823009 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f45c5f-f812-47a9-906d-8e8d87e80593 req-9247817d-9da8-4a30-b010-00caae93e52a tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:16:58.824515 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-a2f45c5f-f812-47a9-906d-8e8d87e80593 req-9247817d-9da8-4a30-b010-00caae93e52a tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "GET /v2.0/ports/81d206c5-23dc-4936-b486-a60db5437ec7 HTTP/1.1" status: 200  len: 942 time: 0.0748212
Dec 03 15:16:59.008186 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-a2f45c5f-f812-47a9-906d-8e8d87e80593 req-ba016975-440d-4c30-85e7-0e77681fc422 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "GET /v2.0/floatingips?floating_ip_address=172.27.2.229 HTTP/1.1" status: 200  len: 1001 time: 0.1020138
Dec 03 15:16:59.228475 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [req-a2f45c5f-f812-47a9-906d-8e8d87e80593 req-cfa9a77e-e8ad-4cfc-b5c8-9ca76c719c09 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Deleting port 234b9799-7359-4f1d-a3a7-e7fac2e72676 {{(pid=80382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 15:16:59.228798 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-a2f45c5f-f812-47a9-906d-8e8d87e80593 req-cfa9a77e-e8ad-4cfc-b5c8-9ca76c719c09 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729303099848'] for port, before_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:16:59.646579 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-a2f45c5f-f812-47a9-906d-8e8d87e80593 req-cfa9a77e-e8ad-4cfc-b5c8-9ca76c719c09 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821294133'] for port, precommit_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:16:59.647171 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-a2f45c5f-f812-47a9-906d-8e8d87e80593 req-cfa9a77e-e8ad-4cfc-b5c8-9ca76c719c09 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Notify callbacks [] for floatingip, precommit_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:16:59.774394 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [req-a2f45c5f-f812-47a9-906d-8e8d87e80593 req-cfa9a77e-e8ad-4cfc-b5c8-9ca76c719c09 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Calling delete_port for 234b9799-7359-4f1d-a3a7-e7fac2e72676 owned by network:floatingip {{(pid=80382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 15:16:59.928515 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-a2f45c5f-f812-47a9-906d-8e8d87e80593 req-cfa9a77e-e8ad-4cfc-b5c8-9ca76c719c09 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307551598230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307552127058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30043597'] for port, after_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:16:59.944641 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-cc1d3738-759a-4955-bd24-0116242d148d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:16:59.992791 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa9a77e-e8ad-4cfc-b5c8-9ca76c719c09 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Pushing event deleted for resources: {'Port': ['ID=234b9799-7359-4f1d-a3a7-e7fac2e72676,revision_number=None']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:16:59.995642 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-cfa9a77e-e8ad-4cfc-b5c8-9ca76c719c09 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:17:00.178176 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-a2f45c5f-f812-47a9-906d-8e8d87e80593 req-cfa9a77e-e8ad-4cfc-b5c8-9ca76c719c09 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Notify callbacks [] for floatingip, after_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:17:00.178599 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.db.l3_db [req-a2f45c5f-f812-47a9-906d-8e8d87e80593 req-cfa9a77e-e8ad-4cfc-b5c8-9ca76c719c09 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Floating IP 15c29b56-f3ea-4a58-96ad-ec2a8f68cf28 disassociated (deleted). External IP: 172.27.2.229, port: 81d206c5-23dc-4936-b486-a60db5437ec7.
Dec 03 15:17:00.538330 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a2f45c5f-f812-47a9-906d-8e8d87e80593 req-cfa9a77e-e8ad-4cfc-b5c8-9ca76c719c09 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Router a0232454-4c31-4c72-a469-0c5f61e6b4c6 has already been hosted by L3 agent 7132dbe3-ed21-4d9d-abcc-41c34baf52ae {{(pid=80382) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 15:17:00.723356 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a2f45c5f-f812-47a9-906d-8e8d87e80593 req-cfa9a77e-e8ad-4cfc-b5c8-9ca76c719c09 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Notify agent at l3_agent.dv-cinder-757908-3-iscsi the message routers_updated {{(pid=80382) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 15:17:00.732857 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15eddd1a-669c-4c52-bf29-6cedc0d7c8d2 None None] Sync routers for ids ['a0232454-4c31-4c72-a469-0c5f61e6b4c6'] in dv-cinder-757908-3-iscsi {{(pid=80385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 15:17:00.743515 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15eddd1a-669c-4c52-bf29-6cedc0d7c8d2 None None] Routers {'a0232454-4c31-4c72-a469-0c5f61e6b4c6'} bound to L3 agent in host dv-cinder-757908-3-iscsi {{(pid=80385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 15:17:00.744314 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-15eddd1a-669c-4c52-bf29-6cedc0d7c8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f072ea5b4a8>, 'dv-cinder-757908-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T14:53:20Z,description=<?>,heartbeat_timestamp=2020-12-03T15:16:50Z,host='dv-cinder-757908-3-iscsi',id=7132dbe3-ed21-4d9d-abcc-41c34baf52ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T14:53:20Z,topic='l3_agent')) {'router_ids': ['a0232454-4c31-4c72-a469-0c5f61e6b4c6'], 'active': True} {{(pid=80385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:17:00.747403 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-a2f45c5f-f812-47a9-906d-8e8d87e80593 req-cfa9a77e-e8ad-4cfc-b5c8-9ca76c719c09 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6653'] for floatingip, before_response {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:17:00.808510 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-a2f45c5f-f812-47a9-906d-8e8d87e80593 req-cfa9a77e-e8ad-4cfc-b5c8-9ca76c719c09 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "DELETE /v2.0/floatingips/15c29b56-f3ea-4a58-96ad-ec2a8f68cf28 HTTP/1.1" status: 204  len: 173 time: 1.7941225
Dec 03 15:17:00.809078 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2af9f6a-6971-4c2c-b2f1-ede1e0da987d', 'tag': '81d206c5-23dc-4936-b486-a60db5437ec7'}] {{(pid=80382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 15:17:00.869348 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2af9f6a-6971-4c2c-b2f1-ede1e0da987d', 'tag': '81d206c5-23dc-4936-b486-a60db5437ec7', 'status': 'completed', 'code': 200}
Dec 03 15:17:00.902972 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f45c5f-f812-47a9-906d-8e8d87e80593 req-ddd12f05-cbf0-46e1-beea-41ca0dad901c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:17:00.904469 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-a2f45c5f-f812-47a9-906d-8e8d87e80593 req-ddd12f05-cbf0-46e1-beea-41ca0dad901c service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=f470bb55fd724a97959cc14ef30e0db0&device_id=c2af9f6a-6971-4c2c-b2f1-ede1e0da987d HTTP/1.1" status: 200  len: 1162 time: 0.0804837
Dec 03 15:17:00.936262 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvr_db [None req-15eddd1a-669c-4c52-bf29-6cedc0d7c8d2 None None] Set router a0232454-4c31-4c72-a469-0c5f61e6b4c6 gateway port host: dv-cinder-757908-3-iscsi {{(pid=80385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 15:17:00.995037 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac044e7-907c-4903-bdaf-c5c10a2928fb req-2504f102-ae4b-474c-a50f-627ad7f8f2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:17:00.996776 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-fac044e7-907c-4903-bdaf-c5c10a2928fb req-2504f102-ae4b-474c-a50f-627ad7f8f2bb service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f470bb55fd724a97959cc14ef30e0db0&device_id=c2af9f6a-6971-4c2c-b2f1-ede1e0da987d HTTP/1.1" status: 200  len: 1162 time: 0.0823090
Dec 03 15:17:01.051486 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f45c5f-f812-47a9-906d-8e8d87e80593 req-18496a92-a642-4cd3-b8b2-46a2e2bcc293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:17:01.053024 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-a2f45c5f-f812-47a9-906d-8e8d87e80593 req-18496a92-a642-4cd3-b8b2-46a2e2bcc293 service neutron] 10.222.0.63 "GET /v2.0/networks?id=ca7902d6-3500-4f57-934f-b73bb22a6c84 HTTP/1.1" status: 200  len: 905 time: 0.1414733
Dec 03 15:17:01.130108 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-a2f45c5f-f812-47a9-906d-8e8d87e80593 req-bc7c75e6-90b8-4f3a-97fc-03a307681e54 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81d206c5-23dc-4936-b486-a60db5437ec7 HTTP/1.1" status: 200  len: 217 time: 0.0699172
Dec 03 15:17:01.151889 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac044e7-907c-4903-bdaf-c5c10a2928fb req-17cabfe2-63ce-4df4-b4b9-9d514643dbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:17:01.153538 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-fac044e7-907c-4903-bdaf-c5c10a2928fb req-17cabfe2-63ce-4df4-b4b9-9d514643dbd8 service neutron] 10.222.0.83 "GET /v2.0/networks?id=ca7902d6-3500-4f57-934f-b73bb22a6c84 HTTP/1.1" status: 200  len: 905 time: 0.1505132
Dec 03 15:17:01.201860 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f45c5f-f812-47a9-906d-8e8d87e80593 req-77bd0195-39aa-428d-8778-ade2b53fbd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:17:01.205009 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-a2f45c5f-f812-47a9-906d-8e8d87e80593 req-77bd0195-39aa-428d-8778-ade2b53fbd8c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2c3a1b0e-0906-4771-89fd-c57f0540e6d7 HTTP/1.1" status: 200  len: 850 time: 0.0679488
Dec 03 15:17:01.227089 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-fac044e7-907c-4903-bdaf-c5c10a2928fb req-f7cf2811-3493-410f-aca3-d7e851f1278d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81d206c5-23dc-4936-b486-a60db5437ec7 HTTP/1.1" status: 200  len: 217 time: 0.0651984
Dec 03 15:17:01.287878 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-15eddd1a-669c-4c52-bf29-6cedc0d7c8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f072ea5b4a8>, [{'id': 'a0232454-4c31-4c72-a469-0c5f61e6b4c6', 'name': 'tempest-TestVolumeBootPattern-395720009-router', 'tenant_id': 'f470bb55fd724a97959cc14ef30e0db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'external_fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '241b13d4-399a-446b-9afb-d645b8b0c23c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:09:41Z', 'updated_at': '2020-12-03T15:09:46Z', 'revision_number': 4, 'project_id': 'f470bb55fd724a97959cc14ef30e0db0', 'gw_port': {'id': '241b13d4-399a-446b-9afb-d645b8b0c23c', 'name': '', 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:23:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0232454-4c31-4c72-a469-0c5f61e6b4c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:09:42Z', 'updated_at': '2020-12-03T15:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-iscsi', '_interfaces': [{'id': '6ccc30d5-9a7e-4da0-b2f2-44aed636116f', 'name': '', 'network_id': 'ca7902d6-3500-4f57-934f-b73bb22a6c84', 'tenant_id': 'f470bb55fd724a97959cc14ef30e0db0', 'mac_address': 'fa:16:3e:89:5a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0232454-4c31-4c72-a469-0c5f61e6b4c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '2c3a1b0e-0906-4771-89fd-c57f0540e6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:09:45Z', 'updated_at': '2020-12-03T15:09:55Z', 'revision_number': 5, 'project_id': 'f470bb55fd724a97959cc14ef30e0db0', 'subnets': [{'id': '2c3a1b0e-0906-4771-89fd-c57f0540e6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-3-iscsi', False) {} {{(pid=80385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:17:01.288716 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f45c5f-f812-47a9-906d-8e8d87e80593 req-fc98a3c4-8141-4248-bbe5-3c5756ea9ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:17:01.290397 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-a2f45c5f-f812-47a9-906d-8e8d87e80593 req-fc98a3c4-8141-4248-bbe5-3c5756ea9ee9 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ca7902d6-3500-4f57-934f-b73bb22a6c84&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0778289
Dec 03 15:17:01.292204 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15eddd1a-669c-4c52-bf29-6cedc0d7c8d2 None None] Checking router: a0232454-4c31-4c72-a469-0c5f61e6b4c6 for host: dv-cinder-757908-3-iscsi {{(pid=80385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 15:17:01.301437 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac044e7-907c-4903-bdaf-c5c10a2928fb req-cae31dd2-6e42-44ac-a432-b63b335ac59c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:17:01.303099 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-fac044e7-907c-4903-bdaf-c5c10a2928fb req-cae31dd2-6e42-44ac-a432-b63b335ac59c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=2c3a1b0e-0906-4771-89fd-c57f0540e6d7 HTTP/1.1" status: 200  len: 850 time: 0.0694327
Dec 03 15:17:01.303222 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15eddd1a-669c-4c52-bf29-6cedc0d7c8d2 None None] Routers {'a0232454-4c31-4c72-a469-0c5f61e6b4c6'} bound to L3 agent in host dv-cinder-757908-3-iscsi {{(pid=80385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 15:17:01.303816 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-15eddd1a-669c-4c52-bf29-6cedc0d7c8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f072ea5b4a8>, 'dv-cinder-757908-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T14:53:20Z,description=<?>,heartbeat_timestamp=2020-12-03T15:16:50Z,host='dv-cinder-757908-3-iscsi',id=7132dbe3-ed21-4d9d-abcc-41c34baf52ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T14:53:20Z,topic='l3_agent')) {'router_ids': ['a0232454-4c31-4c72-a469-0c5f61e6b4c6'], 'active': True} {{(pid=80385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:17:01.389018 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac044e7-907c-4903-bdaf-c5c10a2928fb req-34118cfb-c38f-4ddb-b86e-f86b2c75ad4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:17:01.390759 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-fac044e7-907c-4903-bdaf-c5c10a2928fb req-34118cfb-c38f-4ddb-b86e-f86b2c75ad4e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ca7902d6-3500-4f57-934f-b73bb22a6c84&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0800080
Dec 03 15:17:01.442056 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-a2f45c5f-f812-47a9-906d-8e8d87e80593 req-29a4a72b-a35e-427d-bfdb-7705d6d50a16 service neutron] 10.222.0.63 "GET /v2.0/networks/ca7902d6-3500-4f57-934f-b73bb22a6c84?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1424885
Dec 03 15:17:01.505048 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvr_db [None req-15eddd1a-669c-4c52-bf29-6cedc0d7c8d2 None None] Set router a0232454-4c31-4c72-a469-0c5f61e6b4c6 gateway port host: dv-cinder-757908-3-iscsi {{(pid=80385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 15:17:01.539682 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-fac044e7-907c-4903-bdaf-c5c10a2928fb req-289314d6-3ca2-419e-b6c8-4d2d8270bd18 service neutron] 10.222.0.83 "GET /v2.0/networks/ca7902d6-3500-4f57-934f-b73bb22a6c84?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1411464
Dec 03 15:17:01.593135 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-a2f45c5f-f812-47a9-906d-8e8d87e80593 req-f661f6ca-f93e-49ee-ae23-c54e22045281 service neutron] 10.222.0.63 "GET /v2.0/networks/ca7902d6-3500-4f57-934f-b73bb22a6c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1439404
Dec 03 15:17:01.690262 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-fac044e7-907c-4903-bdaf-c5c10a2928fb req-646a937e-0016-4261-bd2b-a3de51fe20d3 service neutron] 10.222.0.83 "GET /v2.0/networks/ca7902d6-3500-4f57-934f-b73bb22a6c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1432562
Dec 03 15:17:01.862879 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-15eddd1a-669c-4c52-bf29-6cedc0d7c8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f072ea5b4a8>, [{'id': 'a0232454-4c31-4c72-a469-0c5f61e6b4c6', 'name': 'tempest-TestVolumeBootPattern-395720009-router', 'tenant_id': 'f470bb55fd724a97959cc14ef30e0db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'external_fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '241b13d4-399a-446b-9afb-d645b8b0c23c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:09:41Z', 'updated_at': '2020-12-03T15:09:46Z', 'revision_number': 4, 'project_id': 'f470bb55fd724a97959cc14ef30e0db0', 'gw_port': {'id': '241b13d4-399a-446b-9afb-d645b8b0c23c', 'name': '', 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:23:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0232454-4c31-4c72-a469-0c5f61e6b4c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:09:42Z', 'updated_at': '2020-12-03T15:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-iscsi', '_interfaces': [{'id': '6ccc30d5-9a7e-4da0-b2f2-44aed636116f', 'name': '', 'network_id': 'ca7902d6-3500-4f57-934f-b73bb22a6c84', 'tenant_id': 'f470bb55fd724a97959cc14ef30e0db0', 'mac_address': 'fa:16:3e:89:5a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0232454-4c31-4c72-a469-0c5f61e6b4c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '2c3a1b0e-0906-4771-89fd-c57f0540e6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:09:45Z', 'updated_at': '2020-12-03T15:09:55Z', 'revision_number': 5, 'project_id': 'f470bb55fd724a97959cc14ef30e0db0', 'subnets': [{'id': '2c3a1b0e-0906-4771-89fd-c57f0540e6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-3-iscsi', False) {} {{(pid=80385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:17:01.867555 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15eddd1a-669c-4c52-bf29-6cedc0d7c8d2 None None] The sync data for ids ['a0232454-4c31-4c72-a469-0c5f61e6b4c6'] in dv-cinder-757908-3-iscsi is: [{'id': 'a0232454-4c31-4c72-a469-0c5f61e6b4c6', 'name': 'tempest-TestVolumeBootPattern-395720009-router', 'tenant_id': 'f470bb55fd724a97959cc14ef30e0db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'external_fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '241b13d4-399a-446b-9afb-d645b8b0c23c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:09:41Z', 'updated_at': '2020-12-03T15:09:46Z', 'revision_number': 4, 'project_id': 'f470bb55fd724a97959cc14ef30e0db0', 'gw_port': {'id': '241b13d4-399a-446b-9afb-d645b8b0c23c', 'name': '', 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:23:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0232454-4c31-4c72-a469-0c5f61e6b4c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:09:42Z', 'updated_at': '2020-12-03T15:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-iscsi', '_interfaces': [{'id': '6ccc30d5-9a7e-4da0-b2f2-44aed636116f', 'name': '', 'network_id': 'ca7902d6-3500-4f57-934f-b73bb22a6c84', 'tenant_id': 'f470bb55fd724a97959cc14ef30e0db0', 'mac_address': 'fa:16:3e:89:5a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0232454-4c31-4c72-a469-0c5f61e6b4c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '2c3a1b0e-0906-4771-89fd-c57f0540e6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:09:45Z', 'updated_at': '2020-12-03T15:09:55Z', 'revision_number': 5, 'project_id': 'f470bb55fd724a97959cc14ef30e0db0', 'subnets': [{'id': '2c3a1b0e-0906-4771-89fd-c57f0540e6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 15:17:02.082996 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65494206-79e6-4bf6-ad21-a41f1b101732 req-3023181e-2a5d-4347-9ad2-5cb4eee74205 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:17:02.083688 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-65494206-79e6-4bf6-ad21-a41f1b101732 req-3023181e-2a5d-4347-9ad2-5cb4eee74205 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Synchronizing usage tracker for tenant:f470bb55fd724a97959cc14ef30e0db0 on resource:port {{(pid=80382) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 15:17:02.099724 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-65494206-79e6-4bf6-ad21-a41f1b101732 req-3023181e-2a5d-4347-9ad2-5cb4eee74205 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Unset dirty status for tenant:f470bb55fd724a97959cc14ef30e0db0 on resource:port {{(pid=80382) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 15:17:02.100911 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-65494206-79e6-4bf6-ad21-a41f1b101732 req-3023181e-2a5d-4347-9ad2-5cb4eee74205 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "GET /v2.0/ports?device_id=c2af9f6a-6971-4c2c-b2f1-ede1e0da987d HTTP/1.1" status: 200  len: 945 time: 0.1113636
Dec 03 15:17:02.150386 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-65494206-79e6-4bf6-ad21-a41f1b101732 req-7c8308c3-34ac-4d4e-9ffa-80f0bb8f1950 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "GET /v2.0/security-groups?id=d1b57de3-957d-4a2e-a4de-5c259d445835&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0429089
Dec 03 15:17:02.271739 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091afd35-11bd-4fe3-acb1-f3d7b062c6df None None] New status for floating IP 15c29b56-f3ea-4a58-96ad-ec2a8f68cf28: DOWN {{(pid=80384) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 03 15:17:03.370282 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd186466-c97e-4ae9-9beb-ac009385298b req-fa16afa8-a4b8-42c9-bf36-207931589c60 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:17:03.371037 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-fd186466-c97e-4ae9-9beb-ac009385298b req-fa16afa8-a4b8-42c9-bf36-207931589c60 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Synchronizing usage tracker for tenant:f470bb55fd724a97959cc14ef30e0db0 on resource:port {{(pid=80383) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 15:17:03.384137 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-fd186466-c97e-4ae9-9beb-ac009385298b req-fa16afa8-a4b8-42c9-bf36-207931589c60 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Unset dirty status for tenant:f470bb55fd724a97959cc14ef30e0db0 on resource:port {{(pid=80383) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 15:17:03.385396 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-fd186466-c97e-4ae9-9beb-ac009385298b req-fa16afa8-a4b8-42c9-bf36-207931589c60 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "GET /v2.0/ports?device_id=c2af9f6a-6971-4c2c-b2f1-ede1e0da987d HTTP/1.1" status: 200  len: 945 time: 0.1017766
Dec 03 15:17:03.436884 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-fd186466-c97e-4ae9-9beb-ac009385298b req-fe3aa1a9-3a1e-4441-82ae-2646e2f2dbc5 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "GET /v2.0/security-groups?id=d1b57de3-957d-4a2e-a4de-5c259d445835&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0441549
Dec 03 15:17:03.497706 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Device 81d206c5-23dc-4936-b486-a60db5437ec7 no longer exists at agent ovs-agent-hv-cinder-75790 {{(pid=80384) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 15:17:03.620620 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-831035'] for port, before_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:17:03.648725 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2af9f6a-6971-4c2c-b2f1-ede1e0da987d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81d206c5-23dc-4936-b486-a60db5437ec7'}] {{(pid=80384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 15:17:03.659974 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] For port 81d206c5-23dc-4936-b486-a60db5437ec7, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=81d206c5-23dc-4936-b486-a60db5437ec7,segment=NetworkSegment(672fc1f2-c840-4033-80bd-615495b12170),segment_id=672fc1f2-c840-4033-80bd-615495b12170)] {{(pid=80384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 15:17:03.663142 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307551598213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729302648759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307552127024'] for port, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:17:03.665128 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-ab0be34b-d52a-4297-81ca-a67277d634bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:17:03.698757 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e2579a-8b3a-4d52-bad5-7ec5f6d0e83c req-45a2894c-b08e-442c-a80d-aecca5efaca0 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:17:03.700342 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-69e2579a-8b3a-4d52-bad5-7ec5f6d0e83c req-45a2894c-b08e-442c-a80d-aecca5efaca0 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.83 "GET /v2.0/ports?device_id=c2af9f6a-6971-4c2c-b2f1-ede1e0da987d HTTP/1.1" status: 200  len: 945 time: 0.0862858
Dec 03 15:17:03.724094 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2af9f6a-6971-4c2c-b2f1-ede1e0da987d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81d206c5-23dc-4936-b486-a60db5437ec7', 'code': 200}
Dec 03 15:17:03.738459 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Pushing event updated for resources: {'Port': ['ID=81d206c5-23dc-4936-b486-a60db5437ec7,revision_number=5']} {{(pid=80384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:17:03.746741 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:17:03.746967 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:17:03.747309 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:17:03.747691 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:17:03.748069 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:17:03.748447 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:17:03.748821 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:17:03.749192 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:17:03.749568 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:17:03.750125 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:17:03.750125 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:17:03.750716 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:17:03.751097 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:17:03.751471 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:17:03.751840 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:17:03.752208 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:17:03.752574 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:17:03.752944 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:17:03.753311 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:17:03.753676 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:17:03.754078 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:17:03.754454 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:17:03.754819 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:17:03.755182 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-3-iscsi {{(pid=80384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 15:17:03.759766 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:17:03.782786 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [req-69e2579a-8b3a-4d52-bad5-7ec5f6d0e83c req-c7fa8a5d-1361-4884-9c16-b7898894d608 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Deleting port 81d206c5-23dc-4936-b486-a60db5437ec7 {{(pid=80383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 15:17:03.783178 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-69e2579a-8b3a-4d52-bad5-7ec5f6d0e83c req-c7fa8a5d-1361-4884-9c16-b7898894d608 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729303099848'] for port, before_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:17:04.045509 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [req-69e2579a-8b3a-4d52-bad5-7ec5f6d0e83c req-c7fa8a5d-1361-4884-9c16-b7898894d608 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] For port 81d206c5-23dc-4936-b486-a60db5437ec7, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=81d206c5-23dc-4936-b486-a60db5437ec7,segment=NetworkSegment(672fc1f2-c840-4033-80bd-615495b12170),segment_id=672fc1f2-c840-4033-80bd-615495b12170)] {{(pid=80383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 15:17:04.045985 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-69e2579a-8b3a-4d52-bad5-7ec5f6d0e83c req-c7fa8a5d-1361-4884-9c16-b7898894d608 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821294133'] for port, precommit_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:17:04.172393 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [req-69e2579a-8b3a-4d52-bad5-7ec5f6d0e83c req-c7fa8a5d-1361-4884-9c16-b7898894d608 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Calling delete_port for 81d206c5-23dc-4936-b486-a60db5437ec7 owned by compute:nova {{(pid=80383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 15:17:04.322097 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-69e2579a-8b3a-4d52-bad5-7ec5f6d0e83c req-c7fa8a5d-1361-4884-9c16-b7898894d608 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307551598230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307552127058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31294715'] for port, after_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:17:04.338249 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-88ac4bbb-ea71-4295-af4c-e86f0b81bac4 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:17:04.386690 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fa8a5d-1361-4884-9c16-b7898894d608 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Pushing event deleted for resources: {'Port': ['ID=81d206c5-23dc-4936-b486-a60db5437ec7,revision_number=None']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:17:04.391419 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-c7fa8a5d-1361-4884-9c16-b7898894d608 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:17:04.552280 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [req-69e2579a-8b3a-4d52-bad5-7ec5f6d0e83c req-c7fa8a5d-1361-4884-9c16-b7898894d608 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] No DVR routers for this DVR port 81d206c5-23dc-4936-b486-a60db5437ec7 on host hv-cinder-75790 {{(pid=80383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 15:17:04.554598 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-69e2579a-8b3a-4d52-bad5-7ec5f6d0e83c req-c7fa8a5d-1361-4884-9c16-b7898894d608 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6653'] for port, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:17:04.557459 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2af9f6a-6971-4c2c-b2f1-ede1e0da987d', 'name': 'network-vif-deleted', 'tag': '81d206c5-23dc-4936-b486-a60db5437ec7'}] {{(pid=80383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 15:17:04.611033 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-69e2579a-8b3a-4d52-bad5-7ec5f6d0e83c req-c7fa8a5d-1361-4884-9c16-b7898894d608 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.83 "DELETE /v2.0/ports/81d206c5-23dc-4936-b486-a60db5437ec7 HTTP/1.1" status: 204  len: 173 time: 0.9052649
Dec 03 15:17:04.616938 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-2a93d2ea-7b79-4836-bfcc-0e67a764c0a8 req-c3d422f3-4988-48dd-a9f7-a3efacf7da44 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Synchronizing usage tracker for tenant:f470bb55fd724a97959cc14ef30e0db0 on resource:port {{(pid=80383) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 15:17:04.621938 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2af9f6a-6971-4c2c-b2f1-ede1e0da987d', 'name': 'network-vif-deleted', 'tag': '81d206c5-23dc-4936-b486-a60db5437ec7', 'status': 'completed', 'code': 200}
Dec 03 15:17:04.633900 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.quota.resource [req-2a93d2ea-7b79-4836-bfcc-0e67a764c0a8 req-c3d422f3-4988-48dd-a9f7-a3efacf7da44 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Unset dirty status for tenant:f470bb55fd724a97959cc14ef30e0db0 on resource:port {{(pid=80383) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 15:17:04.635173 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-2a93d2ea-7b79-4836-bfcc-0e67a764c0a8 req-c3d422f3-4988-48dd-a9f7-a3efacf7da44 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "GET /v2.0/ports?device_id=c2af9f6a-6971-4c2c-b2f1-ede1e0da987d HTTP/1.1" status: 200  len: 210 time: 0.0651972
Dec 03 15:17:05.888470 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-f49846b1-55ec-49c2-b730-bf529eb4aba9 req-d55bdfd5-31ea-48a8-99b1-bf92b6bdc514 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "GET /v2.0/floatingips/ded71b9f-e3b6-4072-9068-f5c30ec58e01 HTTP/1.1" status: 200  len: 693 time: 0.0892835
Dec 03 15:17:06.044979 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49846b1-55ec-49c2-b730-bf529eb4aba9 req-a95e3c4d-42a1-44c1-8efb-628a14c8948b tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 15:17:06.046472 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-f49846b1-55ec-49c2-b730-bf529eb4aba9 req-a95e3c4d-42a1-44c1-8efb-628a14c8948b tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "GET /v2.0/networks/729c535b-bd07-4b0c-9bb6-d0eda364af7e HTTP/1.1" status: 200  len: 784 time: 0.1514831
Dec 03 15:17:06.133650 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-f49846b1-55ec-49c2-b730-bf529eb4aba9 req-6307d8fb-dafc-46ff-9790-3386f3aaa9bf tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "GET /v2.0/floatingips?floating_ip_address=172.27.2.136 HTTP/1.1" status: 200  len: 696 time: 0.0786312
Dec 03 15:17:06.215723 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-f49846b1-55ec-49c2-b730-bf529eb4aba9 req-7ffc395a-2e82-4e17-bede-cd99d0f86276 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "GET /v2.0/floatingips?floating_ip_address=172.27.2.136 HTTP/1.1" status: 200  len: 696 time: 0.0755792
Dec 03 15:17:06.608728 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [req-f49846b1-55ec-49c2-b730-bf529eb4aba9 req-12640f40-12d0-49e2-81c6-6a9cb6c2c044 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Deleting port 5f0ff31f-ce21-4a83-ad7b-57f04677b45f {{(pid=80383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 15:17:06.609132 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-f49846b1-55ec-49c2-b730-bf529eb4aba9 req-12640f40-12d0-49e2-81c6-6a9cb6c2c044 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729303099848'] for port, before_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:17:06.784689 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-f49846b1-55ec-49c2-b730-bf529eb4aba9 req-12640f40-12d0-49e2-81c6-6a9cb6c2c044 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821294133'] for port, precommit_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:17:06.785060 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-f49846b1-55ec-49c2-b730-bf529eb4aba9 req-12640f40-12d0-49e2-81c6-6a9cb6c2c044 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Notify callbacks [] for floatingip, precommit_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:17:06.911488 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [req-f49846b1-55ec-49c2-b730-bf529eb4aba9 req-12640f40-12d0-49e2-81c6-6a9cb6c2c044 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Calling delete_port for 5f0ff31f-ce21-4a83-ad7b-57f04677b45f owned by network:floatingip {{(pid=80383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 15:17:07.051485 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-f49846b1-55ec-49c2-b730-bf529eb4aba9 req-12640f40-12d0-49e2-81c6-6a9cb6c2c044 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307551598230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307552127058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31294715'] for port, after_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:17:07.068619 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-07614603-6689-4914-acdd-42d7f8ffcf61 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:17:07.126518 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12640f40-12d0-49e2-81c6-6a9cb6c2c044 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Pushing event deleted for resources: {'Port': ['ID=5f0ff31f-ce21-4a83-ad7b-57f04677b45f,revision_number=None']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:17:07.129424 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-12640f40-12d0-49e2-81c6-6a9cb6c2c044 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:17:07.293946 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-f49846b1-55ec-49c2-b730-bf529eb4aba9 req-12640f40-12d0-49e2-81c6-6a9cb6c2c044 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Notify callbacks [] for floatingip, after_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:17:07.315157 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-f49846b1-55ec-49c2-b730-bf529eb4aba9 req-12640f40-12d0-49e2-81c6-6a9cb6c2c044 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6653'] for floatingip, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:17:07.316387 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-f49846b1-55ec-49c2-b730-bf529eb4aba9 req-12640f40-12d0-49e2-81c6-6a9cb6c2c044 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "DELETE /v2.0/floatingips/ded71b9f-e3b6-4072-9068-f5c30ec58e01 HTTP/1.1" status: 204  len: 173 time: 1.0942187
Dec 03 15:17:08.813549 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-d6bcc32e-7fe6-44c2-a45c-5f75e02746e8 req-ee4d1be8-a84c-4558-8a53-596423e7ab0a tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "GET /v2.0/security-groups/d1b57de3-957d-4a2e-a4de-5c259d445835 HTTP/1.1" status: 200  len: 2885 time: 0.0501821
Dec 03 15:17:08.889069 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-d6bcc32e-7fe6-44c2-a45c-5f75e02746e8 req-6892e11a-7298-41c4-a338-441e6472d99a tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Notify callbacks [] for security_group, before_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:17:08.919545 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-d6bcc32e-7fe6-44c2-a45c-5f75e02746e8 req-6892e11a-7298-41c4-a338-441e6472d99a tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Notify callbacks [] for security_group, precommit_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:17:08.967165 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-d6bcc32e-7fe6-44c2-a45c-5f75e02746e8 req-6892e11a-7298-41c4-a338-441e6472d99a tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:17:08.973210 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-93024fdb-1816-4914-b10c-732765cb2dd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:17:08.989106 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6892e11a-7298-41c4-a338-441e6472d99a tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1b57de3-957d-4a2e-a4de-5c259d445835,revision_number=None']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:17:08.994831 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-6892e11a-7298-41c4-a338-441e6472d99a tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:17:08.996817 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [req-d6bcc32e-7fe6-44c2-a45c-5f75e02746e8 req-6892e11a-7298-41c4-a338-441e6472d99a tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Notify callbacks [] for security_group, before_response {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:17:08.998047 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [req-d6bcc32e-7fe6-44c2-a45c-5f75e02746e8 req-6892e11a-7298-41c4-a338-441e6472d99a tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] 10.222.0.63 "DELETE /v2.0/security-groups/d1b57de3-957d-4a2e-a4de-5c259d445835 HTTP/1.1" status: 204  len: 173 time: 0.1779356
Dec 03 15:17:09.966711 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.agents_db [None req-51f4eaf8-3f98-4d92-a7df-a28bf03852b0 None None] Agent healthcheck: found 6 active agents {{(pid=80385) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 15:17:10.096655 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 38040) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:17:10.729366 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-d5e261c7-5994-42ba-a586-fd2e7d85adfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33526189'] for router_interface, before_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:17:11.328288 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [None req-d5e261c7-5994-42ba-a586-fd2e7d85adfa admin admin] Deleting port 6ccc30d5-9a7e-4da0-b2f2-44aed636116f {{(pid=80383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 15:17:11.329164 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-d5e261c7-5994-42ba-a586-fd2e7d85adfa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729303099848'] for port, before_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:17:11.508886 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [None req-d5e261c7-5994-42ba-a586-fd2e7d85adfa admin admin] For port 6ccc30d5-9a7e-4da0-b2f2-44aed636116f, host dv-cinder-757908-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-3-iscsi',level=0,port_id=6ccc30d5-9a7e-4da0-b2f2-44aed636116f,segment=NetworkSegment(672fc1f2-c840-4033-80bd-615495b12170),segment_id=672fc1f2-c840-4033-80bd-615495b12170)] {{(pid=80383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 15:17:11.509277 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-d5e261c7-5994-42ba-a586-fd2e7d85adfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821294133'] for port, precommit_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:17:11.641461 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [None req-d5e261c7-5994-42ba-a586-fd2e7d85adfa admin admin] Calling delete_port for 6ccc30d5-9a7e-4da0-b2f2-44aed636116f owned by network:router_interface {{(pid=80383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 15:17:11.807441 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-d5e261c7-5994-42ba-a586-fd2e7d85adfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307551598230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307552127058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31294715'] for port, after_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:17:11.825634 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-ab456763-9a40-46a2-ac95-64f62f1aa2d3 tempest-TestVolumeBootPattern-974514873 tempest-TestVolumeBootPattern-974514873] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:17:11.871061 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e261c7-5994-42ba-a586-fd2e7d85adfa admin admin] Pushing event deleted for resources: {'Port': ['ID=6ccc30d5-9a7e-4da0-b2f2-44aed636116f,revision_number=None']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:17:11.883947 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-d5e261c7-5994-42ba-a586-fd2e7d85adfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:17:12.225797 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-d5e261c7-5994-42ba-a586-fd2e7d85adfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036822228745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036821288848'] for router_interface, after_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:17:12.955092 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5e261c7-5994-42ba-a586-fd2e7d85adfa admin admin] Router a0232454-4c31-4c72-a469-0c5f61e6b4c6 has already been hosted by L3 agent 7132dbe3-ed21-4d9d-abcc-41c34baf52ae {{(pid=80383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 15:17:13.141586 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5e261c7-5994-42ba-a586-fd2e7d85adfa admin admin] Notify agent at l3_agent.dv-cinder-757908-3-iscsi the message routers_updated {{(pid=80383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 15:17:13.151276 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d1b336-931b-4c1a-9fbe-e1bcaefef9fb None None] Sync routers for ids ['a0232454-4c31-4c72-a469-0c5f61e6b4c6'] in dv-cinder-757908-3-iscsi {{(pid=80385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 15:17:13.157688 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-d5e261c7-5994-42ba-a586-fd2e7d85adfa admin admin] 10.222.0.63 "PUT /v2.0/routers/a0232454-4c31-4c72-a469-0c5f61e6b4c6/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0596654
Dec 03 15:17:13.159807 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 38046) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:17:13.162661 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d1b336-931b-4c1a-9fbe-e1bcaefef9fb None None] Routers {'a0232454-4c31-4c72-a469-0c5f61e6b4c6'} bound to L3 agent in host dv-cinder-757908-3-iscsi {{(pid=80385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 15:17:13.163352 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-f0d1b336-931b-4c1a-9fbe-e1bcaefef9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f072e9cc6d8>, 'dv-cinder-757908-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T14:53:20Z,description=<?>,heartbeat_timestamp=2020-12-03T15:16:50Z,host='dv-cinder-757908-3-iscsi',id=7132dbe3-ed21-4d9d-abcc-41c34baf52ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T14:53:20Z,topic='l3_agent')) {'router_ids': ['a0232454-4c31-4c72-a469-0c5f61e6b4c6'], 'active': True} {{(pid=80385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:17:13.352976 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2d220bc7-5099-43ae-a12b-0ece6b749c95 admin admin] Notify callbacks [] for router, before_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:17:13.503283 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvr_db [None req-f0d1b336-931b-4c1a-9fbe-e1bcaefef9fb None None] Set router a0232454-4c31-4c72-a469-0c5f61e6b4c6 gateway port host: dv-cinder-757908-3-iscsi {{(pid=80385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 15:17:13.536116 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2d220bc7-5099-43ae-a12b-0ece6b749c95 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:17:13.541884 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [None req-2d220bc7-5099-43ae-a12b-0ece6b749c95 admin admin] Deleting port 241b13d4-399a-446b-9afb-d645b8b0c23c {{(pid=80383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 15:17:13.542307 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2d220bc7-5099-43ae-a12b-0ece6b749c95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729303099848'] for port, before_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:17:13.741456 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [None req-2d220bc7-5099-43ae-a12b-0ece6b749c95 admin admin] For port 241b13d4-399a-446b-9afb-d645b8b0c23c, host dv-cinder-757908-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-3-iscsi',level=0,port_id=241b13d4-399a-446b-9afb-d645b8b0c23c,segment=NetworkSegment(d4bc1e7b-f0cf-45e4-b2f6-c41c855b05f5),segment_id=d4bc1e7b-f0cf-45e4-b2f6-c41c855b05f5)] {{(pid=80383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 15:17:13.741856 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2d220bc7-5099-43ae-a12b-0ece6b749c95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821294133'] for port, precommit_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:17:13.807158 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-f0d1b336-931b-4c1a-9fbe-e1bcaefef9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f072e9cc6d8>, [{'id': 'a0232454-4c31-4c72-a469-0c5f61e6b4c6', 'name': 'tempest-TestVolumeBootPattern-395720009-router', 'tenant_id': 'f470bb55fd724a97959cc14ef30e0db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'external_fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '241b13d4-399a-446b-9afb-d645b8b0c23c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:09:41Z', 'updated_at': '2020-12-03T15:17:11Z', 'revision_number': 5, 'project_id': 'f470bb55fd724a97959cc14ef30e0db0', 'gw_port': {'id': '241b13d4-399a-446b-9afb-d645b8b0c23c', 'name': '', 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:23:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0232454-4c31-4c72-a469-0c5f61e6b4c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:09:42Z', 'updated_at': '2020-12-03T15:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-iscsi'}], 'dv-cinder-757908-3-iscsi', False) {} {{(pid=80385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:17:13.811519 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d1b336-931b-4c1a-9fbe-e1bcaefef9fb None None] Checking router: a0232454-4c31-4c72-a469-0c5f61e6b4c6 for host: dv-cinder-757908-3-iscsi {{(pid=80385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 15:17:13.821159 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d1b336-931b-4c1a-9fbe-e1bcaefef9fb None None] Routers {'a0232454-4c31-4c72-a469-0c5f61e6b4c6'} bound to L3 agent in host dv-cinder-757908-3-iscsi {{(pid=80385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 15:17:13.821816 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-f0d1b336-931b-4c1a-9fbe-e1bcaefef9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f072e9cc6d8>, 'dv-cinder-757908-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T14:53:20Z,description=<?>,heartbeat_timestamp=2020-12-03T15:16:50Z,host='dv-cinder-757908-3-iscsi',id=7132dbe3-ed21-4d9d-abcc-41c34baf52ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T14:53:20Z,topic='l3_agent')) {'router_ids': ['a0232454-4c31-4c72-a469-0c5f61e6b4c6'], 'active': True} {{(pid=80385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:17:13.877173 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [None req-2d220bc7-5099-43ae-a12b-0ece6b749c95 admin admin] Calling delete_port for 241b13d4-399a-446b-9afb-d645b8b0c23c owned by network:router_gateway {{(pid=80383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 15:17:14.006253 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvr_db [None req-f0d1b336-931b-4c1a-9fbe-e1bcaefef9fb None None] Set router a0232454-4c31-4c72-a469-0c5f61e6b4c6 gateway port host: dv-cinder-757908-3-iscsi {{(pid=80385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 15:17:14.019187 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2d220bc7-5099-43ae-a12b-0ece6b749c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307551598230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307552127058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31294715'] for port, after_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:17:14.240559 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2d220bc7-5099-43ae-a12b-0ece6b749c95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33527589'] for router_gateway, after_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:17:14.317114 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-f0d1b336-931b-4c1a-9fbe-e1bcaefef9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f072e9cc6d8>, [{'id': 'a0232454-4c31-4c72-a469-0c5f61e6b4c6', 'name': 'tempest-TestVolumeBootPattern-395720009-router', 'tenant_id': 'f470bb55fd724a97959cc14ef30e0db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'external_fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '241b13d4-399a-446b-9afb-d645b8b0c23c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:09:41Z', 'updated_at': '2020-12-03T15:17:11Z', 'revision_number': 5, 'project_id': 'f470bb55fd724a97959cc14ef30e0db0', 'gw_port': {'id': '241b13d4-399a-446b-9afb-d645b8b0c23c', 'name': '', 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:23:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0232454-4c31-4c72-a469-0c5f61e6b4c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:09:42Z', 'updated_at': '2020-12-03T15:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-iscsi'}], 'dv-cinder-757908-3-iscsi', False) {} {{(pid=80385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:17:14.321206 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d1b336-931b-4c1a-9fbe-e1bcaefef9fb None None] The sync data for ids ['a0232454-4c31-4c72-a469-0c5f61e6b4c6'] in dv-cinder-757908-3-iscsi is: [{'id': 'a0232454-4c31-4c72-a469-0c5f61e6b4c6', 'name': 'tempest-TestVolumeBootPattern-395720009-router', 'tenant_id': 'f470bb55fd724a97959cc14ef30e0db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'external_fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '241b13d4-399a-446b-9afb-d645b8b0c23c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:09:41Z', 'updated_at': '2020-12-03T15:17:11Z', 'revision_number': 5, 'project_id': 'f470bb55fd724a97959cc14ef30e0db0', 'gw_port': {'id': '241b13d4-399a-446b-9afb-d645b8b0c23c', 'name': '', 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:23:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0232454-4c31-4c72-a469-0c5f61e6b4c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:09:42Z', 'updated_at': '2020-12-03T15:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-iscsi'}] {{(pid=80385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 15:17:14.374490 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2d220bc7-5099-43ae-a12b-0ece6b749c95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33536007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7838'] for router, precommit_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:17:14.376866 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2d220bc7-5099-43ae-a12b-0ece6b749c95 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:17:14.400755 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2d220bc7-5099-43ae-a12b-0ece6b749c95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036821247594'] for router, after_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:17:14.401343 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d220bc7-5099-43ae-a12b-0ece6b749c95 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a0232454-4c31-4c72-a469-0c5f61e6b4c6 {{(pid=80383) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 03 15:17:14.415535 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2d220bc7-5099-43ae-a12b-0ece6b749c95 admin admin] Notify callbacks [] for router, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:17:14.416904 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-2d220bc7-5099-43ae-a12b-0ece6b749c95 admin admin] 10.222.0.63 "DELETE /v2.0/routers/a0232454-4c31-4c72-a469-0c5f61e6b4c6 HTTP/1.1" status: 204  len: 168 time: 1.2559619
Dec 03 15:17:14.419469 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 38050) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:17:14.488394 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.db_base_plugin_v2 [None req-adffbe6b-f718-490e-952d-bdbe241209b5 admin admin] Deleting subnet 2c3a1b0e-0906-4771-89fd-c57f0540e6d7 {{(pid=80383) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 15:17:14.491495 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-adffbe6b-f718-490e-952d-bdbe241209b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:17:14.546588 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-adffbe6b-f718-490e-952d-bdbe241209b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32162909'] for subnet, precommit_delete_associations {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:17:14.644415 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-adffbe6b-f718-490e-952d-bdbe241209b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853789695'] for subnet, precommit_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:17:14.914860 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-adffbe6b-f718-490e-952d-bdbe241209b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33445888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31293999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036823483770'] for subnet, after_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:17:14.928964 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:17:14.971704 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adffbe6b-f718-490e-952d-bdbe241209b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c3a1b0e-0906-4771-89fd-c57f0540e6d7,revision_number=None']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:17:14.976613 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-adffbe6b-f718-490e-952d-bdbe241209b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:17:15.072592 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-adffbe6b-f718-490e-952d-bdbe241209b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:17:15.079750 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27178ad1-7d2a-4d26-94e8-25ad72ca4857 None None] Network ca7902d6-3500-4f57-934f-b73bb22a6c84 requested from dv-cinder-757908-3-iscsi {{(pid=80384) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 15:17:15.080112 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-adffbe6b-f718-490e-952d-bdbe241209b5 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/2c3a1b0e-0906-4771-89fd-c57f0540e6d7 HTTP/1.1" status: 204  len: 168 time: 0.6595838
Dec 03 15:17:15.082681 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 38054) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:17:15.198294 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-6d984e74-5d93-4333-be94-eaf652e3f35a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-851107'] for network, before_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:17:15.268074 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [None req-6d984e74-5d93-4333-be94-eaf652e3f35a admin admin] Deleting port 81094d8a-5153-46ee-92c3-752cf450e464 {{(pid=80383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 15:17:15.268365 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-6d984e74-5d93-4333-be94-eaf652e3f35a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729303099848'] for port, before_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:17:15.350983 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8403d066-86ae-4acf-bfc2-fc999ac9dad0 None None] DHCP port deletion for ca7902d6-3500-4f57-934f-b73bb22a6c84 request from dv-cinder-757908-3-iscsi {{(pid=80384) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 03 15:17:15.355399 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [None req-8403d066-86ae-4acf-bfc2-fc999ac9dad0 None None] Deleting port 81094d8a-5153-46ee-92c3-752cf450e464 {{(pid=80384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 15:17:15.355801 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-8403d066-86ae-4acf-bfc2-fc999ac9dad0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729303099848'] for port, before_delete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:17:15.482811 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [None req-6d984e74-5d93-4333-be94-eaf652e3f35a admin admin] For port 81094d8a-5153-46ee-92c3-752cf450e464, host dv-cinder-757908-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-3-iscsi',level=0,port_id=81094d8a-5153-46ee-92c3-752cf450e464,segment=NetworkSegment(672fc1f2-c840-4033-80bd-615495b12170),segment_id=672fc1f2-c840-4033-80bd-615495b12170)] {{(pid=80383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 15:17:15.483195 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-6d984e74-5d93-4333-be94-eaf652e3f35a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821294133'] for port, precommit_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:17:15.573514 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [None req-8403d066-86ae-4acf-bfc2-fc999ac9dad0 None None] For port 81094d8a-5153-46ee-92c3-752cf450e464, host dv-cinder-757908-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-3-iscsi',level=0,port_id=81094d8a-5153-46ee-92c3-752cf450e464,segment=NetworkSegment(672fc1f2-c840-4033-80bd-615495b12170),segment_id=672fc1f2-c840-4033-80bd-615495b12170)] {{(pid=80384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 15:17:15.573826 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-8403d066-86ae-4acf-bfc2-fc999ac9dad0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821294133'] for port, precommit_delete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:17:15.621365 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [None req-6d984e74-5d93-4333-be94-eaf652e3f35a admin admin] Calling delete_port for 81094d8a-5153-46ee-92c3-752cf450e464 owned by network:dhcp {{(pid=80383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 15:17:15.695833 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-6d984e74-5d93-4333-be94-eaf652e3f35a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307551598230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307552127058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31294715'] for port, after_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:17:15.712246 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-b7d2609e-0d4f-47af-a578-eebcf1f693de tempest-VolumesNegativeTest-1740294801 tempest-VolumesNegativeTest-1740294801] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:17:15.713161 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [None req-8403d066-86ae-4acf-bfc2-fc999ac9dad0 None None] Calling delete_port for 81094d8a-5153-46ee-92c3-752cf450e464 owned by network:dhcp {{(pid=80384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 15:17:15.785378 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.db.api [None req-8403d066-86ae-4acf-bfc2-fc999ac9dad0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80384) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 15:17:15.785799 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_db.api [None req-8403d066-86ae-4acf-bfc2-fc999ac9dad0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 15:17:15.823629 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d984e74-5d93-4333-be94-eaf652e3f35a admin admin] Pushing event deleted for resources: {'Port': ['ID=81094d8a-5153-46ee-92c3-752cf450e464,revision_number=None']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:17:15.834427 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-6d984e74-5d93-4333-be94-eaf652e3f35a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:17:15.851315 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d984e74-5d93-4333-be94-eaf652e3f35a admin admin] No DVR routers for this DVR port 81094d8a-5153-46ee-92c3-752cf450e464 on host dv-cinder-757908-3-iscsi {{(pid=80383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 15:17:15.909669 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Device 241b13d4-399a-446b-9afb-d645b8b0c23c no longer exists at agent ovs-agent-dv-cinder-757908-3-iscsi {{(pid=80384) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 15:17:15.949606 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] No Port match for: 241b13d4-399a-446b-9afb-d645b8b0c23c {{(pid=80384) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 15:17:15.950023 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Device 241b13d4-399a-446b-9afb-d645b8b0c23c not bound to the agent host dv-cinder-757908-3-iscsi {{(pid=80384) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 15:17:15.950508 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Device 6ccc30d5-9a7e-4da0-b2f2-44aed636116f no longer exists at agent ovs-agent-dv-cinder-757908-3-iscsi {{(pid=80384) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 15:17:15.986031 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] No Port match for: 6ccc30d5-9a7e-4da0-b2f2-44aed636116f {{(pid=80384) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 15:17:15.986434 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Device 6ccc30d5-9a7e-4da0-b2f2-44aed636116f not bound to the agent host dv-cinder-757908-3-iscsi {{(pid=80384) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 15:17:15.986920 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Device 81094d8a-5153-46ee-92c3-752cf450e464 no longer exists at agent ovs-agent-dv-cinder-757908-3-iscsi {{(pid=80384) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 15:17:16.021406 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] No Port match for: 81094d8a-5153-46ee-92c3-752cf450e464 {{(pid=80384) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 15:17:16.021801 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Device 81094d8a-5153-46ee-92c3-752cf450e464 not bound to the agent host dv-cinder-757908-3-iscsi {{(pid=80384) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 15:17:16.215835 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-6d984e74-5d93-4333-be94-eaf652e3f35a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853792104', 'neutron.services.segments.db._delete_segments_for_network--9223363307551584696'] for network, precommit_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:17:16.287232 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [None req-8403d066-86ae-4acf-bfc2-fc999ac9dad0 None None] Deleting port 81094d8a-5153-46ee-92c3-752cf450e464 {{(pid=80384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 15:17:16.287740 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-8403d066-86ae-4acf-bfc2-fc999ac9dad0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729303099848'] for port, before_delete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:17:16.331068 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.services.segments.db [None req-6d984e74-5d93-4333-be94-eaf652e3f35a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f072eab5dd8>,) {'filters': {'network_id': ['ca7902d6-3500-4f57-934f-b73bb22a6c84']}} {{(pid=80383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:17:16.344949 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.services.segments.db [None req-6d984e74-5d93-4333-be94-eaf652e3f35a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f072eab5dd8>, '672fc1f2-c840-4033-80bd-615495b12170') {'for_net_delete': True} {{(pid=80383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:17:16.345287 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.services.segments.db [None req-6d984e74-5d93-4333-be94-eaf652e3f35a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f072eab5dd8>, '672fc1f2-c840-4033-80bd-615495b12170') {} {{(pid=80383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:17:16.357705 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-6d984e74-5d93-4333-be94-eaf652e3f35a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363307551582136', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036822612907'] for segment, before_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:17:16.359940 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [None req-8403d066-86ae-4acf-bfc2-fc999ac9dad0 None None] The port '81094d8a-5153-46ee-92c3-752cf450e464' was deleted {{(pid=80384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 03 15:17:16.378626 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-6d984e74-5d93-4333-be94-eaf652e3f35a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986486'] for segment, precommit_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:17:16.380668 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6d984e74-5d93-4333-be94-eaf652e3f35a admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80383) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 15:17:16.564945 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [None req-6d984e74-5d93-4333-be94-eaf652e3f35a admin admin] Network ca7902d6-3500-4f57-934f-b73bb22a6c84 has no segments {{(pid=80383) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 15:17:16.567174 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-6d984e74-5d93-4333-be94-eaf652e3f35a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853789314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036823481204'] for segment, after_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:17:16.755045 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [None req-6d984e74-5d93-4333-be94-eaf652e3f35a admin admin] Network ca7902d6-3500-4f57-934f-b73bb22a6c84 has no segments {{(pid=80383) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 15:17:16.778818 dv-cinder-757908-3-iscsi neutron-server[80271]: Traceback (most recent call last):
Dec 03 15:17:16.778818 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 15:17:16.778818 dv-cinder-757908-3-iscsi neutron-server[80271]:     timer()
Dec 03 15:17:16.778818 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 15:17:16.778818 dv-cinder-757908-3-iscsi neutron-server[80271]:     cb(*args, **kw)
Dec 03 15:17:16.778818 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 15:17:16.778818 dv-cinder-757908-3-iscsi neutron-server[80271]:     return func(*args, **kwargs)
Dec 03 15:17:16.778818 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 15:17:16.778818 dv-cinder-757908-3-iscsi neutron-server[80271]:     self._notify()
Dec 03 15:17:16.778818 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 15:17:16.778818 dv-cinder-757908-3-iscsi neutron-server[80271]:     self.callback(batched_events)
Dec 03 15:17:16.778818 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 15:17:16.778818 dv-cinder-757908-3-iscsi neutron-server[80271]:     event.method(event)
Dec 03 15:17:16.778818 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 15:17:16.778818 dv-cinder-757908-3-iscsi neutron-server[80271]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 15:17:16.778818 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 15:17:16.778818 dv-cinder-757908-3-iscsi neutron-server[80271]:     segment_id)['aggregates'][0]
Dec 03 15:17:16.778818 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 15:17:16.778818 dv-cinder-757908-3-iscsi neutron-server[80271]:     return f(self, *a, **k)
Dec 03 15:17:16.778818 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 15:17:16.778818 dv-cinder-757908-3-iscsi neutron-server[80271]:     return self._get(url).json()
Dec 03 15:17:16.778818 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 15:17:16.778818 dv-cinder-757908-3-iscsi neutron-server[80271]:     **kwargs)
Dec 03 15:17:16.778818 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 15:17:16.778818 dv-cinder-757908-3-iscsi neutron-server[80271]:     return self.request(url, 'GET', **kwargs)
Dec 03 15:17:16.778818 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 15:17:16.778818 dv-cinder-757908-3-iscsi neutron-server[80271]:     **endpoint_filter)
Dec 03 15:17:16.778818 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 15:17:16.778818 dv-cinder-757908-3-iscsi neutron-server[80271]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 15:17:16.778818 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 15:17:16.778818 dv-cinder-757908-3-iscsi neutron-server[80271]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 15:17:16.778818 dv-cinder-757908-3-iscsi neutron-server[80271]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 15:17:16.865159 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-6d984e74-5d93-4333-be94-eaf652e3f35a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036821248189'] for network, after_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:17:16.868315 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:17:16.885550 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-6d984e74-5d93-4333-be94-eaf652e3f35a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036822225390'] for network, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:17:16.892560 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d984e74-5d93-4333-be94-eaf652e3f35a admin admin] Pushing event deleted for resources: {'Network': ['ID=ca7902d6-3500-4f57-934f-b73bb22a6c84,revision_number=None']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:17:16.897025 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-6d984e74-5d93-4333-be94-eaf652e3f35a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:17:16.910352 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-6d984e74-5d93-4333-be94-eaf652e3f35a admin admin] 10.222.0.63 "DELETE /v2.0/networks/ca7902d6-3500-4f57-934f-b73bb22a6c84 HTTP/1.1" status: 204  len: 168 time: 1.8264754
Dec 03 15:17:16.912575 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 38058) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:17:17.278122 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-035e1501-f05e-45b8-8eef-ed50af8ff8f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33526189'] for router_interface, before_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:17:17.466027 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-a07136e1-b9aa-4c94-b6cb-568510e5484e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:17:17.881630 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [None req-035e1501-f05e-45b8-8eef-ed50af8ff8f0 admin admin] Deleting port da95c7c7-22e5-4842-8d6c-76874b6bcdbf {{(pid=80383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 15:17:17.882029 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-035e1501-f05e-45b8-8eef-ed50af8ff8f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729303099848'] for port, before_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:17:18.059206 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [None req-035e1501-f05e-45b8-8eef-ed50af8ff8f0 admin admin] For port da95c7c7-22e5-4842-8d6c-76874b6bcdbf, host dv-cinder-757908-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-3-iscsi',level=0,port_id=da95c7c7-22e5-4842-8d6c-76874b6bcdbf,segment=NetworkSegment(e0a8f188-2bb6-4fc0-8404-86d6e3094df8),segment_id=e0a8f188-2bb6-4fc0-8404-86d6e3094df8)] {{(pid=80383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 15:17:18.059600 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-035e1501-f05e-45b8-8eef-ed50af8ff8f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821294133'] for port, precommit_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:17:18.196765 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [None req-035e1501-f05e-45b8-8eef-ed50af8ff8f0 admin admin] Calling delete_port for da95c7c7-22e5-4842-8d6c-76874b6bcdbf owned by network:router_interface {{(pid=80383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 15:17:18.371100 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-035e1501-f05e-45b8-8eef-ed50af8ff8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307551598230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307552127058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31294715'] for port, after_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:17:18.386823 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-d66da63b-2adc-4f62-8c6c-4e43ad6a0fb5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:17:18.440365 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035e1501-f05e-45b8-8eef-ed50af8ff8f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=da95c7c7-22e5-4842-8d6c-76874b6bcdbf,revision_number=None']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:17:18.445060 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-035e1501-f05e-45b8-8eef-ed50af8ff8f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:17:18.788821 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-035e1501-f05e-45b8-8eef-ed50af8ff8f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036822228745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036821288848'] for router_interface, after_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:17:19.508867 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-035e1501-f05e-45b8-8eef-ed50af8ff8f0 admin admin] Router d219a60d-0572-432e-a8ef-303ff83130fb has already been hosted by L3 agent 7132dbe3-ed21-4d9d-abcc-41c34baf52ae {{(pid=80383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 15:17:19.697440 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-035e1501-f05e-45b8-8eef-ed50af8ff8f0 admin admin] Notify agent at l3_agent.dv-cinder-757908-3-iscsi the message routers_updated {{(pid=80383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 15:17:19.706667 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83289f57-77c2-4555-b401-db0b732329bd None None] Sync routers for ids ['d219a60d-0572-432e-a8ef-303ff83130fb'] in dv-cinder-757908-3-iscsi {{(pid=80384) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 15:17:19.707369 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-035e1501-f05e-45b8-8eef-ed50af8ff8f0 admin admin] 10.222.0.63 "PUT /v2.0/routers/d219a60d-0572-432e-a8ef-303ff83130fb/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7936509
Dec 03 15:17:19.710041 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 38066) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:17:19.717251 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83289f57-77c2-4555-b401-db0b732329bd None None] Routers {'d219a60d-0572-432e-a8ef-303ff83130fb'} bound to L3 agent in host dv-cinder-757908-3-iscsi {{(pid=80384) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 15:17:19.717931 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-83289f57-77c2-4555-b401-db0b732329bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f072ebbca58>, 'dv-cinder-757908-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T14:53:20Z,description=<?>,heartbeat_timestamp=2020-12-03T15:16:50Z,host='dv-cinder-757908-3-iscsi',id=7132dbe3-ed21-4d9d-abcc-41c34baf52ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T14:53:20Z,topic='l3_agent')) {'router_ids': ['d219a60d-0572-432e-a8ef-303ff83130fb'], 'active': True} {{(pid=80384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:17:19.899358 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-f2add562-cca9-4202-8f53-8e4e6386e7f1 admin admin] Notify callbacks [] for router, before_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:17:19.909053 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvr_db [None req-83289f57-77c2-4555-b401-db0b732329bd None None] Set router d219a60d-0572-432e-a8ef-303ff83130fb gateway port host: dv-cinder-757908-3-iscsi {{(pid=80384) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 15:17:20.088776 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-f2add562-cca9-4202-8f53-8e4e6386e7f1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:17:20.094151 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [None req-f2add562-cca9-4202-8f53-8e4e6386e7f1 admin admin] Deleting port c851298a-be38-4325-9878-b7272327acbc {{(pid=80383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 15:17:20.094516 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-f2add562-cca9-4202-8f53-8e4e6386e7f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729303099848'] for port, before_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:17:20.203114 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-c9d550f9-a828-494a-bceb-b91d25dbcab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:17:20.237118 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-d1a712ed-1597-40ee-be3f-9bd7eb160871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:17:20.239586 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-83289f57-77c2-4555-b401-db0b732329bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f072ebbca58>, [{'id': 'd219a60d-0572-432e-a8ef-303ff83130fb', 'name': 'tempest-TestVolumeBootPattern-397685186-router', 'tenant_id': '503358da12ee46d99e700cd5fd55130e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'external_fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': 'c851298a-be38-4325-9878-b7272327acbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:09:50Z', 'updated_at': '2020-12-03T15:17:18Z', 'revision_number': 5, 'project_id': '503358da12ee46d99e700cd5fd55130e', 'gw_port': {'id': 'c851298a-be38-4325-9878-b7272327acbc', 'name': '', 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:84:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd219a60d-0572-432e-a8ef-303ff83130fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:09:51Z', 'updated_at': '2020-12-03T15:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-iscsi'}], 'dv-cinder-757908-3-iscsi', False) {} {{(pid=80384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:17:20.243737 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83289f57-77c2-4555-b401-db0b732329bd None None] Checking router: d219a60d-0572-432e-a8ef-303ff83130fb for host: dv-cinder-757908-3-iscsi {{(pid=80384) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 15:17:20.253438 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83289f57-77c2-4555-b401-db0b732329bd None None] Routers {'d219a60d-0572-432e-a8ef-303ff83130fb'} bound to L3 agent in host dv-cinder-757908-3-iscsi {{(pid=80384) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 15:17:20.254150 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-83289f57-77c2-4555-b401-db0b732329bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f072ebbca58>, 'dv-cinder-757908-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T14:53:20Z,description=<?>,heartbeat_timestamp=2020-12-03T15:17:20Z,host='dv-cinder-757908-3-iscsi',id=7132dbe3-ed21-4d9d-abcc-41c34baf52ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T14:53:20Z,topic='l3_agent')) {'router_ids': ['d219a60d-0572-432e-a8ef-303ff83130fb'], 'active': True} {{(pid=80384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:17:20.280451 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [None req-f2add562-cca9-4202-8f53-8e4e6386e7f1 admin admin] For port c851298a-be38-4325-9878-b7272327acbc, host dv-cinder-757908-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-3-iscsi',level=0,port_id=c851298a-be38-4325-9878-b7272327acbc,segment=NetworkSegment(d4bc1e7b-f0cf-45e4-b2f6-c41c855b05f5),segment_id=d4bc1e7b-f0cf-45e4-b2f6-c41c855b05f5)] {{(pid=80383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 15:17:20.281152 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-f2add562-cca9-4202-8f53-8e4e6386e7f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821294133'] for port, precommit_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:17:20.408831 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [None req-f2add562-cca9-4202-8f53-8e4e6386e7f1 admin admin] Calling delete_port for c851298a-be38-4325-9878-b7272327acbc owned by network:router_gateway {{(pid=80383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 15:17:20.434571 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvr_db [None req-83289f57-77c2-4555-b401-db0b732329bd None None] Set router d219a60d-0572-432e-a8ef-303ff83130fb gateway port host: dv-cinder-757908-3-iscsi {{(pid=80384) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 15:17:20.549753 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-f2add562-cca9-4202-8f53-8e4e6386e7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307551598230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307552127058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31294715'] for port, after_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:17:20.747406 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_hamode_db [None req-83289f57-77c2-4555-b401-db0b732329bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f072ebbca58>, [{'id': 'd219a60d-0572-432e-a8ef-303ff83130fb', 'name': 'tempest-TestVolumeBootPattern-397685186-router', 'tenant_id': '503358da12ee46d99e700cd5fd55130e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'external_fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': 'c851298a-be38-4325-9878-b7272327acbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:09:50Z', 'updated_at': '2020-12-03T15:17:18Z', 'revision_number': 5, 'project_id': '503358da12ee46d99e700cd5fd55130e', 'gw_port': {'id': 'c851298a-be38-4325-9878-b7272327acbc', 'name': '', 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:84:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd219a60d-0572-432e-a8ef-303ff83130fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:09:51Z', 'updated_at': '2020-12-03T15:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-iscsi'}], 'dv-cinder-757908-3-iscsi', False) {} {{(pid=80384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:17:20.752182 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83289f57-77c2-4555-b401-db0b732329bd None None] The sync data for ids ['d219a60d-0572-432e-a8ef-303ff83130fb'] in dv-cinder-757908-3-iscsi is: [{'id': 'd219a60d-0572-432e-a8ef-303ff83130fb', 'name': 'tempest-TestVolumeBootPattern-397685186-router', 'tenant_id': '503358da12ee46d99e700cd5fd55130e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'external_fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': 'c851298a-be38-4325-9878-b7272327acbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T15:09:50Z', 'updated_at': '2020-12-03T15:17:18Z', 'revision_number': 5, 'project_id': '503358da12ee46d99e700cd5fd55130e', 'gw_port': {'id': 'c851298a-be38-4325-9878-b7272327acbc', 'name': '', 'network_id': '729c535b-bd07-4b0c-9bb6-d0eda364af7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:84:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd219a60d-0572-432e-a8ef-303ff83130fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T15:09:51Z', 'updated_at': '2020-12-03T15:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c53074ee-6482-4d40-a0b6-bf7110d55051', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-3-iscsi'}] {{(pid=80384) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 15:17:20.768397 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-f2add562-cca9-4202-8f53-8e4e6386e7f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33527589'] for router_gateway, after_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:17:20.904708 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-f2add562-cca9-4202-8f53-8e4e6386e7f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33536007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7838'] for router, precommit_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:17:20.907830 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-f2add562-cca9-4202-8f53-8e4e6386e7f1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:17:20.930375 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-f2add562-cca9-4202-8f53-8e4e6386e7f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036821247594'] for router, after_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:17:20.930933 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2add562-cca9-4202-8f53-8e4e6386e7f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d219a60d-0572-432e-a8ef-303ff83130fb {{(pid=80383) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 03 15:17:20.943906 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-f2add562-cca9-4202-8f53-8e4e6386e7f1 admin admin] Notify callbacks [] for router, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:17:20.945132 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-f2add562-cca9-4202-8f53-8e4e6386e7f1 admin admin] 10.222.0.63 "DELETE /v2.0/routers/d219a60d-0572-432e-a8ef-303ff83130fb HTTP/1.1" status: 204  len: 168 time: 1.2341108
Dec 03 15:17:20.947887 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 38072) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:17:21.016678 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.db_base_plugin_v2 [None req-0330a8fc-d5be-4b53-bb82-405f66f7d0f3 admin admin] Deleting subnet 25b4d733-2be5-4316-97d4-8c408b2073f0 {{(pid=80383) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 15:17:21.020282 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0330a8fc-d5be-4b53-bb82-405f66f7d0f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:17:21.072969 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0330a8fc-d5be-4b53-bb82-405f66f7d0f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32162909'] for subnet, precommit_delete_associations {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:17:21.158459 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0330a8fc-d5be-4b53-bb82-405f66f7d0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853789695'] for subnet, precommit_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:17:21.326406 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:17:21.422875 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0330a8fc-d5be-4b53-bb82-405f66f7d0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33445888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31293999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036823483770'] for subnet, after_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:17:21.439040 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:17:21.490331 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0330a8fc-d5be-4b53-bb82-405f66f7d0f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25b4d733-2be5-4316-97d4-8c408b2073f0,revision_number=None']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:17:21.494744 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-0330a8fc-d5be-4b53-bb82-405f66f7d0f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:17:21.574054 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0330a8fc-d5be-4b53-bb82-405f66f7d0f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:17:21.579616 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab7555a-7c22-4dcc-900f-74729f6d9f2c None None] Network 56c04ede-5856-477e-8303-41d1403d1b7e requested from dv-cinder-757908-3-iscsi {{(pid=80384) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 15:17:21.582140 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-0330a8fc-d5be-4b53-bb82-405f66f7d0f3 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/25b4d733-2be5-4316-97d4-8c408b2073f0 HTTP/1.1" status: 204  len: 168 time: 0.6331959
Dec 03 15:17:21.584732 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 38076) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:17:21.713625 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0fdda63b-4ed7-4fd2-95d4-e0933b5e31c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-851107'] for network, before_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:17:21.793184 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [None req-0fdda63b-4ed7-4fd2-95d4-e0933b5e31c1 admin admin] Deleting port bd80ddd2-1e0b-4ef3-897a-82230d629b61 {{(pid=80383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 15:17:21.793958 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0fdda63b-4ed7-4fd2-95d4-e0933b5e31c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729303099848'] for port, before_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:17:21.926132 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Device c851298a-be38-4325-9878-b7272327acbc no longer exists at agent ovs-agent-dv-cinder-757908-3-iscsi {{(pid=80384) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 15:17:21.977889 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] No Port match for: c851298a-be38-4325-9878-b7272327acbc {{(pid=80384) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 15:17:21.978333 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Device c851298a-be38-4325-9878-b7272327acbc not bound to the agent host dv-cinder-757908-3-iscsi {{(pid=80384) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 15:17:21.978818 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Device da95c7c7-22e5-4842-8d6c-76874b6bcdbf no longer exists at agent ovs-agent-dv-cinder-757908-3-iscsi {{(pid=80384) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 15:17:22.017838 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] No Port match for: da95c7c7-22e5-4842-8d6c-76874b6bcdbf {{(pid=80384) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 15:17:22.018349 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Device da95c7c7-22e5-4842-8d6c-76874b6bcdbf not bound to the agent host dv-cinder-757908-3-iscsi {{(pid=80384) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 15:17:22.093378 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f27aa9ba-d0d4-4dd5-9f5c-a1ef26f50834 None None] DHCP port deletion for 56c04ede-5856-477e-8303-41d1403d1b7e request from dv-cinder-757908-3-iscsi {{(pid=80384) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 03 15:17:22.097657 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-7c778c2a-832b-4a71-9338-2409dcb4fb0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:17:22.099418 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [None req-f27aa9ba-d0d4-4dd5-9f5c-a1ef26f50834 None None] Deleting port bd80ddd2-1e0b-4ef3-897a-82230d629b61 {{(pid=80384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 15:17:22.100005 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-f27aa9ba-d0d4-4dd5-9f5c-a1ef26f50834 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729303099848'] for port, before_delete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:17:22.267822 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [None req-0fdda63b-4ed7-4fd2-95d4-e0933b5e31c1 admin admin] For port bd80ddd2-1e0b-4ef3-897a-82230d629b61, host dv-cinder-757908-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-3-iscsi',level=0,port_id=bd80ddd2-1e0b-4ef3-897a-82230d629b61,segment=NetworkSegment(e0a8f188-2bb6-4fc0-8404-86d6e3094df8),segment_id=e0a8f188-2bb6-4fc0-8404-86d6e3094df8)] {{(pid=80383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 15:17:22.268214 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0fdda63b-4ed7-4fd2-95d4-e0933b5e31c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821294133'] for port, precommit_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:17:22.328833 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.db [None req-f27aa9ba-d0d4-4dd5-9f5c-a1ef26f50834 None None] For port bd80ddd2-1e0b-4ef3-897a-82230d629b61, host dv-cinder-757908-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-3-iscsi',level=0,port_id=bd80ddd2-1e0b-4ef3-897a-82230d629b61,segment=NetworkSegment(e0a8f188-2bb6-4fc0-8404-86d6e3094df8),segment_id=e0a8f188-2bb6-4fc0-8404-86d6e3094df8)] {{(pid=80384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 15:17:22.329168 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-f27aa9ba-d0d4-4dd5-9f5c-a1ef26f50834 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821294133'] for port, precommit_delete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:17:22.397613 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [None req-0fdda63b-4ed7-4fd2-95d4-e0933b5e31c1 admin admin] Calling delete_port for bd80ddd2-1e0b-4ef3-897a-82230d629b61 owned by network:dhcp {{(pid=80383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 15:17:22.456642 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [None req-f27aa9ba-d0d4-4dd5-9f5c-a1ef26f50834 None None] Calling delete_port for bd80ddd2-1e0b-4ef3-897a-82230d629b61 owned by network:dhcp {{(pid=80384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 15:17:22.472444 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0fdda63b-4ed7-4fd2-95d4-e0933b5e31c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307551598230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307552127058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31294715'] for port, after_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:17:22.488295 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-4b7d5ffc-4e55-443f-95b8-5cc605c1f6b7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:17:22.526936 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.db.api [None req-f27aa9ba-d0d4-4dd5-9f5c-a1ef26f50834 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80384) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 15:17:22.527356 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_db.api [None req-f27aa9ba-d0d4-4dd5-9f5c-a1ef26f50834 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 15:17:22.535823 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdda63b-4ed7-4fd2-95d4-e0933b5e31c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd80ddd2-1e0b-4ef3-897a-82230d629b61,revision_number=None']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:17:22.548762 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-0fdda63b-4ed7-4fd2-95d4-e0933b5e31c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:17:22.631254 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fdda63b-4ed7-4fd2-95d4-e0933b5e31c1 admin admin] No DVR routers for this DVR port bd80ddd2-1e0b-4ef3-897a-82230d629b61 on host dv-cinder-757908-3-iscsi {{(pid=80383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 15:17:22.757793 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0fdda63b-4ed7-4fd2-95d4-e0933b5e31c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853792104', 'neutron.services.segments.db._delete_segments_for_network--9223363307551584696'] for network, precommit_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:17:22.875384 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.services.segments.db [None req-0fdda63b-4ed7-4fd2-95d4-e0933b5e31c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f072e0522e8>,) {'filters': {'network_id': ['56c04ede-5856-477e-8303-41d1403d1b7e']}} {{(pid=80383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:17:22.888020 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.services.segments.db [None req-0fdda63b-4ed7-4fd2-95d4-e0933b5e31c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f072e0522e8>, 'e0a8f188-2bb6-4fc0-8404-86d6e3094df8') {'for_net_delete': True} {{(pid=80383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:17:22.888302 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.services.segments.db [None req-0fdda63b-4ed7-4fd2-95d4-e0933b5e31c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f072e0522e8>, 'e0a8f188-2bb6-4fc0-8404-86d6e3094df8') {} {{(pid=80383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 15:17:22.900351 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0fdda63b-4ed7-4fd2-95d4-e0933b5e31c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363307551582136', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036822612907'] for segment, before_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:17:22.915480 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0fdda63b-4ed7-4fd2-95d4-e0933b5e31c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986486'] for segment, precommit_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:17:22.917452 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0fdda63b-4ed7-4fd2-95d4-e0933b5e31c1 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80383) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 15:17:23.028367 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [None req-f27aa9ba-d0d4-4dd5-9f5c-a1ef26f50834 None None] Deleting port bd80ddd2-1e0b-4ef3-897a-82230d629b61 {{(pid=80384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 15:17:23.028954 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-f27aa9ba-d0d4-4dd5-9f5c-a1ef26f50834 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729303099848'] for port, before_delete {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:17:23.107397 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [None req-f27aa9ba-d0d4-4dd5-9f5c-a1ef26f50834 None None] The port 'bd80ddd2-1e0b-4ef3-897a-82230d629b61' was deleted {{(pid=80384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 03 15:17:23.134498 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [None req-0fdda63b-4ed7-4fd2-95d4-e0933b5e31c1 admin admin] Network 56c04ede-5856-477e-8303-41d1403d1b7e has no segments {{(pid=80383) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 15:17:23.146894 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0fdda63b-4ed7-4fd2-95d4-e0933b5e31c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853789314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036823481204'] for segment, after_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:17:23.386790 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.managers [None req-0fdda63b-4ed7-4fd2-95d4-e0933b5e31c1 admin admin] Network 56c04ede-5856-477e-8303-41d1403d1b7e has no segments {{(pid=80383) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 15:17:23.421848 dv-cinder-757908-3-iscsi neutron-server[80271]: Traceback (most recent call last):
Dec 03 15:17:23.421848 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 15:17:23.421848 dv-cinder-757908-3-iscsi neutron-server[80271]:     timer()
Dec 03 15:17:23.421848 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 15:17:23.421848 dv-cinder-757908-3-iscsi neutron-server[80271]:     cb(*args, **kw)
Dec 03 15:17:23.421848 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 15:17:23.421848 dv-cinder-757908-3-iscsi neutron-server[80271]:     return func(*args, **kwargs)
Dec 03 15:17:23.421848 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 15:17:23.421848 dv-cinder-757908-3-iscsi neutron-server[80271]:     self._notify()
Dec 03 15:17:23.421848 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 15:17:23.421848 dv-cinder-757908-3-iscsi neutron-server[80271]:     self.callback(batched_events)
Dec 03 15:17:23.421848 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 15:17:23.421848 dv-cinder-757908-3-iscsi neutron-server[80271]:     event.method(event)
Dec 03 15:17:23.421848 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 15:17:23.421848 dv-cinder-757908-3-iscsi neutron-server[80271]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 15:17:23.421848 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 15:17:23.421848 dv-cinder-757908-3-iscsi neutron-server[80271]:     segment_id)['aggregates'][0]
Dec 03 15:17:23.421848 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 15:17:23.421848 dv-cinder-757908-3-iscsi neutron-server[80271]:     return f(self, *a, **k)
Dec 03 15:17:23.421848 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 15:17:23.421848 dv-cinder-757908-3-iscsi neutron-server[80271]:     return self._get(url).json()
Dec 03 15:17:23.421848 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 15:17:23.421848 dv-cinder-757908-3-iscsi neutron-server[80271]:     **kwargs)
Dec 03 15:17:23.421848 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 15:17:23.421848 dv-cinder-757908-3-iscsi neutron-server[80271]:     return self.request(url, 'GET', **kwargs)
Dec 03 15:17:23.421848 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 15:17:23.421848 dv-cinder-757908-3-iscsi neutron-server[80271]:     **endpoint_filter)
Dec 03 15:17:23.421848 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 15:17:23.421848 dv-cinder-757908-3-iscsi neutron-server[80271]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 15:17:23.421848 dv-cinder-757908-3-iscsi neutron-server[80271]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 15:17:23.421848 dv-cinder-757908-3-iscsi neutron-server[80271]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 15:17:23.421848 dv-cinder-757908-3-iscsi neutron-server[80271]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 15:17:23.512905 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0fdda63b-4ed7-4fd2-95d4-e0933b5e31c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32547068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036821248189'] for network, after_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:17:23.517646 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0fdda63b-4ed7-4fd2-95d4-e0933b5e31c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036822225390'] for network, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:17:23.522191 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-cd4897e4-610d-472c-989f-3d8f1a7904cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:17:23.545013 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdda63b-4ed7-4fd2-95d4-e0933b5e31c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=56c04ede-5856-477e-8303-41d1403d1b7e,revision_number=None']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:17:23.548405 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-0fdda63b-4ed7-4fd2-95d4-e0933b5e31c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:17:23.550761 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-0fdda63b-4ed7-4fd2-95d4-e0933b5e31c1 admin admin] 10.222.0.63 "DELETE /v2.0/networks/56c04ede-5856-477e-8303-41d1403d1b7e HTTP/1.1" status: 204  len: 168 time: 1.9650152
Dec 03 15:17:23.735366 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 38082) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:17:23.790711 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-4376a2d9-d638-4130-ab91-7a007d5b2d51 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=f470bb55fd724a97959cc14ef30e0db0&name=default HTTP/1.1" status: 200  len: 2879 time: 0.0540004
Dec 03 15:17:23.793383 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80382) accepted ('10.222.0.63', 38086) {{(pid=80382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:17:23.873237 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-8da36ff7-e613-46ac-95d0-6fa3061e3e5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:17:23.913218 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Device bd80ddd2-1e0b-4ef3-897a-82230d629b61 no longer exists at agent ovs-agent-dv-cinder-757908-3-iscsi {{(pid=80384) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 15:17:23.914510 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-8da36ff7-e613-46ac-95d0-6fa3061e3e5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:17:23.950762 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.plugin [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] No Port match for: bd80ddd2-1e0b-4ef3-897a-82230d629b61 {{(pid=80384) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 15:17:23.951077 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.plugins.ml2.rpc [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Device bd80ddd2-1e0b-4ef3-897a-82230d629b61 not bound to the agent host dv-cinder-757908-3-iscsi {{(pid=80384) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 15:17:23.972731 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-8da36ff7-e613-46ac-95d0-6fa3061e3e5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_delete {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:17:23.978496 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-5f2cb305-a2f3-4c75-9298-1966cfdc5058 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:17:23.995417 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da36ff7-e613-46ac-95d0-6fa3061e3e5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeefdc6c-ecf3-4ef4-b5fe-320fa3dd5b74,revision_number=None']} {{(pid=80382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:17:24.002395 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-8da36ff7-e613-46ac-95d0-6fa3061e3e5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:17:24.006244 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-8da36ff7-e613-46ac-95d0-6fa3061e3e5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:17:24.009969 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-8da36ff7-e613-46ac-95d0-6fa3061e3e5e admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/eeefdc6c-ecf3-4ef4-b5fe-320fa3dd5b74 HTTP/1.1" status: 204  len: 168 time: 0.2134795
Dec 03 15:17:24.443382 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 38094) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:17:24.500112 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-87cb0bb0-c6c3-4c95-9b20-a5fde3a89a53 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=503358da12ee46d99e700cd5fd55130e&name=default HTTP/1.1" status: 200  len: 2879 time: 0.0551562
Dec 03 15:17:24.502468 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [-] (80383) accepted ('10.222.0.63', 38098) {{(pid=80383) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 15:17:24.567521 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0f8b9b12-78cd-4141-990e-83d913e14903 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:17:24.597058 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0f8b9b12-78cd-4141-990e-83d913e14903 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:17:24.645719 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0f8b9b12-78cd-4141-990e-83d913e14903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33446088'] for security_group, after_delete {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:17:24.651026 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-3c2ed30d-253c-4759-bb8b-933f4d9a8743 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 15:17:24.664881 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8b9b12-78cd-4141-990e-83d913e14903 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6661c11-e7c1-43ee-84a7-bc8ec568594f,revision_number=None']} {{(pid=80383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 15:17:24.667741 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG oslo_concurrency.lockutils [None req-0f8b9b12-78cd-4141-990e-83d913e14903 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 15:17:24.668939 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0f8b9b12-78cd-4141-990e-83d913e14903 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:17:24.670186 dv-cinder-757908-3-iscsi neutron-server[80271]: INFO neutron.wsgi [None req-0f8b9b12-78cd-4141-990e-83d913e14903 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/b6661c11-e7c1-43ee-84a7-bc8ec568594f HTTP/1.1" status: 204  len: 168 time: 0.1667142
Dec 03 15:17:25.701496 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:17:46.967126 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.agents_db [None req-51f4eaf8-3f98-4d92-a7df-a28bf03852b0 None None] Agent healthcheck: found 6 active agents {{(pid=80385) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 15:17:47.468623 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-453395b0-5fef-45cb-acc2-7f66dd85ea0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:17:50.185678 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-8bbb40c0-aa31-4391-9534-5cc9ef5cf4ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:17:50.227037 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-d1a712ed-1597-40ee-be3f-9bd7eb160871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:17:51.330556 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:17:51.975768 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [req-130bc847-dc2f-4d56-9242-7ce22590c45d req-1ff28fd6-1fc3-440c-b76d-4c7bd3d2f963 service neutron] (80382) timed out ('10.222.0.83', 56604) {{(pid=80382) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Dec 03 15:17:52.093086 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-7c778c2a-832b-4a71-9338-2409dcb4fb0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:17:55.712357 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:18:00.499882 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [req-9ad04d87-5ed2-457f-94c2-d6214b91e7f3 req-d9b5059b-4eed-42bc-b8e3-40b88d7be431 service neutron] (80383) timed out ('10.222.0.83', 56637) {{(pid=80383) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Dec 03 15:18:17.470962 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-6ac9dcdf-09aa-4b89-a17e-1753e23197c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:18:20.186943 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-a64c1773-c8dd-4c08-80e7-3963f5af436d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:18:20.232132 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-d1a712ed-1597-40ee-be3f-9bd7eb160871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:18:21.333307 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:18:22.096108 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-7c778c2a-832b-4a71-9338-2409dcb4fb0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:18:23.967213 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.agents_db [None req-51f4eaf8-3f98-4d92-a7df-a28bf03852b0 None None] Agent healthcheck: found 6 active agents {{(pid=80385) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 15:18:25.716346 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:18:47.474480 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-6579ba7b-053a-4d04-93df-bd3c267faa0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:18:50.188108 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-9a9b41c9-250c-4071-bf0c-ccccaab85e00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:18:50.232458 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-d1a712ed-1597-40ee-be3f-9bd7eb160871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:18:51.335715 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:18:52.099208 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-7c778c2a-832b-4a71-9338-2409dcb4fb0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:18:55.726973 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:19:00.967173 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.agents_db [None req-51f4eaf8-3f98-4d92-a7df-a28bf03852b0 None None] Agent healthcheck: found 6 active agents {{(pid=80385) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 15:19:17.476825 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-1e4624bb-2345-40b9-93b0-261f6620a5dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:19:20.190545 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-8fa5798f-ebeb-4843-956b-e3fa9f53f42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:19:20.234947 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-d1a712ed-1597-40ee-be3f-9bd7eb160871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:19:21.338256 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:19:22.103627 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-7c778c2a-832b-4a71-9338-2409dcb4fb0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:19:25.728651 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:19:37.966859 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.agents_db [None req-51f4eaf8-3f98-4d92-a7df-a28bf03852b0 None None] Agent healthcheck: found 6 active agents {{(pid=80385) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 15:19:47.478347 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-c6cc3c68-eed9-4b10-bc95-9ca0de776945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:19:50.194100 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-f015d856-cff0-43fe-891c-fa413b761426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:19:50.236972 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-d1a712ed-1597-40ee-be3f-9bd7eb160871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:19:51.340646 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:19:52.107530 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-7c778c2a-832b-4a71-9338-2409dcb4fb0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:19:55.737578 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:20:14.966596 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.agents_db [None req-51f4eaf8-3f98-4d92-a7df-a28bf03852b0 None None] Agent healthcheck: found 6 active agents {{(pid=80385) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 15:20:17.480404 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c7669f0-d8b6-4185-9dda-e3f2def48713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:20:20.197239 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-c7f2928c-db13-42ef-a362-79cff4752833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:20:20.239460 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-d1a712ed-1597-40ee-be3f-9bd7eb160871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:20:21.342982 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:20:22.110540 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-7c778c2a-832b-4a71-9338-2409dcb4fb0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:20:25.757596 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:20:47.482286 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-ea32ce39-467c-4baf-ae07-3cb253fa8156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:20:50.198872 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-7f54e998-5cbd-4e7f-9500-c34d6d23c307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:20:50.244031 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-d1a712ed-1597-40ee-be3f-9bd7eb160871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:20:51.344544 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:20:51.966936 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.agents_db [None req-51f4eaf8-3f98-4d92-a7df-a28bf03852b0 None None] Agent healthcheck: found 6 active agents {{(pid=80385) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 15:20:52.113735 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-7c778c2a-832b-4a71-9338-2409dcb4fb0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:20:55.758750 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:21:17.484440 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-be40b0f5-08fc-4757-b4c0-f79e09edc802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:21:20.201322 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-638470bc-31a6-4639-8403-58450fa24796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:21:20.247267 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-d1a712ed-1597-40ee-be3f-9bd7eb160871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:21:21.346650 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:21:22.117216 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-7c778c2a-832b-4a71-9338-2409dcb4fb0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:21:25.758483 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:21:28.966643 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.agents_db [None req-51f4eaf8-3f98-4d92-a7df-a28bf03852b0 None None] Agent healthcheck: found 6 active agents {{(pid=80385) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 15:21:47.486509 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-76a6eb0f-8764-4aab-be3e-fe9bf9b6804d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:21:50.203974 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-65471943-6781-44c6-8b01-5792c2151bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:21:50.248439 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-d1a712ed-1597-40ee-be3f-9bd7eb160871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:21:51.349640 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:21:52.126122 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-7c778c2a-832b-4a71-9338-2409dcb4fb0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:21:55.769350 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:22:05.966542 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.agents_db [None req-51f4eaf8-3f98-4d92-a7df-a28bf03852b0 None None] Agent healthcheck: found 6 active agents {{(pid=80385) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 15:22:17.486586 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-dabc9a3a-77b0-4637-a3d9-f2f71f66e396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:22:20.207289 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-71362348-e648-41cd-8d59-093cfea1fff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:22:20.251491 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-d1a712ed-1597-40ee-be3f-9bd7eb160871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:22:21.351277 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:22:22.127414 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-7c778c2a-832b-4a71-9338-2409dcb4fb0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:22:25.769555 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:22:42.968017 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.db.agents_db [None req-51f4eaf8-3f98-4d92-a7df-a28bf03852b0 None None] Agent healthcheck: found 6 active agents {{(pid=80385) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 15:22:44.364953 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron.wsgi [req-eb24f95b-9e34-41a3-92c5-4a8114fb1b8e req-7a012a6d-c46c-42f2-9f21-7ddeec92cdd2 service neutron] (80382) timed out ('10.222.0.83', 56631) {{(pid=80382) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Dec 03 15:22:47.487200 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-a1d5a35d-b3ab-4660-a4f1-63e358cd3b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:22:50.208072 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-6cfb009e-2b0f-4715-a06f-ea8a20b282b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:22:50.254998 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-d1a712ed-1597-40ee-be3f-9bd7eb160871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:22:51.353492 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-0b721a6a-3809-4a8c-aa0b-1cc91f696bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:22:52.129989 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-7c778c2a-832b-4a71-9338-2409dcb4fb0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 15:22:55.776502 dv-cinder-757908-3-iscsi neutron-server[80271]: DEBUG neutron_lib.callbacks.manager [None req-2c748f2b-0a11-4fad-901f-1090c2f7069e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307551584713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853781830'] for agent, after_update {{(pid=80384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}